diff --git a/s1_s2_qformer2_128/checkpoints/latest-checkpoint.pt b/s1_s2_qformer2_128/checkpoints/latest-checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..54133817d03936b17b2433f12f1f7006433c4425 --- /dev/null +++ b/s1_s2_qformer2_128/checkpoints/latest-checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68336a69997295e817a9d35fe559814e3075973684c143526a1598ba3d125a9 +size 28822409398 diff --git a/s1_s2_qformer2_128/checkpoints/step-005198-epoch-00-loss=0.9019.pt b/s1_s2_qformer2_128/checkpoints/step-005198-epoch-00-loss=0.9019.pt new file mode 100644 index 0000000000000000000000000000000000000000..54133817d03936b17b2433f12f1f7006433c4425 --- /dev/null +++ b/s1_s2_qformer2_128/checkpoints/step-005198-epoch-00-loss=0.9019.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68336a69997295e817a9d35fe559814e3075973684c143526a1598ba3d125a9 +size 28822409398 diff --git a/s1_s2_qformer2_128/config.json b/s1_s2_qformer2_128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..42a72e6909023832d03ad43648fb17ddaaa6b4fa --- /dev/null +++ b/s1_s2_qformer2_128/config.json @@ -0,0 +1,60 @@ +{ + "dataset": { + "align_stage_components": [ + "download/llava-laion-cc-sbu-558k/chat.json", + "download/llava-laion-cc-sbu-558k" + ], + "dataset_id": "llava-v15", + "dataset_root_dir": "data", + "finetune_stage_components": [ + "download/llava-v1.5-instruct/llava_v1_5_mix665k.json", + "download/llava-v1.5-instruct" + ], + "type": "llava-v15" + }, + "hf_token": ".hf_token", + "max_length": 4096, + "model": { + "align_epochs": 1, + "align_global_batch_size": 256, + "align_learning_rate": 0.001, + "align_lr_scheduler_type": "linear-warmup+cosine-decay", + "align_max_grad_norm": 1.0, + "align_max_steps": null, + "align_per_device_batch_size": 16, + "align_train_strategy": "fsdp-shard-grad-op", + "align_warmup_ratio": 0.03, + "align_weight_decay": 0.0, + "arch_specifier": "qformer2_128", + "enable_gradient_checkpointing": true, + "enable_mixed_precision_training": true, + "finetune_epochs": 1, + "finetune_global_batch_size": 128, + "finetune_learning_rate": 2e-05, + "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", + "finetune_max_grad_norm": 1.0, + "finetune_max_steps": null, + "finetune_per_device_batch_size": 16, + "finetune_train_strategy": "fsdp-full-shard", + "finetune_warmup_ratio": 0.03, + "finetune_weight_decay": 0.1, + "image_resize_strategy": "letterbox", + "llm_backbone_id": "vicuna-v15-7b", + "llm_max_length": 2048, + "model_id": "one-stage+7b_qformer2_128", + "reduce_in_full_precision": false, + "type": "one-stage+7b", + "vision_backbone_id": "clip-vit-l-336px" + }, + "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt", + "run_id": "s1_s2_qformer2_128", + "run_root_dir": "runs", + "seed": 7, + "stage": "finetune", + "trackers": [ + "jsonl", + "wandb" + ], + "wandb_entity": "lilei_stones", + "wandb_project": "hf-vlms" +} \ No newline at end of file diff --git a/s1_s2_qformer2_128/config.yaml b/s1_s2_qformer2_128/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92001208fd2921d281f83e699e75582ad762b22f --- /dev/null +++ b/s1_s2_qformer2_128/config.yaml @@ -0,0 +1,53 @@ +dataset: + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + dataset_id: llava-v15 + dataset_root_dir: data + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + type: llava-v15 +hf_token: .hf_token +max_length: 4096 +model: + align_epochs: 1 + align_global_batch_size: 256 + align_learning_rate: 0.001 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_max_grad_norm: 1.0 + align_max_steps: null + align_per_device_batch_size: 16 + align_train_strategy: fsdp-shard-grad-op + align_warmup_ratio: 0.03 + align_weight_decay: 0.0 + arch_specifier: qformer2_128 + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + finetune_epochs: 1 + finetune_global_batch_size: 128 + finetune_learning_rate: 2.0e-05 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_max_grad_norm: 1.0 + finetune_max_steps: null + finetune_per_device_batch_size: 16 + finetune_train_strategy: fsdp-full-shard + finetune_warmup_ratio: 0.03 + finetune_weight_decay: 0.1 + image_resize_strategy: letterbox + llm_backbone_id: vicuna-v15-7b + llm_max_length: 2048 + model_id: one-stage+7b_qformer2_128 + reduce_in_full_precision: false + type: one-stage+7b + vision_backbone_id: clip-vit-l-336px +pretrained_checkpoint: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt +run_id: s1_s2_qformer2_128 +run_root_dir: runs +seed: 7 +stage: finetune +trackers: +- jsonl +- wandb +wandb_entity: lilei_stones +wandb_project: hf-vlms diff --git a/s1_s2_qformer2_128/run-metrics.jsonl b/s1_s2_qformer2_128/run-metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b9e46d5942bfce4bebef98615172ca1c562c543c --- /dev/null +++ b/s1_s2_qformer2_128/run-metrics.jsonl @@ -0,0 +1 @@ +{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "max_length": 4096, "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "qformer2_128", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "one-stage+7b_qformer2_128", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt", "run_id": "s1_s2_qformer2_128", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "lilei_stones", "wandb_project": "hf-vlms"}, "run_id": "s1_s2_qformer2_128"} diff --git a/s1_s2_qformer2_128/s1_s2_qformer2_128.jsonl b/s1_s2_qformer2_128/s1_s2_qformer2_128.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..793fab5b8a42c990e927ed14535092067a65ab29 --- /dev/null +++ b/s1_s2_qformer2_128/s1_s2_qformer2_128.jsonl @@ -0,0 +1,5198 @@ +{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 0.9930803775787354, "Finetune/Loss (Raw)": 0.9930803775787354, "Finetune/Step": 1, "Finetune/Step Time": 25.415076971054077} +{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.2350949048995972, "Finetune/Loss (Raw)": 1.477109432220459, "Finetune/Step": 2, "Finetune/Step Time": 16.311291337013245} +{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2392914295196533, "Finetune/Loss (Raw)": 1.2476844787597656, "Finetune/Step": 3, "Finetune/Step Time": 12.090741157531738} +{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2190632820129395, "Finetune/Loss (Raw)": 1.158379077911377, "Finetune/Step": 4, "Finetune/Step Time": 10.01748788356781} +{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2204279899597168, "Finetune/Loss (Raw)": 1.2258867025375366, "Finetune/Step": 5, "Finetune/Step Time": 8.96458387374878} +{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2267992496490479, "Finetune/Loss (Raw)": 1.2586555480957031, "Finetune/Step": 6, "Finetune/Step Time": 8.213063716888428} +{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2201836109161377, "Finetune/Loss (Raw)": 1.1804890632629395, "Finetune/Step": 7, "Finetune/Step Time": 7.64677814074925} +{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2412444353103638, "Finetune/Loss (Raw)": 1.388670802116394, "Finetune/Step": 8, "Finetune/Step Time": 7.402444154024124} +{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.225338101387024, "Finetune/Loss (Raw)": 1.0980873107910156, "Finetune/Step": 9, "Finetune/Step Time": 7.060275422202216} +{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2513506412506104, "Finetune/Loss (Raw)": 1.48546302318573, "Finetune/Step": 10, "Finetune/Step Time": 7.0502427339553835} +{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2601284980773926, "Finetune/Loss (Raw)": 1.3479061126708984, "Finetune/Step": 11, "Finetune/Step Time": 6.776483058929443} +{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.258805274963379, "Finetune/Loss (Raw)": 1.2442501783370972, "Finetune/Step": 12, "Finetune/Step Time": 6.562464952468872} +{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.250102162361145, "Finetune/Loss (Raw)": 1.1456652879714966, "Finetune/Step": 13, "Finetune/Step Time": 6.378199962469248} +{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2594914436340332, "Finetune/Loss (Raw)": 1.3815513849258423, "Finetune/Step": 14, "Finetune/Step Time": 6.196422100067139} +{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2675070762634277, "Finetune/Loss (Raw)": 1.3797271251678467, "Finetune/Step": 15, "Finetune/Step Time": 6.135421880086263} +{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2493596076965332, "Finetune/Loss (Raw)": 0.9771483540534973, "Finetune/Step": 16, "Finetune/Step Time": 6.092021122574806} +{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2444087266921997, "Finetune/Loss (Raw)": 1.1651939153671265, "Finetune/Step": 17, "Finetune/Step Time": 5.98797594799715} +{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2307826280593872, "Finetune/Loss (Raw)": 0.9991379380226135, "Finetune/Step": 18, "Finetune/Step Time": 5.92619784673055} +{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.226904034614563, "Finetune/Loss (Raw)": 1.157090425491333, "Finetune/Step": 19, "Finetune/Step Time": 5.816736509925441} +{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.222467303276062, "Finetune/Loss (Raw)": 1.138167142868042, "Finetune/Step": 20, "Finetune/Step Time": 5.704265320301056} +{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.2190439701080322, "Finetune/Loss (Raw)": 1.1505804061889648, "Finetune/Step": 21, "Finetune/Step Time": 5.693796464375088} +{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.212158441543579, "Finetune/Loss (Raw)": 1.0675612688064575, "Finetune/Step": 22, "Finetune/Step Time": 5.631281408396634} +{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.16989004611969, "Finetune/Loss (Raw)": 0.23998472094535828, "Finetune/Step": 23, "Finetune/Step Time": 5.746627486270407} +{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.170495867729187, "Finetune/Loss (Raw)": 1.18442964553833, "Finetune/Step": 24, "Finetune/Step Time": 5.660542766253154} +{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1655102968215942, "Finetune/Loss (Raw)": 1.0458590984344482, "Finetune/Step": 25, "Finetune/Step Time": 5.606966104507446} +{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1315339803695679, "Finetune/Loss (Raw)": 0.282124400138855, "Finetune/Step": 26, "Finetune/Step Time": 5.725648449017451} +{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.135314702987671, "Finetune/Loss (Raw)": 1.233613133430481, "Finetune/Step": 27, "Finetune/Step Time": 5.641206776654279} +{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.1340610980987549, "Finetune/Loss (Raw)": 1.1002117395401, "Finetune/Step": 28, "Finetune/Step Time": 5.572869139058249} +{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.136531949043274, "Finetune/Loss (Raw)": 1.2057199478149414, "Finetune/Step": 29, "Finetune/Step Time": 5.560619469346671} +{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.1327927112579346, "Finetune/Loss (Raw)": 1.0243510007858276, "Finetune/Step": 30, "Finetune/Step Time": 5.5511006832122805} +{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1346054077148438, "Finetune/Loss (Raw)": 1.188988208770752, "Finetune/Step": 31, "Finetune/Step Time": 5.515863187851444} +{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1322628259658813, "Finetune/Loss (Raw)": 1.0596449375152588, "Finetune/Step": 32, "Finetune/Step Time": 5.539615862071514} +{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.125774621963501, "Finetune/Loss (Raw)": 0.9181498289108276, "Finetune/Step": 33, "Finetune/Step Time": 5.513751492355809} +{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.1217033863067627, "Finetune/Loss (Raw)": 0.9873577356338501, "Finetune/Step": 34, "Finetune/Step Time": 5.47274563593023} +{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1258423328399658, "Finetune/Loss (Raw)": 1.266560673713684, "Finetune/Step": 35, "Finetune/Step Time": 5.444977780750819} +{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1252552270889282, "Finetune/Loss (Raw)": 1.1047084331512451, "Finetune/Step": 36, "Finetune/Step Time": 5.452718324131435} +{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1280922889709473, "Finetune/Loss (Raw)": 1.2302275896072388, "Finetune/Step": 37, "Finetune/Step Time": 5.50173789101678} +{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1274150609970093, "Finetune/Loss (Raw)": 1.1023608446121216, "Finetune/Step": 38, "Finetune/Step Time": 5.455519393870705} +{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.127321720123291, "Finetune/Loss (Raw)": 1.1237684488296509, "Finetune/Step": 39, "Finetune/Step Time": 5.409613859959138} +{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1269282102584839, "Finetune/Loss (Raw)": 1.1115796566009521, "Finetune/Step": 40, "Finetune/Step Time": 5.416515505313873} +{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1291604042053223, "Finetune/Loss (Raw)": 1.2184525728225708, "Finetune/Step": 41, "Finetune/Step Time": 5.362097606426332} +{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.130760669708252, "Finetune/Loss (Raw)": 1.1963706016540527, "Finetune/Step": 42, "Finetune/Step Time": 5.322745328857785} +{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1299998760223389, "Finetune/Loss (Raw)": 1.0980463027954102, "Finetune/Step": 43, "Finetune/Step Time": 5.336483711420104} +{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1303681135177612, "Finetune/Loss (Raw)": 1.146202802658081, "Finetune/Step": 44, "Finetune/Step Time": 5.3246970989487385} +{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.127459168434143, "Finetune/Loss (Raw)": 0.9994632005691528, "Finetune/Step": 45, "Finetune/Step Time": 5.383081589804755} +{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1084545850753784, "Finetune/Loss (Raw)": 0.25325363874435425, "Finetune/Step": 46, "Finetune/Step Time": 5.463629779608353} +{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1085267066955566, "Finetune/Loss (Raw)": 1.111847996711731, "Finetune/Step": 47, "Finetune/Step Time": 5.435976134969833} +{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1081962585449219, "Finetune/Loss (Raw)": 1.0926536321640015, "Finetune/Step": 48, "Finetune/Step Time": 5.441540946563085} +{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1085970401763916, "Finetune/Loss (Raw)": 1.1278406381607056, "Finetune/Step": 49, "Finetune/Step Time": 5.4312529174648985} +{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.106476902961731, "Finetune/Loss (Raw)": 1.0025889873504639, "Finetune/Step": 50, "Finetune/Step Time": 5.410909290313721} +{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.106630802154541, "Finetune/Loss (Raw)": 1.1143208742141724, "Finetune/Step": 51, "Finetune/Step Time": 5.382808054194731} +{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1079535484313965, "Finetune/Loss (Raw)": 1.1754140853881836, "Finetune/Step": 52, "Finetune/Step Time": 5.373236660773937} +{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1040419340133667, "Finetune/Loss (Raw)": 0.9006399512290955, "Finetune/Step": 53, "Finetune/Step Time": 5.385825764458135} +{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1004449129104614, "Finetune/Loss (Raw)": 0.9098012447357178, "Finetune/Step": 54, "Finetune/Step Time": 5.379582096029211} +{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1012500524520874, "Finetune/Loss (Raw)": 1.1447309255599976, "Finetune/Step": 55, "Finetune/Step Time": 5.37985862385143} +{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.1009286642074585, "Finetune/Loss (Raw)": 1.0832473039627075, "Finetune/Step": 56, "Finetune/Step Time": 5.389813316719873} +{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.099287986755371, "Finetune/Loss (Raw)": 1.0074129104614258, "Finetune/Step": 57, "Finetune/Step Time": 5.366284822162829} +{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0985649824142456, "Finetune/Loss (Raw)": 1.0573525428771973, "Finetune/Step": 58, "Finetune/Step Time": 5.392401970666031} +{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0980775356292725, "Finetune/Loss (Raw)": 1.069807529449463, "Finetune/Step": 59, "Finetune/Step Time": 5.399331686860424} +{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.0975650548934937, "Finetune/Loss (Raw)": 1.0673186779022217, "Finetune/Step": 60, "Finetune/Step Time": 5.373674341042837} +{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.098129153251648, "Finetune/Loss (Raw)": 1.1319924592971802, "Finetune/Step": 61, "Finetune/Step Time": 5.357358932495117} +{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0995397567749023, "Finetune/Loss (Raw)": 1.1855841875076294, "Finetune/Step": 62, "Finetune/Step Time": 5.332891537297156} +{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1008325815200806, "Finetune/Loss (Raw)": 1.1809800863265991, "Finetune/Step": 63, "Finetune/Step Time": 5.311535286524939} +{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.0998690128326416, "Finetune/Loss (Raw)": 1.0391641855239868, "Finetune/Step": 64, "Finetune/Step Time": 5.347157720476389} +{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0987215042114258, "Finetune/Loss (Raw)": 1.0252829790115356, "Finetune/Step": 65, "Finetune/Step Time": 5.340965821192815} +{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.097011923789978, "Finetune/Loss (Raw)": 0.9858866333961487, "Finetune/Step": 66, "Finetune/Step Time": 5.326508294452321} +{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0939140319824219, "Finetune/Loss (Raw)": 0.8894596695899963, "Finetune/Step": 67, "Finetune/Step Time": 5.30170461668897} +{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0941643714904785, "Finetune/Loss (Raw)": 1.1109297275543213, "Finetune/Step": 68, "Finetune/Step Time": 5.2986959148855775} +{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.094855546951294, "Finetune/Loss (Raw)": 1.1418553590774536, "Finetune/Step": 69, "Finetune/Step Time": 5.27484054841857} +{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0959914922714233, "Finetune/Loss (Raw)": 1.174372911453247, "Finetune/Step": 70, "Finetune/Step Time": 5.255115103721619} +{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0934195518493652, "Finetune/Loss (Raw)": 0.9133865237236023, "Finetune/Step": 71, "Finetune/Step Time": 5.237663950718624} +{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.0923396348953247, "Finetune/Loss (Raw)": 1.0156641006469727, "Finetune/Step": 72, "Finetune/Step Time": 5.21397821770774} +{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0899131298065186, "Finetune/Loss (Raw)": 0.9152039885520935, "Finetune/Step": 73, "Finetune/Step Time": 5.195889962862616} +{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0876067876815796, "Finetune/Loss (Raw)": 0.9192461967468262, "Finetune/Step": 74, "Finetune/Step Time": 5.178602721240069} +{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0838955640792847, "Finetune/Loss (Raw)": 0.8092666864395142, "Finetune/Step": 75, "Finetune/Step Time": 5.173678391774495} +{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0822604894638062, "Finetune/Loss (Raw)": 0.9596339464187622, "Finetune/Step": 76, "Finetune/Step Time": 5.166051914817409} +{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0824735164642334, "Finetune/Loss (Raw)": 1.098657250404358, "Finetune/Step": 77, "Finetune/Step Time": 5.145978977153828} +{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0839829444885254, "Finetune/Loss (Raw)": 1.2002081871032715, "Finetune/Step": 78, "Finetune/Step Time": 5.125822290396079} +{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0851174592971802, "Finetune/Loss (Raw)": 1.1736047267913818, "Finetune/Step": 79, "Finetune/Step Time": 5.11066101472589} +{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0835679769515991, "Finetune/Loss (Raw)": 0.9611696600914001, "Finetune/Step": 80, "Finetune/Step Time": 5.116622951626778} +{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0840507745742798, "Finetune/Loss (Raw)": 1.1226733922958374, "Finetune/Step": 81, "Finetune/Step Time": 5.114193698506297} +{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0840166807174683, "Finetune/Loss (Raw)": 1.081258773803711, "Finetune/Step": 82, "Finetune/Step Time": 5.097598456754917} +{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0822356939315796, "Finetune/Loss (Raw)": 0.9361956119537354, "Finetune/Step": 83, "Finetune/Step Time": 5.10628227727959} +{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0834487676620483, "Finetune/Loss (Raw)": 1.1841336488723755, "Finetune/Step": 84, "Finetune/Step Time": 5.108168468588874} +{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.082855463027954, "Finetune/Loss (Raw)": 1.0330076217651367, "Finetune/Step": 85, "Finetune/Step Time": 5.094422561982099} +{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0737839937210083, "Finetune/Loss (Raw)": 0.30272534489631653, "Finetune/Step": 86, "Finetune/Step Time": 5.138457517291224} +{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0730352401733398, "Finetune/Loss (Raw)": 1.008631706237793, "Finetune/Step": 87, "Finetune/Step Time": 5.124266040736232} +{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0745618343353271, "Finetune/Loss (Raw)": 1.2073746919631958, "Finetune/Step": 88, "Finetune/Step Time": 5.132077991962433} +{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0743193626403809, "Finetune/Loss (Raw)": 1.0529841184616089, "Finetune/Step": 89, "Finetune/Step Time": 5.118737480613623} +{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0748263597488403, "Finetune/Loss (Raw)": 1.119949460029602, "Finetune/Step": 90, "Finetune/Step Time": 5.126741393407186} +{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0755149126052856, "Finetune/Loss (Raw)": 1.137482762336731, "Finetune/Step": 91, "Finetune/Step Time": 5.129525635268662} +{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.076569676399231, "Finetune/Loss (Raw)": 1.1725572347640991, "Finetune/Step": 92, "Finetune/Step Time": 5.118403820887856} +{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0747379064559937, "Finetune/Loss (Raw)": 0.9062089920043945, "Finetune/Step": 93, "Finetune/Step Time": 5.109632812520509} +{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0754170417785645, "Finetune/Loss (Raw)": 1.1385892629623413, "Finetune/Step": 94, "Finetune/Step Time": 5.09370693247369} +{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.0752214193344116, "Finetune/Loss (Raw)": 1.056813359260559, "Finetune/Step": 95, "Finetune/Step Time": 5.081876039505005} +{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0751185417175293, "Finetune/Loss (Raw)": 1.0653611421585083, "Finetune/Step": 96, "Finetune/Step Time": 5.084821216762066} +{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0744582414627075, "Finetune/Loss (Raw)": 1.0110639333724976, "Finetune/Step": 97, "Finetune/Step Time": 5.079631503095332} +{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0747649669647217, "Finetune/Loss (Raw)": 1.104514479637146, "Finetune/Step": 98, "Finetune/Step Time": 5.06781573684848} +{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.065894365310669, "Finetune/Loss (Raw)": 0.19658204913139343, "Finetune/Step": 99, "Finetune/Step Time": 5.100667770462807} +{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0671664476394653, "Finetune/Loss (Raw)": 1.1930906772613525, "Finetune/Step": 100, "Finetune/Step Time": 5.092886326313018} +{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0668222904205322, "Finetune/Loss (Raw)": 1.032413363456726, "Finetune/Step": 101, "Finetune/Step Time": 5.094720210179244} +{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0681369304656982, "Finetune/Loss (Raw)": 1.2009116411209106, "Finetune/Step": 102, "Finetune/Step Time": 5.077812367794561} +{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0604791641235352, "Finetune/Loss (Raw)": 0.27939367294311523, "Finetune/Step": 103, "Finetune/Step Time": 5.110479317822502} +{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0612306594848633, "Finetune/Loss (Raw)": 1.1386291980743408, "Finetune/Step": 104, "Finetune/Step Time": 5.097153166165719} +{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.0610090494155884, "Finetune/Loss (Raw)": 1.0379557609558105, "Finetune/Step": 105, "Finetune/Step Time": 5.080303330648513} +{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0608164072036743, "Finetune/Loss (Raw)": 1.04059636592865, "Finetune/Step": 106, "Finetune/Step Time": 5.067672457335131} +{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0612553358078003, "Finetune/Loss (Raw)": 1.1077853441238403, "Finetune/Step": 107, "Finetune/Step Time": 5.05617839376503} +{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0606765747070312, "Finetune/Loss (Raw)": 0.9987537264823914, "Finetune/Step": 108, "Finetune/Step Time": 5.055385229764162} +{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.061285138130188, "Finetune/Loss (Raw)": 1.1270133256912231, "Finetune/Step": 109, "Finetune/Step Time": 5.044348819540181} +{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0609573125839233, "Finetune/Loss (Raw)": 1.0252115726470947, "Finetune/Step": 110, "Finetune/Step Time": 5.032040609012951} +{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.06125009059906, "Finetune/Loss (Raw)": 1.0934557914733887, "Finetune/Step": 111, "Finetune/Step Time": 5.037502443468249} +{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.06125009059906, "Finetune/Loss (Raw)": 1.0612419843673706, "Finetune/Step": 112, "Finetune/Step Time": 5.032454509820257} +{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0616092681884766, "Finetune/Loss (Raw)": 1.1018564701080322, "Finetune/Step": 113, "Finetune/Step Time": 5.041970063099819} +{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0543369054794312, "Finetune/Loss (Raw)": 0.23255200684070587, "Finetune/Step": 114, "Finetune/Step Time": 5.078287179009957} +{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0544883012771606, "Finetune/Loss (Raw)": 1.071758508682251, "Finetune/Step": 115, "Finetune/Step Time": 5.06781675297281} +{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0532810688018799, "Finetune/Loss (Raw)": 0.9144383668899536, "Finetune/Step": 116, "Finetune/Step Time": 5.072747641596301} +{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.05366051197052, "Finetune/Loss (Raw)": 1.0976709127426147, "Finetune/Step": 117, "Finetune/Step Time": 5.067380585222163} +{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0542881488800049, "Finetune/Loss (Raw)": 1.1277276277542114, "Finetune/Step": 118, "Finetune/Step Time": 5.056756698479087} +{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0540817975997925, "Finetune/Loss (Raw)": 1.0297316312789917, "Finetune/Step": 119, "Finetune/Step Time": 5.059886253180624} +{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0542244911193848, "Finetune/Loss (Raw)": 1.0711969137191772, "Finetune/Step": 120, "Finetune/Step Time": 5.055526461203893} +{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0538183450698853, "Finetune/Loss (Raw)": 1.0050948858261108, "Finetune/Step": 121, "Finetune/Step Time": 5.06304320619126} +{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0529813766479492, "Finetune/Loss (Raw)": 0.9517008066177368, "Finetune/Step": 122, "Finetune/Step Time": 5.053867273643369} +{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.0525697469711304, "Finetune/Loss (Raw)": 1.0023541450500488, "Finetune/Step": 123, "Finetune/Step Time": 5.044079922079071} +{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.053081750869751, "Finetune/Loss (Raw)": 1.116056203842163, "Finetune/Step": 124, "Finetune/Step Time": 5.04234315118482} +{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0526498556137085, "Finetune/Loss (Raw)": 0.9990823268890381, "Finetune/Step": 125, "Finetune/Step Time": 5.035619758605957} +{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0529223680496216, "Finetune/Loss (Raw)": 1.0869969129562378, "Finetune/Step": 126, "Finetune/Step Time": 5.0476079270953225} +{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0522394180297852, "Finetune/Loss (Raw)": 0.9661952257156372, "Finetune/Step": 127, "Finetune/Step Time": 5.03719348794832} +{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.0527342557907104, "Finetune/Loss (Raw)": 1.115572214126587, "Finetune/Step": 128, "Finetune/Step Time": 5.030228601768613} +{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0538285970687866, "Finetune/Loss (Raw)": 1.1331546306610107, "Finetune/Step": 129, "Finetune/Step Time": 4.8619982637465} +{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.051052212715149, "Finetune/Loss (Raw)": 1.121722936630249, "Finetune/Step": 130, "Finetune/Step Time": 4.844799742102623} +{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.049769401550293, "Finetune/Loss (Raw)": 1.0834945440292358, "Finetune/Step": 131, "Finetune/Step Time": 4.844404425472021} +{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.049263834953308, "Finetune/Loss (Raw)": 1.0936686992645264, "Finetune/Step": 132, "Finetune/Step Time": 4.844598745927215} +{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0466034412384033, "Finetune/Loss (Raw)": 0.8853576183319092, "Finetune/Step": 133, "Finetune/Step Time": 4.854610726237297} +{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0463061332702637, "Finetune/Loss (Raw)": 1.2205939292907715, "Finetune/Step": 134, "Finetune/Step Time": 4.8499989900738} +{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.044753074645996, "Finetune/Loss (Raw)": 0.9817115664482117, "Finetune/Step": 135, "Finetune/Step Time": 4.85208110883832} +{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0422154664993286, "Finetune/Loss (Raw)": 1.0638442039489746, "Finetune/Step": 136, "Finetune/Step Time": 4.836859272792935} +{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0412253141403198, "Finetune/Loss (Raw)": 0.971359372138977, "Finetune/Step": 137, "Finetune/Step Time": 4.839734496548772} +{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0383026599884033, "Finetune/Loss (Raw)": 1.1113418340682983, "Finetune/Step": 138, "Finetune/Step Time": 4.810760088264942} +{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0347660779953003, "Finetune/Loss (Raw)": 0.8952277302742004, "Finetune/Step": 139, "Finetune/Step Time": 4.812253516167402} +{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0349394083023071, "Finetune/Loss (Raw)": 1.2664501667022705, "Finetune/Step": 140, "Finetune/Step Time": 4.805999265983701} +{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0339460372924805, "Finetune/Loss (Raw)": 1.018507957458496, "Finetune/Step": 141, "Finetune/Step Time": 4.799742329865694} +{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0309908390045166, "Finetune/Loss (Raw)": 1.0032901763916016, "Finetune/Step": 142, "Finetune/Step Time": 4.84035069309175} +{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027596354484558, "Finetune/Loss (Raw)": 0.9452341198921204, "Finetune/Step": 143, "Finetune/Step Time": 4.854852212592959} +{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0227911472320557, "Finetune/Loss (Raw)": 0.3620716333389282, "Finetune/Step": 144, "Finetune/Step Time": 4.882427169010043} +{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.016296148300171, "Finetune/Loss (Raw)": 0.3338286578655243, "Finetune/Step": 145, "Finetune/Step Time": 4.914877939969301} +{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0158896446228027, "Finetune/Loss (Raw)": 0.9471190571784973, "Finetune/Step": 146, "Finetune/Step Time": 4.905144771561027} +{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0137946605682373, "Finetune/Loss (Raw)": 0.8889366984367371, "Finetune/Step": 147, "Finetune/Step Time": 4.911431638523936} +{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0132158994674683, "Finetune/Loss (Raw)": 1.0640792846679688, "Finetune/Step": 148, "Finetune/Step Time": 4.914422815665603} +{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0127842426300049, "Finetune/Loss (Raw)": 1.0953232049942017, "Finetune/Step": 149, "Finetune/Step Time": 4.904009411111474} +{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0131464004516602, "Finetune/Loss (Raw)": 1.1139148473739624, "Finetune/Step": 150, "Finetune/Step Time": 4.907939914613962} +{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0196774005889893, "Finetune/Loss (Raw)": 1.075961709022522, "Finetune/Step": 151, "Finetune/Step Time": 4.877697618678212} +{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0184566974639893, "Finetune/Loss (Raw)": 1.028177261352539, "Finetune/Step": 152, "Finetune/Step Time": 4.883760277181864} +{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0191446542739868, "Finetune/Loss (Raw)": 1.1339213848114014, "Finetune/Step": 153, "Finetune/Step Time": 4.893196981400251} +{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0256551504135132, "Finetune/Loss (Raw)": 1.115466833114624, "Finetune/Step": 154, "Finetune/Step Time": 4.856679489836097} +{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0252914428710938, "Finetune/Loss (Raw)": 1.1870567798614502, "Finetune/Step": 155, "Finetune/Step Time": 4.863987598568201} +{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0189878940582275, "Finetune/Loss (Raw)": 0.2933676242828369, "Finetune/Step": 156, "Finetune/Step Time": 4.902292940765619} +{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.01787531375885, "Finetune/Loss (Raw)": 1.0632933378219604, "Finetune/Step": 157, "Finetune/Step Time": 4.892220189794898} +{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0183393955230713, "Finetune/Loss (Raw)": 1.083766222000122, "Finetune/Step": 158, "Finetune/Step Time": 4.882812609896064} +{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0173413753509521, "Finetune/Loss (Raw)": 1.0612412691116333, "Finetune/Step": 159, "Finetune/Step Time": 4.875911019742489} +{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0168869495391846, "Finetune/Loss (Raw)": 1.0014740228652954, "Finetune/Step": 160, "Finetune/Step Time": 4.865198684856296} +{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.017634391784668, "Finetune/Loss (Raw)": 1.013809323310852, "Finetune/Step": 161, "Finetune/Step Time": 4.861517293378711} +{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019683599472046, "Finetune/Loss (Raw)": 1.2496589422225952, "Finetune/Step": 162, "Finetune/Step Time": 4.860402420163155} +{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0180974006652832, "Finetune/Loss (Raw)": 1.0635240077972412, "Finetune/Step": 163, "Finetune/Step Time": 4.8607854899019} +{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.016970157623291, "Finetune/Loss (Raw)": 0.9604347348213196, "Finetune/Step": 164, "Finetune/Step Time": 4.858831753954291} +{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0154860019683838, "Finetune/Loss (Raw)": 1.0402400493621826, "Finetune/Step": 165, "Finetune/Step Time": 4.835805729031563} +{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0146375894546509, "Finetune/Loss (Raw)": 0.9937688112258911, "Finetune/Step": 166, "Finetune/Step Time": 4.837696658447385} +{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0146827697753906, "Finetune/Loss (Raw)": 1.1295543909072876, "Finetune/Step": 167, "Finetune/Step Time": 4.839886702597141} +{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0136184692382812, "Finetune/Loss (Raw)": 0.9753533005714417, "Finetune/Step": 168, "Finetune/Step Time": 4.828144518658519} +{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0116338729858398, "Finetune/Loss (Raw)": 0.9644303321838379, "Finetune/Step": 169, "Finetune/Step Time": 4.832860682159662} +{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.004930019378662, "Finetune/Loss (Raw)": 0.3382594883441925, "Finetune/Step": 170, "Finetune/Step Time": 4.867749879136682} +{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0041471719741821, "Finetune/Loss (Raw)": 0.9978563189506531, "Finetune/Step": 171, "Finetune/Step Time": 4.859833750873804} +{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.002810001373291, "Finetune/Loss (Raw)": 0.9750430583953857, "Finetune/Step": 172, "Finetune/Step Time": 4.8631095215678215} +{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0042680501937866, "Finetune/Loss (Raw)": 1.186087965965271, "Finetune/Step": 173, "Finetune/Step Time": 4.830504219979048} +{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.009176254272461, "Finetune/Loss (Raw)": 0.8815011978149414, "Finetune/Step": 174, "Finetune/Step Time": 4.8009913600981236} +{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0097105503082275, "Finetune/Loss (Raw)": 1.180253267288208, "Finetune/Step": 175, "Finetune/Step Time": 4.798388622701168} +{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.003833293914795, "Finetune/Loss (Raw)": 0.34035128355026245, "Finetune/Step": 176, "Finetune/Step Time": 4.819789169356227} +{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0025582313537598, "Finetune/Loss (Raw)": 0.9646397233009338, "Finetune/Step": 177, "Finetune/Step Time": 4.816615441814065} +{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0039966106414795, "Finetune/Loss (Raw)": 1.1867029666900635, "Finetune/Step": 178, "Finetune/Step Time": 4.818136807531118} +{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0022815465927124, "Finetune/Loss (Raw)": 0.8947888612747192, "Finetune/Step": 179, "Finetune/Step Time": 4.82762773707509} +{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0014197826385498, "Finetune/Loss (Raw)": 1.0651068687438965, "Finetune/Step": 180, "Finetune/Step Time": 4.824973624199629} +{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0022304058074951, "Finetune/Loss (Raw)": 1.0043972730636597, "Finetune/Step": 181, "Finetune/Step Time": 4.810728441923857} +{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0032908916473389, "Finetune/Loss (Raw)": 1.045536994934082, "Finetune/Step": 182, "Finetune/Step Time": 4.809770850464702} +{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0021727085113525, "Finetune/Loss (Raw)": 1.001612663269043, "Finetune/Step": 183, "Finetune/Step Time": 4.798520147800446} +{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0026848316192627, "Finetune/Loss (Raw)": 1.1487913131713867, "Finetune/Step": 184, "Finetune/Step Time": 4.785007361322641} +{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0019513368606567, "Finetune/Loss (Raw)": 0.9135327935218811, "Finetune/Step": 185, "Finetune/Step Time": 4.794082863256335} +{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0015079975128174, "Finetune/Loss (Raw)": 1.000604271888733, "Finetune/Step": 186, "Finetune/Step Time": 4.784461697563529} +{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.000969648361206, "Finetune/Loss (Raw)": 1.0009090900421143, "Finetune/Step": 187, "Finetune/Step Time": 4.770216239616275} +{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0013123750686646, "Finetune/Loss (Raw)": 1.111181616783142, "Finetune/Step": 188, "Finetune/Step Time": 4.769019298255444} +{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0002164840698242, "Finetune/Loss (Raw)": 0.9917285442352295, "Finetune/Step": 189, "Finetune/Step Time": 4.7801734786480665} +{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9992507696151733, "Finetune/Loss (Raw)": 1.0619580745697021, "Finetune/Step": 190, "Finetune/Step Time": 4.785160709172487} +{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9984678030014038, "Finetune/Loss (Raw)": 1.080759048461914, "Finetune/Step": 191, "Finetune/Step Time": 4.790736449882388} +{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9986480474472046, "Finetune/Loss (Raw)": 1.062240481376648, "Finetune/Step": 192, "Finetune/Step Time": 4.770607048645616} +{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9979494214057922, "Finetune/Loss (Raw)": 0.9358652830123901, "Finetune/Step": 193, "Finetune/Step Time": 4.763182837516069} +{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9983998537063599, "Finetune/Loss (Raw)": 1.0435374975204468, "Finetune/Step": 194, "Finetune/Step Time": 4.76226619631052} +{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9993082284927368, "Finetune/Loss (Raw)": 1.0057331323623657, "Finetune/Step": 195, "Finetune/Step Time": 4.76899753510952} +{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9982852935791016, "Finetune/Loss (Raw)": 0.9799980521202087, "Finetune/Step": 196, "Finetune/Step Time": 4.765447326004505} +{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9975314140319824, "Finetune/Loss (Raw)": 1.0453490018844604, "Finetune/Step": 197, "Finetune/Step Time": 4.771957363933325} +{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9962193369865417, "Finetune/Loss (Raw)": 1.0064361095428467, "Finetune/Step": 198, "Finetune/Step Time": 4.771457040682435} +{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9967892169952393, "Finetune/Loss (Raw)": 0.9863224029541016, "Finetune/Step": 199, "Finetune/Step Time": 4.775449836626649} +{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9968388676643372, "Finetune/Loss (Raw)": 1.022019624710083, "Finetune/Step": 200, "Finetune/Step Time": 4.779860885813832} +{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9984771609306335, "Finetune/Loss (Raw)": 1.124913215637207, "Finetune/Step": 201, "Finetune/Step Time": 4.784074770286679} +{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0000267028808594, "Finetune/Loss (Raw)": 1.1175891160964966, "Finetune/Step": 202, "Finetune/Step Time": 4.787478286772966} +{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0020251274108887, "Finetune/Loss (Raw)": 1.0650660991668701, "Finetune/Step": 203, "Finetune/Step Time": 4.782047133892775} +{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0027365684509277, "Finetune/Loss (Raw)": 1.0506993532180786, "Finetune/Step": 204, "Finetune/Step Time": 4.776926100254059} +{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9965156316757202, "Finetune/Loss (Raw)": 0.3023760914802551, "Finetune/Step": 205, "Finetune/Step Time": 4.820899806916714} +{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9949346780776978, "Finetune/Loss (Raw)": 0.9978419542312622, "Finetune/Step": 206, "Finetune/Step Time": 4.829595021903515} +{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9950008392333984, "Finetune/Loss (Raw)": 1.1820740699768066, "Finetune/Step": 207, "Finetune/Step Time": 4.852498959749937} +{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9956623315811157, "Finetune/Loss (Raw)": 1.0458375215530396, "Finetune/Step": 208, "Finetune/Step Time": 4.8374585676938295} +{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9947088956832886, "Finetune/Loss (Raw)": 1.0006346702575684, "Finetune/Step": 209, "Finetune/Step Time": 4.831375703215599} +{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.988629937171936, "Finetune/Loss (Raw)": 0.3031495213508606, "Finetune/Step": 210, "Finetune/Step Time": 4.866626098752022} +{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9890376925468445, "Finetune/Loss (Raw)": 0.9883919358253479, "Finetune/Step": 211, "Finetune/Step Time": 4.8591489642858505} +{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9881582856178284, "Finetune/Loss (Raw)": 1.0715712308883667, "Finetune/Step": 212, "Finetune/Step Time": 4.8568775448948145} +{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9893296957015991, "Finetune/Loss (Raw)": 1.1829426288604736, "Finetune/Step": 213, "Finetune/Step Time": 4.859439555555582} +{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9946914911270142, "Finetune/Loss (Raw)": 0.9890397787094116, "Finetune/Step": 214, "Finetune/Step Time": 4.838811295107007} +{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9941955804824829, "Finetune/Loss (Raw)": 0.9451520442962646, "Finetune/Step": 215, "Finetune/Step Time": 4.838819587603211} +{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9920509457588196, "Finetune/Loss (Raw)": 0.9328597187995911, "Finetune/Step": 216, "Finetune/Step Time": 4.837660485878587} +{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9925086498260498, "Finetune/Loss (Raw)": 1.1115795373916626, "Finetune/Step": 217, "Finetune/Step Time": 4.835705420002341} +{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9920175075531006, "Finetune/Loss (Raw)": 1.0570842027664185, "Finetune/Step": 218, "Finetune/Step Time": 4.825076449662447} +{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9925406575202942, "Finetune/Loss (Raw)": 1.2044404745101929, "Finetune/Step": 219, "Finetune/Step Time": 4.813458621501923} +{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9909570217132568, "Finetune/Loss (Raw)": 0.9698517322540283, "Finetune/Step": 220, "Finetune/Step Time": 4.81080106832087} +{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9924683570861816, "Finetune/Loss (Raw)": 1.0996559858322144, "Finetune/Step": 221, "Finetune/Step Time": 4.814186539500952} +{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9909936785697937, "Finetune/Loss (Raw)": 0.9498260021209717, "Finetune/Step": 222, "Finetune/Step Time": 4.820382157340646} +{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9903963804244995, "Finetune/Loss (Raw)": 0.9803614616394043, "Finetune/Step": 223, "Finetune/Step Time": 4.82177066244185} +{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9846845865249634, "Finetune/Loss (Raw)": 0.3342530131340027, "Finetune/Step": 224, "Finetune/Step Time": 4.846242064610124} +{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9850102663040161, "Finetune/Loss (Raw)": 1.0527453422546387, "Finetune/Step": 225, "Finetune/Step Time": 4.846486726775765} +{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9856144189834595, "Finetune/Loss (Raw)": 1.18185293674469, "Finetune/Step": 226, "Finetune/Step Time": 4.844120493158698} +{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9932634234428406, "Finetune/Loss (Raw)": 1.1756561994552612, "Finetune/Step": 227, "Finetune/Step Time": 4.80828795209527} +{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9928058385848999, "Finetune/Loss (Raw)": 1.134516954421997, "Finetune/Step": 228, "Finetune/Step Time": 4.803493740037084} +{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9927642345428467, "Finetune/Loss (Raw)": 1.0270915031433105, "Finetune/Step": 229, "Finetune/Step Time": 4.796881543472409} +{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.992367148399353, "Finetune/Loss (Raw)": 1.1500760316848755, "Finetune/Step": 230, "Finetune/Step Time": 4.799578797072172} +{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9980818629264832, "Finetune/Loss (Raw)": 1.0108816623687744, "Finetune/Step": 231, "Finetune/Step Time": 4.764965994283557} +{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9974623918533325, "Finetune/Loss (Raw)": 1.0593385696411133, "Finetune/Step": 232, "Finetune/Step Time": 4.768418585881591} +{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9916963577270508, "Finetune/Loss (Raw)": 0.29990559816360474, "Finetune/Step": 233, "Finetune/Step Time": 4.8080539628863335} +{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9926968812942505, "Finetune/Loss (Raw)": 1.1686640977859497, "Finetune/Step": 234, "Finetune/Step Time": 4.827338069677353} +{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.993478000164032, "Finetune/Loss (Raw)": 1.2077680826187134, "Finetune/Step": 235, "Finetune/Step Time": 4.867977701127529} +{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9936137199401855, "Finetune/Loss (Raw)": 1.0161162614822388, "Finetune/Step": 236, "Finetune/Step Time": 4.861573511734605} +{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9932459592819214, "Finetune/Loss (Raw)": 1.0799429416656494, "Finetune/Step": 237, "Finetune/Step Time": 4.895084764808416} +{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9930450916290283, "Finetune/Loss (Raw)": 0.9994960427284241, "Finetune/Step": 238, "Finetune/Step Time": 4.898840429261327} +{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9914700984954834, "Finetune/Loss (Raw)": 0.8918589353561401, "Finetune/Step": 239, "Finetune/Step Time": 4.882944455370307} +{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9906542301177979, "Finetune/Loss (Raw)": 0.956817626953125, "Finetune/Step": 240, "Finetune/Step Time": 4.880974102765322} +{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9905443787574768, "Finetune/Loss (Raw)": 1.0877909660339355, "Finetune/Step": 241, "Finetune/Step Time": 4.862740809097886} +{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9969956874847412, "Finetune/Loss (Raw)": 1.0583271980285645, "Finetune/Step": 242, "Finetune/Step Time": 4.8296753745526075} +{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9970389604568481, "Finetune/Loss (Raw)": 1.0772961378097534, "Finetune/Step": 243, "Finetune/Step Time": 4.840217519551516} +{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9970444440841675, "Finetune/Loss (Raw)": 0.9151410460472107, "Finetune/Step": 244, "Finetune/Step Time": 4.825245415791869} +{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9979310631752014, "Finetune/Loss (Raw)": 1.2111561298370361, "Finetune/Step": 245, "Finetune/Step Time": 4.81786916218698} +{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9982093572616577, "Finetune/Loss (Raw)": 1.1633367538452148, "Finetune/Step": 246, "Finetune/Step Time": 4.833097295835614} +{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9984497427940369, "Finetune/Loss (Raw)": 1.060507893562317, "Finetune/Step": 247, "Finetune/Step Time": 4.833165690302849} +{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9978888034820557, "Finetune/Loss (Raw)": 0.9994032382965088, "Finetune/Step": 248, "Finetune/Step Time": 4.836506973952055} +{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9979683756828308, "Finetune/Loss (Raw)": 1.0152734518051147, "Finetune/Step": 249, "Finetune/Step Time": 4.818529544398189} +{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9989421367645264, "Finetune/Loss (Raw)": 1.0763511657714844, "Finetune/Step": 250, "Finetune/Step Time": 4.828206634148955} +{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0000550746917725, "Finetune/Loss (Raw)": 1.1447986364364624, "Finetune/Step": 251, "Finetune/Step Time": 4.84311511926353} +{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9994486570358276, "Finetune/Loss (Raw)": 1.038438081741333, "Finetune/Step": 252, "Finetune/Step Time": 4.8420015424489975} +{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0000137090682983, "Finetune/Loss (Raw)": 1.0714094638824463, "Finetune/Step": 253, "Finetune/Step Time": 4.836775049567223} +{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9991347193717957, "Finetune/Loss (Raw)": 0.9744852185249329, "Finetune/Step": 254, "Finetune/Step Time": 4.816363850608468} +{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9939671158790588, "Finetune/Loss (Raw)": 0.3047393560409546, "Finetune/Step": 255, "Finetune/Step Time": 4.852514673024416} +{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9926684498786926, "Finetune/Loss (Raw)": 0.949347198009491, "Finetune/Step": 256, "Finetune/Step Time": 4.853060988709331} +{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9929511547088623, "Finetune/Loss (Raw)": 1.1693390607833862, "Finetune/Step": 257, "Finetune/Step Time": 4.852819560095668} +{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9929252862930298, "Finetune/Loss (Raw)": 1.1184263229370117, "Finetune/Step": 258, "Finetune/Step Time": 4.852753955870867} +{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.992884635925293, "Finetune/Loss (Raw)": 1.0782874822616577, "Finetune/Step": 259, "Finetune/Step Time": 4.855239417403936} +{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9929907321929932, "Finetune/Loss (Raw)": 1.1072454452514648, "Finetune/Step": 260, "Finetune/Step Time": 4.87541626766324} +{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9928895235061646, "Finetune/Loss (Raw)": 0.8723963499069214, "Finetune/Step": 261, "Finetune/Step Time": 4.858653746545315} +{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9900059700012207, "Finetune/Loss (Raw)": 0.8514962196350098, "Finetune/Step": 262, "Finetune/Step Time": 4.870021002367139} +{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9903384447097778, "Finetune/Loss (Raw)": 1.0242698192596436, "Finetune/Step": 263, "Finetune/Step Time": 4.8682191129773855} +{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9897230863571167, "Finetune/Loss (Raw)": 0.985083281993866, "Finetune/Step": 264, "Finetune/Step Time": 4.882722448557615} +{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9898560047149658, "Finetune/Loss (Raw)": 0.9883701205253601, "Finetune/Step": 265, "Finetune/Step Time": 4.879143098369241} +{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9907330870628357, "Finetune/Loss (Raw)": 1.2236137390136719, "Finetune/Step": 266, "Finetune/Step Time": 4.890452763065696} +{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9907330274581909, "Finetune/Loss (Raw)": 0.8952152729034424, "Finetune/Step": 267, "Finetune/Step Time": 4.888197215273976} +{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9894582033157349, "Finetune/Loss (Raw)": 1.1032742261886597, "Finetune/Step": 268, "Finetune/Step Time": 4.892201207578182} +{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.989639401435852, "Finetune/Loss (Raw)": 1.0416947603225708, "Finetune/Step": 269, "Finetune/Step Time": 4.898144545033574} +{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9900004863739014, "Finetune/Loss (Raw)": 1.0495197772979736, "Finetune/Step": 270, "Finetune/Step Time": 4.862960267812014} +{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9906612038612366, "Finetune/Loss (Raw)": 1.0297964811325073, "Finetune/Step": 271, "Finetune/Step Time": 4.853985317051411} +{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9965489506721497, "Finetune/Loss (Raw)": 1.1157033443450928, "Finetune/Step": 272, "Finetune/Step Time": 4.818118143826723} +{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0021185874938965, "Finetune/Loss (Raw)": 1.046746015548706, "Finetune/Step": 273, "Finetune/Step Time": 4.785448679700494} +{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.003312349319458, "Finetune/Loss (Raw)": 1.0999289751052856, "Finetune/Step": 274, "Finetune/Step Time": 4.7919581942260265} +{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042648315429688, "Finetune/Loss (Raw)": 1.0108528137207031, "Finetune/Step": 275, "Finetune/Step Time": 4.789240220561624} +{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0024349689483643, "Finetune/Loss (Raw)": 0.829838752746582, "Finetune/Step": 276, "Finetune/Step Time": 4.822163442149758} +{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.001837968826294, "Finetune/Loss (Raw)": 1.0189261436462402, "Finetune/Step": 277, "Finetune/Step Time": 4.820957403630018} +{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0012050867080688, "Finetune/Loss (Raw)": 1.0328963994979858, "Finetune/Step": 278, "Finetune/Step Time": 4.813830342143774} +{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0022225379943848, "Finetune/Loss (Raw)": 1.206205129623413, "Finetune/Step": 279, "Finetune/Step Time": 4.820107374340296} +{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0018694400787354, "Finetune/Loss (Raw)": 0.9829712510108948, "Finetune/Step": 280, "Finetune/Step Time": 4.818442836403847} +{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0014183521270752, "Finetune/Loss (Raw)": 1.0761802196502686, "Finetune/Step": 281, "Finetune/Step Time": 4.804221453145146} +{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0006351470947266, "Finetune/Loss (Raw)": 1.0152251720428467, "Finetune/Step": 282, "Finetune/Step Time": 4.803461035713553} +{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0002102851867676, "Finetune/Loss (Raw)": 1.1326699256896973, "Finetune/Step": 283, "Finetune/Step Time": 4.801854072138667} +{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.006864070892334, "Finetune/Loss (Raw)": 1.1450573205947876, "Finetune/Step": 284, "Finetune/Step Time": 4.763489110395312} +{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0064607858657837, "Finetune/Loss (Raw)": 1.011656641960144, "Finetune/Step": 285, "Finetune/Step Time": 4.7813737988471985} +{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0064717531204224, "Finetune/Loss (Raw)": 1.0851786136627197, "Finetune/Step": 286, "Finetune/Step Time": 4.796713946387172} +{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065436363220215, "Finetune/Loss (Raw)": 1.0704479217529297, "Finetune/Step": 287, "Finetune/Step Time": 4.803655667230487} +{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0057283639907837, "Finetune/Loss (Raw)": 0.8971089124679565, "Finetune/Step": 288, "Finetune/Step Time": 4.811653833836317} +{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0065276622772217, "Finetune/Loss (Raw)": 1.1161285638809204, "Finetune/Step": 289, "Finetune/Step Time": 4.816156893968582} +{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0042595863342285, "Finetune/Loss (Raw)": 0.9593459367752075, "Finetune/Step": 290, "Finetune/Step Time": 4.8272990845143795} +{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0046921968460083, "Finetune/Loss (Raw)": 1.1188913583755493, "Finetune/Step": 291, "Finetune/Step Time": 4.821160634979606} +{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0057529211044312, "Finetune/Loss (Raw)": 1.0962119102478027, "Finetune/Step": 292, "Finetune/Step Time": 4.8096256647259} +{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0065585374832153, "Finetune/Loss (Raw)": 1.1433532238006592, "Finetune/Step": 293, "Finetune/Step Time": 4.805552380159497} +{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0047903060913086, "Finetune/Loss (Raw)": 0.7674444913864136, "Finetune/Step": 294, "Finetune/Step Time": 4.812059998512268} +{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0044502019882202, "Finetune/Loss (Raw)": 1.0860182046890259, "Finetune/Step": 295, "Finetune/Step Time": 4.818290937691927} +{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.004786491394043, "Finetune/Loss (Raw)": 1.018383502960205, "Finetune/Step": 296, "Finetune/Step Time": 4.823104342445731} +{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0060458183288574, "Finetune/Loss (Raw)": 1.1256448030471802, "Finetune/Step": 297, "Finetune/Step Time": 4.826511615887284} +{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.010486364364624, "Finetune/Loss (Raw)": 0.9066393375396729, "Finetune/Step": 298, "Finetune/Step Time": 4.8168101366609335} +{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.005136251449585, "Finetune/Loss (Raw)": 0.31303930282592773, "Finetune/Step": 299, "Finetune/Step Time": 4.849522283300757} +{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.000288963317871, "Finetune/Loss (Raw)": 0.3546031415462494, "Finetune/Step": 300, "Finetune/Step Time": 4.87395142391324} +{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.993998646736145, "Finetune/Loss (Raw)": 0.3809175193309784, "Finetune/Step": 301, "Finetune/Step Time": 4.910387147217989} +{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9940716028213501, "Finetune/Loss (Raw)": 0.8908374309539795, "Finetune/Step": 302, "Finetune/Step Time": 4.912570282816887} +{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9873046278953552, "Finetune/Loss (Raw)": 0.31408411264419556, "Finetune/Step": 303, "Finetune/Step Time": 4.947934715077281} +{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.993167519569397, "Finetune/Loss (Raw)": 1.0907998085021973, "Finetune/Step": 304, "Finetune/Step Time": 4.9135463405400515} +{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938006401062012, "Finetune/Loss (Raw)": 1.0456809997558594, "Finetune/Step": 305, "Finetune/Step Time": 4.905946569517255} +{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.991896390914917, "Finetune/Loss (Raw)": 0.9429598450660706, "Finetune/Step": 306, "Finetune/Step Time": 4.906652910634875} +{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9939672350883484, "Finetune/Loss (Raw)": 1.1598548889160156, "Finetune/Step": 307, "Finetune/Step Time": 4.903514176607132} +{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938108921051025, "Finetune/Loss (Raw)": 1.0450959205627441, "Finetune/Step": 308, "Finetune/Step Time": 4.903466632589698} +{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9949091076850891, "Finetune/Loss (Raw)": 1.1449683904647827, "Finetune/Step": 309, "Finetune/Step Time": 4.912465430796146} +{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9946367740631104, "Finetune/Loss (Raw)": 1.0106688737869263, "Finetune/Step": 310, "Finetune/Step Time": 4.913668984547257} +{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948805570602417, "Finetune/Loss (Raw)": 1.0328288078308105, "Finetune/Step": 311, "Finetune/Step Time": 4.914900401607156} +{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9935351610183716, "Finetune/Loss (Raw)": 0.9765748977661133, "Finetune/Step": 312, "Finetune/Step Time": 4.925422731786966} +{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950613975524902, "Finetune/Loss (Raw)": 1.1088944673538208, "Finetune/Step": 313, "Finetune/Step Time": 4.92231223359704} +{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9965049028396606, "Finetune/Loss (Raw)": 1.1853681802749634, "Finetune/Step": 314, "Finetune/Step Time": 4.911815578117967} +{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9963949918746948, "Finetune/Loss (Raw)": 0.9868489503860474, "Finetune/Step": 315, "Finetune/Step Time": 4.922703148797154} +{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905649423599243, "Finetune/Loss (Raw)": 0.3649332821369171, "Finetune/Step": 316, "Finetune/Step Time": 4.964761473238468} +{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903619289398193, "Finetune/Loss (Raw)": 0.9657425880432129, "Finetune/Step": 317, "Finetune/Step Time": 4.9549503065645695} +{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9903253316879272, "Finetune/Loss (Raw)": 1.0572606325149536, "Finetune/Step": 318, "Finetune/Step Time": 4.948272252455354} +{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9895738959312439, "Finetune/Loss (Raw)": 0.9845946431159973, "Finetune/Step": 319, "Finetune/Step Time": 4.960823288187385} +{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.988588809967041, "Finetune/Loss (Raw)": 0.936147153377533, "Finetune/Step": 320, "Finetune/Step Time": 4.955838039517403} +{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9837273955345154, "Finetune/Loss (Raw)": 0.3136005997657776, "Finetune/Step": 321, "Finetune/Step Time": 4.99146731197834} +{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833588600158691, "Finetune/Loss (Raw)": 0.996356189250946, "Finetune/Step": 322, "Finetune/Step Time": 4.991919739171863} +{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9839137196540833, "Finetune/Loss (Raw)": 1.0767685174942017, "Finetune/Step": 323, "Finetune/Step Time": 4.985992271453142} +{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9848461151123047, "Finetune/Loss (Raw)": 1.099339246749878, "Finetune/Step": 324, "Finetune/Step Time": 4.985086020082235} +{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848323464393616, "Finetune/Loss (Raw)": 1.043583631515503, "Finetune/Step": 325, "Finetune/Step Time": 4.982155542820692} +{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9864910840988159, "Finetune/Loss (Raw)": 1.2187565565109253, "Finetune/Step": 326, "Finetune/Step Time": 4.982411183416843} +{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867303967475891, "Finetune/Loss (Raw)": 1.016953706741333, "Finetune/Step": 327, "Finetune/Step Time": 4.976991740986705} +{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9870977401733398, "Finetune/Loss (Raw)": 1.0690382719039917, "Finetune/Step": 328, "Finetune/Step Time": 4.983970833942294} +{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856619834899902, "Finetune/Loss (Raw)": 0.9411359429359436, "Finetune/Step": 329, "Finetune/Step Time": 5.000623501837254} +{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838087558746338, "Finetune/Loss (Raw)": 0.8803783655166626, "Finetune/Step": 330, "Finetune/Step Time": 5.004571283236146} +{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9836896657943726, "Finetune/Loss (Raw)": 1.0498311519622803, "Finetune/Step": 331, "Finetune/Step Time": 5.008305888622999} +{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819042682647705, "Finetune/Loss (Raw)": 0.822160005569458, "Finetune/Step": 332, "Finetune/Step Time": 5.024518312886357} +{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9875954389572144, "Finetune/Loss (Raw)": 1.0308443307876587, "Finetune/Step": 333, "Finetune/Step Time": 4.987630356103182} +{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9875416159629822, "Finetune/Loss (Raw)": 0.9909479022026062, "Finetune/Step": 334, "Finetune/Step Time": 4.982946826145053} +{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9861672520637512, "Finetune/Loss (Raw)": 1.0061662197113037, "Finetune/Step": 335, "Finetune/Step Time": 4.970481360331178} +{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9865456819534302, "Finetune/Loss (Raw)": 1.094267725944519, "Finetune/Step": 336, "Finetune/Step Time": 4.974100464954972} +{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9883050918579102, "Finetune/Loss (Raw)": 1.2258459329605103, "Finetune/Step": 337, "Finetune/Step Time": 4.969954328611493} +{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9937158226966858, "Finetune/Loss (Raw)": 0.9957140684127808, "Finetune/Step": 338, "Finetune/Step Time": 4.944003168493509} +{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9935730695724487, "Finetune/Loss (Raw)": 0.9701372385025024, "Finetune/Step": 339, "Finetune/Step Time": 4.94698653370142} +{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9923433065414429, "Finetune/Loss (Raw)": 0.9141558408737183, "Finetune/Step": 340, "Finetune/Step Time": 4.945408493280411} +{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9910823106765747, "Finetune/Loss (Raw)": 1.0215237140655518, "Finetune/Step": 341, "Finetune/Step Time": 4.946875991299748} +{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9919029474258423, "Finetune/Loss (Raw)": 1.094090223312378, "Finetune/Step": 342, "Finetune/Step Time": 4.928366614505649} +{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.99246746301651, "Finetune/Loss (Raw)": 1.017409086227417, "Finetune/Step": 343, "Finetune/Step Time": 4.926581058651209} +{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9937048554420471, "Finetune/Loss (Raw)": 1.0912379026412964, "Finetune/Step": 344, "Finetune/Step Time": 4.911657650023699} +{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9937676191329956, "Finetune/Loss (Raw)": 1.1196223497390747, "Finetune/Step": 345, "Finetune/Step Time": 4.914071699604392} +{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9943077564239502, "Finetune/Loss (Raw)": 1.1262222528457642, "Finetune/Step": 346, "Finetune/Step Time": 4.920882856473327} +{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9938733577728271, "Finetune/Loss (Raw)": 1.14884614944458, "Finetune/Step": 347, "Finetune/Step Time": 4.924201099202037} +{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9947224855422974, "Finetune/Loss (Raw)": 1.0785295963287354, "Finetune/Step": 348, "Finetune/Step Time": 4.944263830780983} +{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951130151748657, "Finetune/Loss (Raw)": 1.149648904800415, "Finetune/Step": 349, "Finetune/Step Time": 4.952892603352666} +{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9954149127006531, "Finetune/Loss (Raw)": 0.9884669780731201, "Finetune/Step": 350, "Finetune/Step Time": 4.967482624575496} +{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9956052303314209, "Finetune/Loss (Raw)": 1.0047180652618408, "Finetune/Step": 351, "Finetune/Step Time": 4.980798264965415} +{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0007845163345337, "Finetune/Loss (Raw)": 0.9971986413002014, "Finetune/Step": 352, "Finetune/Step Time": 4.955055361613631} +{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0001907348632812, "Finetune/Loss (Raw)": 0.9767444729804993, "Finetune/Step": 353, "Finetune/Step Time": 4.953967425972223} +{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.998065173625946, "Finetune/Loss (Raw)": 0.9097855091094971, "Finetune/Step": 354, "Finetune/Step Time": 4.960767103359103} +{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9971985816955566, "Finetune/Loss (Raw)": 1.0647375583648682, "Finetune/Step": 355, "Finetune/Step Time": 4.970470761880279} +{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9954730272293091, "Finetune/Loss (Raw)": 0.9136403203010559, "Finetune/Step": 356, "Finetune/Step Time": 4.977934507653117} +{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9947423338890076, "Finetune/Loss (Raw)": 0.9335627555847168, "Finetune/Step": 357, "Finetune/Step Time": 4.992071958258748} +{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.988534688949585, "Finetune/Loss (Raw)": 0.35549917817115784, "Finetune/Step": 358, "Finetune/Step Time": 5.0269518084824085} +{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9872530698776245, "Finetune/Loss (Raw)": 0.8468287587165833, "Finetune/Step": 359, "Finetune/Step Time": 5.028127549216151} +{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9869270920753479, "Finetune/Loss (Raw)": 1.0176087617874146, "Finetune/Step": 360, "Finetune/Step Time": 5.027885587885976} +{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9915875196456909, "Finetune/Loss (Raw)": 0.8964446187019348, "Finetune/Step": 361, "Finetune/Step Time": 4.9921381957829} +{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9900692105293274, "Finetune/Loss (Raw)": 0.9743190407752991, "Finetune/Step": 362, "Finetune/Step Time": 4.984584160149097} +{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9890233874320984, "Finetune/Loss (Raw)": 1.073912262916565, "Finetune/Step": 363, "Finetune/Step Time": 4.943286571651697} +{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9896315932273865, "Finetune/Loss (Raw)": 1.0939629077911377, "Finetune/Step": 364, "Finetune/Step Time": 4.94199370034039} +{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899529218673706, "Finetune/Loss (Raw)": 1.1210730075836182, "Finetune/Step": 365, "Finetune/Step Time": 4.91124296374619} +{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891889691352844, "Finetune/Loss (Raw)": 0.9017105102539062, "Finetune/Step": 366, "Finetune/Step Time": 4.916462417691946} +{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9900106191635132, "Finetune/Loss (Raw)": 0.9970285892486572, "Finetune/Step": 367, "Finetune/Step Time": 4.92198383435607} +{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905356764793396, "Finetune/Loss (Raw)": 1.0240191221237183, "Finetune/Step": 368, "Finetune/Step Time": 4.922089466825128} +{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897398352622986, "Finetune/Loss (Raw)": 0.9859260320663452, "Finetune/Step": 369, "Finetune/Step Time": 4.922115568071604} +{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9905344247817993, "Finetune/Loss (Raw)": 1.1600412130355835, "Finetune/Step": 370, "Finetune/Step Time": 4.915978603065014} +{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911506772041321, "Finetune/Loss (Raw)": 1.1561778783798218, "Finetune/Step": 371, "Finetune/Step Time": 4.906568227335811} +{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9921808242797852, "Finetune/Loss (Raw)": 1.0469940900802612, "Finetune/Step": 372, "Finetune/Step Time": 4.915484357625246} +{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.986032247543335, "Finetune/Loss (Raw)": 0.4241430163383484, "Finetune/Step": 373, "Finetune/Step Time": 4.954753205180168} +{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.979667067527771, "Finetune/Loss (Raw)": 0.3485853672027588, "Finetune/Step": 374, "Finetune/Step Time": 4.97530372440815} +{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9800443649291992, "Finetune/Loss (Raw)": 1.108808159828186, "Finetune/Step": 375, "Finetune/Step Time": 4.961447477340698} +{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792508482933044, "Finetune/Loss (Raw)": 0.8978270292282104, "Finetune/Step": 376, "Finetune/Step Time": 4.966253772377968} +{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9788902997970581, "Finetune/Loss (Raw)": 0.9691225290298462, "Finetune/Step": 377, "Finetune/Step Time": 4.972846169024706} +{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9799709916114807, "Finetune/Loss (Raw)": 1.214677095413208, "Finetune/Step": 378, "Finetune/Step Time": 4.960978949442506} +{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9799973964691162, "Finetune/Loss (Raw)": 1.148180365562439, "Finetune/Step": 379, "Finetune/Step Time": 4.959351763129234} +{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9799729585647583, "Finetune/Loss (Raw)": 1.0353156328201294, "Finetune/Step": 380, "Finetune/Step Time": 4.958015337586403} +{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9798860549926758, "Finetune/Loss (Raw)": 1.0602798461914062, "Finetune/Step": 381, "Finetune/Step Time": 4.9663185346871614} +{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795016646385193, "Finetune/Loss (Raw)": 0.9252907633781433, "Finetune/Step": 382, "Finetune/Step Time": 5.013490056619048} +{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984464704990387, "Finetune/Loss (Raw)": 0.9400101900100708, "Finetune/Step": 383, "Finetune/Step Time": 5.010789452120662} +{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9807024002075195, "Finetune/Loss (Raw)": 0.4677622318267822, "Finetune/Step": 384, "Finetune/Step Time": 5.042236736044288} +{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9794583916664124, "Finetune/Loss (Raw)": 1.0101075172424316, "Finetune/Step": 385, "Finetune/Step Time": 5.045302886515856} +{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9786995649337769, "Finetune/Loss (Raw)": 1.021301031112671, "Finetune/Step": 386, "Finetune/Step Time": 5.049946902319789} +{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9771249890327454, "Finetune/Loss (Raw)": 0.8767417669296265, "Finetune/Step": 387, "Finetune/Step Time": 5.0515166241675615} +{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9759198427200317, "Finetune/Loss (Raw)": 0.9529848694801331, "Finetune/Step": 388, "Finetune/Step Time": 5.029643382877111} +{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9764775037765503, "Finetune/Loss (Raw)": 0.9437746405601501, "Finetune/Step": 389, "Finetune/Step Time": 5.0289396569132805} +{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.976387619972229, "Finetune/Loss (Raw)": 0.8399962186813354, "Finetune/Step": 390, "Finetune/Step Time": 5.015424430370331} +{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9762171506881714, "Finetune/Loss (Raw)": 1.002446174621582, "Finetune/Step": 391, "Finetune/Step Time": 5.010799204930663} +{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.976152777671814, "Finetune/Loss (Raw)": 0.9768429398536682, "Finetune/Step": 392, "Finetune/Step Time": 5.007403917610645} +{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9750745296478271, "Finetune/Loss (Raw)": 0.8503497242927551, "Finetune/Step": 393, "Finetune/Step Time": 5.019817126914859} +{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9718313813209534, "Finetune/Loss (Raw)": 0.8084924817085266, "Finetune/Step": 394, "Finetune/Step Time": 5.035083431750536} +{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9742134213447571, "Finetune/Loss (Raw)": 1.2001208066940308, "Finetune/Step": 395, "Finetune/Step Time": 5.033741829916835} +{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.974166989326477, "Finetune/Loss (Raw)": 1.097328543663025, "Finetune/Step": 396, "Finetune/Step Time": 5.0346910916268826} +{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9726614952087402, "Finetune/Loss (Raw)": 0.8489870429039001, "Finetune/Step": 397, "Finetune/Step Time": 5.050419135019183} +{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9736274480819702, "Finetune/Loss (Raw)": 1.1731716394424438, "Finetune/Step": 398, "Finetune/Step Time": 5.043489458039403} +{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9727907776832581, "Finetune/Loss (Raw)": 0.9227059483528137, "Finetune/Step": 399, "Finetune/Step Time": 5.031096115708351} +{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9714675545692444, "Finetune/Loss (Raw)": 0.9463205337524414, "Finetune/Step": 400, "Finetune/Step Time": 5.028455801308155} +{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9719909429550171, "Finetune/Loss (Raw)": 1.1137453317642212, "Finetune/Step": 401, "Finetune/Step Time": 5.031246503815055} +{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9712322354316711, "Finetune/Loss (Raw)": 1.0028151273727417, "Finetune/Step": 402, "Finetune/Step Time": 5.0429539531469345} +{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9709582328796387, "Finetune/Loss (Raw)": 0.9757727980613708, "Finetune/Step": 403, "Finetune/Step Time": 5.04234754294157} +{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9728965759277344, "Finetune/Loss (Raw)": 1.0779505968093872, "Finetune/Step": 404, "Finetune/Step Time": 5.009667186066508} +{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9706668853759766, "Finetune/Loss (Raw)": 0.7335264682769775, "Finetune/Step": 405, "Finetune/Step Time": 5.02184296771884} +{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9662345051765442, "Finetune/Loss (Raw)": 0.4655545651912689, "Finetune/Step": 406, "Finetune/Step Time": 5.057683151215315} +{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.959985613822937, "Finetune/Loss (Raw)": 0.4063502848148346, "Finetune/Step": 407, "Finetune/Step Time": 5.081752790138125} +{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9599747657775879, "Finetune/Loss (Raw)": 0.9815796613693237, "Finetune/Step": 408, "Finetune/Step Time": 5.081566853448749} +{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9608479738235474, "Finetune/Loss (Raw)": 1.187949776649475, "Finetune/Step": 409, "Finetune/Step Time": 5.082392767071724} +{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9624185562133789, "Finetune/Loss (Raw)": 1.216259241104126, "Finetune/Step": 410, "Finetune/Step Time": 5.080663142725825} +{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9613335728645325, "Finetune/Loss (Raw)": 0.9937915205955505, "Finetune/Step": 411, "Finetune/Step Time": 5.0837101973593235} +{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9551714062690735, "Finetune/Loss (Raw)": 0.3563014268875122, "Finetune/Step": 412, "Finetune/Step Time": 5.129125330597162} +{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.956034779548645, "Finetune/Loss (Raw)": 1.1221643686294556, "Finetune/Step": 413, "Finetune/Step Time": 5.106832172721624} +{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9549273252487183, "Finetune/Loss (Raw)": 0.943422794342041, "Finetune/Step": 414, "Finetune/Step Time": 5.092024531215429} +{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9547954797744751, "Finetune/Loss (Raw)": 1.053577184677124, "Finetune/Step": 415, "Finetune/Step Time": 5.0887820310890675} +{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9565480351448059, "Finetune/Loss (Raw)": 1.1214325428009033, "Finetune/Step": 416, "Finetune/Step Time": 5.0739935748279095} +{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9560531377792358, "Finetune/Loss (Raw)": 1.0527772903442383, "Finetune/Step": 417, "Finetune/Step Time": 5.068651540204883} +{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9571384191513062, "Finetune/Loss (Raw)": 1.0982660055160522, "Finetune/Step": 418, "Finetune/Step Time": 5.056080872192979} +{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560141563415527, "Finetune/Loss (Raw)": 0.9749879240989685, "Finetune/Step": 419, "Finetune/Step Time": 5.073912654072046} +{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502312541007996, "Finetune/Loss (Raw)": 0.35600295662879944, "Finetune/Step": 420, "Finetune/Step Time": 5.108492534607649} +{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9493086934089661, "Finetune/Loss (Raw)": 1.0252583026885986, "Finetune/Step": 421, "Finetune/Step Time": 5.108658783137798} +{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9511711597442627, "Finetune/Loss (Raw)": 1.0058469772338867, "Finetune/Step": 422, "Finetune/Step Time": 5.114131797105074} +{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9514997601509094, "Finetune/Loss (Raw)": 1.1280779838562012, "Finetune/Step": 423, "Finetune/Step Time": 5.107443518936634} +{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9516463279724121, "Finetune/Loss (Raw)": 1.03713858127594, "Finetune/Step": 424, "Finetune/Step Time": 5.106616552919149} +{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9487920999526978, "Finetune/Loss (Raw)": 0.7603134512901306, "Finetune/Step": 425, "Finetune/Step Time": 5.14212754368782} +{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9496566653251648, "Finetune/Loss (Raw)": 1.0172982215881348, "Finetune/Step": 426, "Finetune/Step Time": 5.121481062844396} +{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9548617601394653, "Finetune/Loss (Raw)": 0.9792931079864502, "Finetune/Step": 427, "Finetune/Step Time": 5.088693104684353} +{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9608608484268188, "Finetune/Loss (Raw)": 1.1224833726882935, "Finetune/Step": 428, "Finetune/Step Time": 5.053125202655792} +{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9662041664123535, "Finetune/Loss (Raw)": 1.064857006072998, "Finetune/Step": 429, "Finetune/Step Time": 5.021570045500994} +{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.966300904750824, "Finetune/Loss (Raw)": 0.9032281637191772, "Finetune/Step": 430, "Finetune/Step Time": 5.015447681769729} +{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9723038673400879, "Finetune/Loss (Raw)": 1.08246648311615, "Finetune/Step": 431, "Finetune/Step Time": 4.9892453365027905} +{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9711021184921265, "Finetune/Loss (Raw)": 0.9369709491729736, "Finetune/Step": 432, "Finetune/Step Time": 4.995647389441729} +{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9701074361801147, "Finetune/Loss (Raw)": 0.9183579683303833, "Finetune/Step": 433, "Finetune/Step Time": 4.998879067599773} +{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9704471826553345, "Finetune/Loss (Raw)": 0.9864510297775269, "Finetune/Step": 434, "Finetune/Step Time": 4.9998390506953} +{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9679312705993652, "Finetune/Loss (Raw)": 0.8378168940544128, "Finetune/Step": 435, "Finetune/Step Time": 4.990672992542386} +{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9669662714004517, "Finetune/Loss (Raw)": 0.9215799570083618, "Finetune/Step": 436, "Finetune/Step Time": 4.987544232979417} +{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9659954309463501, "Finetune/Loss (Raw)": 1.0206948518753052, "Finetune/Step": 437, "Finetune/Step Time": 4.978404825553298} +{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9656585454940796, "Finetune/Loss (Raw)": 0.9675516486167908, "Finetune/Step": 438, "Finetune/Step Time": 4.969540225341916} +{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9651689529418945, "Finetune/Loss (Raw)": 0.9701645970344543, "Finetune/Step": 439, "Finetune/Step Time": 4.974212236702442} +{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.965977668762207, "Finetune/Loss (Raw)": 1.0800800323486328, "Finetune/Step": 440, "Finetune/Step Time": 4.970149479806423} +{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9654947519302368, "Finetune/Loss (Raw)": 1.0470956563949585, "Finetune/Step": 441, "Finetune/Step Time": 4.967345707118511} +{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9595812559127808, "Finetune/Loss (Raw)": 0.42842793464660645, "Finetune/Step": 442, "Finetune/Step Time": 5.005519203841686} +{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9602546691894531, "Finetune/Loss (Raw)": 1.0730512142181396, "Finetune/Step": 443, "Finetune/Step Time": 5.009761875495315} +{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9662927389144897, "Finetune/Loss (Raw)": 1.1378082036972046, "Finetune/Step": 444, "Finetune/Step Time": 4.968845384195447} +{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9666286706924438, "Finetune/Loss (Raw)": 1.0087361335754395, "Finetune/Step": 445, "Finetune/Step Time": 4.964817747473717} +{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.967057466506958, "Finetune/Loss (Raw)": 1.1121424436569214, "Finetune/Step": 446, "Finetune/Step Time": 4.9733938202261925} +{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9674179553985596, "Finetune/Loss (Raw)": 1.0307434797286987, "Finetune/Step": 447, "Finetune/Step Time": 4.957982463762164} +{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9676113128662109, "Finetune/Loss (Raw)": 0.9608994126319885, "Finetune/Step": 448, "Finetune/Step Time": 4.9638118371367455} +{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9740487337112427, "Finetune/Loss (Raw)": 1.137585997581482, "Finetune/Step": 449, "Finetune/Step Time": 4.931504180654883} +{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9736601114273071, "Finetune/Loss (Raw)": 0.946619987487793, "Finetune/Step": 450, "Finetune/Step Time": 4.9304258543998} +{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9728485345840454, "Finetune/Loss (Raw)": 0.9728826284408569, "Finetune/Step": 451, "Finetune/Step Time": 4.940727004781365} +{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9720828533172607, "Finetune/Loss (Raw)": 1.0013283491134644, "Finetune/Step": 452, "Finetune/Step Time": 4.939144738018513} +{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9734652638435364, "Finetune/Loss (Raw)": 1.220536470413208, "Finetune/Step": 453, "Finetune/Step Time": 4.934303333982825} +{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9716967344284058, "Finetune/Loss (Raw)": 0.9923763871192932, "Finetune/Step": 454, "Finetune/Step Time": 4.949001302942634} +{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9722687005996704, "Finetune/Loss (Raw)": 1.0901718139648438, "Finetune/Step": 455, "Finetune/Step Time": 4.947267165407538} +{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9665031433105469, "Finetune/Loss (Raw)": 0.3310447931289673, "Finetune/Step": 456, "Finetune/Step Time": 4.970637630671263} +{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9662977457046509, "Finetune/Loss (Raw)": 0.914844274520874, "Finetune/Step": 457, "Finetune/Step Time": 4.950965456664562} +{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9689585566520691, "Finetune/Loss (Raw)": 1.2209635972976685, "Finetune/Step": 458, "Finetune/Step Time": 4.948087319731712} +{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.968541145324707, "Finetune/Loss (Raw)": 0.9964061379432678, "Finetune/Step": 459, "Finetune/Step Time": 4.950897628441453} +{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9687424898147583, "Finetune/Loss (Raw)": 0.8479335308074951, "Finetune/Step": 460, "Finetune/Step Time": 4.9499833807349205} +{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9683451056480408, "Finetune/Loss (Raw)": 0.9799754619598389, "Finetune/Step": 461, "Finetune/Step Time": 4.949059555307031} +{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.968348503112793, "Finetune/Loss (Raw)": 0.9913756847381592, "Finetune/Step": 462, "Finetune/Step Time": 4.948348503559828} +{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9698272347450256, "Finetune/Loss (Raw)": 1.1954538822174072, "Finetune/Step": 463, "Finetune/Step Time": 4.9422691613435745} +{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9634459614753723, "Finetune/Loss (Raw)": 0.2774639129638672, "Finetune/Step": 464, "Finetune/Step Time": 4.976715039461851} +{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9620047211647034, "Finetune/Loss (Raw)": 1.0413671731948853, "Finetune/Step": 465, "Finetune/Step Time": 4.984157558530569} +{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9615907669067383, "Finetune/Loss (Raw)": 0.9427277445793152, "Finetune/Step": 466, "Finetune/Step Time": 4.988561373203993} +{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9624536037445068, "Finetune/Loss (Raw)": 1.0805821418762207, "Finetune/Step": 467, "Finetune/Step Time": 4.988447846844792} +{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9618552923202515, "Finetune/Loss (Raw)": 0.8375670313835144, "Finetune/Step": 468, "Finetune/Step Time": 5.000254973769188} +{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9565772414207458, "Finetune/Loss (Raw)": 0.34593483805656433, "Finetune/Step": 469, "Finetune/Step Time": 5.031448746100068} +{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9557445049285889, "Finetune/Loss (Raw)": 0.9874993562698364, "Finetune/Step": 470, "Finetune/Step Time": 5.0304623413831} +{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9556889533996582, "Finetune/Loss (Raw)": 1.0103046894073486, "Finetune/Step": 471, "Finetune/Step Time": 5.0459704250097275} +{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9560430645942688, "Finetune/Loss (Raw)": 1.1365631818771362, "Finetune/Step": 472, "Finetune/Step Time": 5.047366287559271} +{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9544823169708252, "Finetune/Loss (Raw)": 0.919839084148407, "Finetune/Step": 473, "Finetune/Step Time": 5.04582934640348} +{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9539287090301514, "Finetune/Loss (Raw)": 1.0553581714630127, "Finetune/Step": 474, "Finetune/Step Time": 5.041848890483379} +{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9532686471939087, "Finetune/Loss (Raw)": 1.0643616914749146, "Finetune/Step": 475, "Finetune/Step Time": 5.0412079486995935} +{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9528846144676208, "Finetune/Loss (Raw)": 1.0293751955032349, "Finetune/Step": 476, "Finetune/Step Time": 5.025252886116505} +{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9525173902511597, "Finetune/Loss (Raw)": 1.1026402711868286, "Finetune/Step": 477, "Finetune/Step Time": 5.030838705599308} +{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9523964524269104, "Finetune/Loss (Raw)": 0.9729864001274109, "Finetune/Step": 478, "Finetune/Step Time": 5.007306287065148} +{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9525730013847351, "Finetune/Loss (Raw)": 1.0273228883743286, "Finetune/Step": 479, "Finetune/Step Time": 4.992020109668374} +{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9533571004867554, "Finetune/Loss (Raw)": 1.0975632667541504, "Finetune/Step": 480, "Finetune/Step Time": 4.983811376616359} +{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9537457227706909, "Finetune/Loss (Raw)": 1.026484489440918, "Finetune/Step": 481, "Finetune/Step Time": 4.988766852766275} +{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9548448324203491, "Finetune/Loss (Raw)": 1.050477147102356, "Finetune/Step": 482, "Finetune/Step Time": 4.997738488018513} +{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9546463489532471, "Finetune/Loss (Raw)": 1.0393309593200684, "Finetune/Step": 483, "Finetune/Step Time": 5.0082716550678015} +{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9551520347595215, "Finetune/Loss (Raw)": 0.9783644080162048, "Finetune/Step": 484, "Finetune/Step Time": 5.012304916977882} +{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9545632600784302, "Finetune/Loss (Raw)": 0.8582023978233337, "Finetune/Step": 485, "Finetune/Step Time": 5.01597304828465} +{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9594898223876953, "Finetune/Loss (Raw)": 0.9860917329788208, "Finetune/Step": 486, "Finetune/Step Time": 4.9938676450401545} +{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9610744118690491, "Finetune/Loss (Raw)": 1.0496630668640137, "Finetune/Step": 487, "Finetune/Step Time": 4.992806619033217} +{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9612900614738464, "Finetune/Loss (Raw)": 1.0452113151550293, "Finetune/Step": 488, "Finetune/Step Time": 4.990060139447451} +{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9616853594779968, "Finetune/Loss (Raw)": 0.9470416307449341, "Finetune/Step": 489, "Finetune/Step Time": 4.994520360603929} +{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9614313840866089, "Finetune/Loss (Raw)": 0.9418065547943115, "Finetune/Step": 490, "Finetune/Step Time": 5.000710951164365} +{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9583219289779663, "Finetune/Loss (Raw)": 0.6759081482887268, "Finetune/Step": 491, "Finetune/Step Time": 5.029024248942733} +{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9573495984077454, "Finetune/Loss (Raw)": 0.969502329826355, "Finetune/Step": 492, "Finetune/Step Time": 5.034446839243174} +{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9570102691650391, "Finetune/Loss (Raw)": 1.077633261680603, "Finetune/Step": 493, "Finetune/Step Time": 5.03708554059267} +{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9575595855712891, "Finetune/Loss (Raw)": 0.972022533416748, "Finetune/Step": 494, "Finetune/Step Time": 5.048207011073828} +{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9577112197875977, "Finetune/Loss (Raw)": 1.0164445638656616, "Finetune/Step": 495, "Finetune/Step Time": 5.048412509262562} +{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9578340649604797, "Finetune/Loss (Raw)": 1.0397440195083618, "Finetune/Step": 496, "Finetune/Step Time": 5.06190973892808} +{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9577386379241943, "Finetune/Loss (Raw)": 0.9737128615379333, "Finetune/Step": 497, "Finetune/Step Time": 5.063830588012934} +{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9568226337432861, "Finetune/Loss (Raw)": 1.0427964925765991, "Finetune/Step": 498, "Finetune/Step Time": 5.062271703034639} +{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9547512531280518, "Finetune/Loss (Raw)": 0.8910386562347412, "Finetune/Step": 499, "Finetune/Step Time": 5.064568214118481} +{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9543189406394958, "Finetune/Loss (Raw)": 0.9916565418243408, "Finetune/Step": 500, "Finetune/Step Time": 5.069155303761363} +{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9572381973266602, "Finetune/Loss (Raw)": 0.7978032231330872, "Finetune/Step": 501, "Finetune/Step Time": 5.04416923224926} +{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9615029096603394, "Finetune/Loss (Raw)": 0.8944708108901978, "Finetune/Step": 502, "Finetune/Step Time": 5.026677833870053} +{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9609570503234863, "Finetune/Loss (Raw)": 1.0389430522918701, "Finetune/Step": 503, "Finetune/Step Time": 5.0432739071547985} +{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9622901678085327, "Finetune/Loss (Raw)": 1.0684635639190674, "Finetune/Step": 504, "Finetune/Step Time": 5.03879833035171} +{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9626486301422119, "Finetune/Loss (Raw)": 1.0150090456008911, "Finetune/Step": 505, "Finetune/Step Time": 5.033671440556645} +{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9596205949783325, "Finetune/Loss (Raw)": 0.8270896077156067, "Finetune/Step": 506, "Finetune/Step Time": 5.04590330272913} +{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9586341381072998, "Finetune/Loss (Raw)": 1.021913766860962, "Finetune/Step": 507, "Finetune/Step Time": 5.029657920822501} +{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9583288431167603, "Finetune/Loss (Raw)": 0.9962307810783386, "Finetune/Step": 508, "Finetune/Step Time": 5.030291181057692} +{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9576166272163391, "Finetune/Loss (Raw)": 0.9691208004951477, "Finetune/Step": 509, "Finetune/Step Time": 5.033433293923736} +{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9577038884162903, "Finetune/Loss (Raw)": 0.9364573955535889, "Finetune/Step": 510, "Finetune/Step Time": 4.993755890056491} +{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9589663147926331, "Finetune/Loss (Raw)": 1.1016043424606323, "Finetune/Step": 511, "Finetune/Step Time": 4.970256453379989} +{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9633080959320068, "Finetune/Loss (Raw)": 1.023502230644226, "Finetune/Step": 512, "Finetune/Step Time": 4.937091274186969} +{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.963752806186676, "Finetune/Loss (Raw)": 1.0670312643051147, "Finetune/Step": 513, "Finetune/Step Time": 4.941640097647905} +{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.964400053024292, "Finetune/Loss (Raw)": 1.1041542291641235, "Finetune/Step": 514, "Finetune/Step Time": 4.949805449694395} +{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9606224298477173, "Finetune/Loss (Raw)": 0.39321091771125793, "Finetune/Step": 515, "Finetune/Step Time": 4.983914000913501} +{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9616317749023438, "Finetune/Loss (Raw)": 1.0821774005889893, "Finetune/Step": 516, "Finetune/Step Time": 4.992292879149318} +{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9623929858207703, "Finetune/Loss (Raw)": 1.0412085056304932, "Finetune/Step": 517, "Finetune/Step Time": 4.991207093000412} +{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9641172885894775, "Finetune/Loss (Raw)": 1.0607002973556519, "Finetune/Step": 518, "Finetune/Step Time": 4.999110151082277} +{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9646073579788208, "Finetune/Loss (Raw)": 1.0651838779449463, "Finetune/Step": 519, "Finetune/Step Time": 5.0141970086842775} +{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9648793935775757, "Finetune/Loss (Raw)": 1.011662244796753, "Finetune/Step": 520, "Finetune/Step Time": 5.013594549149275} +{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9661396145820618, "Finetune/Loss (Raw)": 1.0116544961929321, "Finetune/Step": 521, "Finetune/Step Time": 5.004618665203452} +{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9675960540771484, "Finetune/Loss (Raw)": 0.994914174079895, "Finetune/Step": 522, "Finetune/Step Time": 4.986239185556769} +{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9652934074401855, "Finetune/Loss (Raw)": 0.905389130115509, "Finetune/Step": 523, "Finetune/Step Time": 4.99345051124692} +{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9646499752998352, "Finetune/Loss (Raw)": 1.0149660110473633, "Finetune/Step": 524, "Finetune/Step Time": 4.989356119185686} +{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9660056829452515, "Finetune/Loss (Raw)": 1.022517442703247, "Finetune/Step": 525, "Finetune/Step Time": 4.972612742334604} +{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9641656875610352, "Finetune/Loss (Raw)": 0.9376549124717712, "Finetune/Step": 526, "Finetune/Step Time": 4.985504476353526} +{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9645335674285889, "Finetune/Loss (Raw)": 0.969791054725647, "Finetune/Step": 527, "Finetune/Step Time": 4.979381002485752} +{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9652992486953735, "Finetune/Loss (Raw)": 1.0443284511566162, "Finetune/Step": 528, "Finetune/Step Time": 4.974448584020138} +{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9651933312416077, "Finetune/Loss (Raw)": 1.100180745124817, "Finetune/Step": 529, "Finetune/Step Time": 4.974054455757141} +{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9659607410430908, "Finetune/Loss (Raw)": 1.101047396659851, "Finetune/Step": 530, "Finetune/Step Time": 4.958160722628236} +{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9673634171485901, "Finetune/Loss (Raw)": 1.1553162336349487, "Finetune/Step": 531, "Finetune/Step Time": 4.9548324048519135} +{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9666344523429871, "Finetune/Loss (Raw)": 0.9846482872962952, "Finetune/Step": 532, "Finetune/Step Time": 4.952853158116341} +{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9683103561401367, "Finetune/Loss (Raw)": 0.9480389356613159, "Finetune/Step": 533, "Finetune/Step Time": 4.94920146651566} +{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9720388650894165, "Finetune/Loss (Raw)": 0.9428008794784546, "Finetune/Step": 534, "Finetune/Step Time": 4.921241983771324} +{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9761277437210083, "Finetune/Loss (Raw)": 0.9297282099723816, "Finetune/Step": 535, "Finetune/Step Time": 4.897601280361414} +{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9748607277870178, "Finetune/Loss (Raw)": 0.8194029331207275, "Finetune/Step": 536, "Finetune/Step Time": 4.920163694769144} +{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9739149808883667, "Finetune/Loss (Raw)": 1.0668903589248657, "Finetune/Step": 537, "Finetune/Step Time": 4.92131076566875} +{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9723497629165649, "Finetune/Loss (Raw)": 1.0159120559692383, "Finetune/Step": 538, "Finetune/Step Time": 4.93026789277792} +{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9731851816177368, "Finetune/Loss (Raw)": 1.1007294654846191, "Finetune/Step": 539, "Finetune/Step Time": 4.924194768071175} +{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.978000283241272, "Finetune/Loss (Raw)": 0.9726308584213257, "Finetune/Step": 540, "Finetune/Step Time": 4.87876907363534} +{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9771263003349304, "Finetune/Loss (Raw)": 1.0102927684783936, "Finetune/Step": 541, "Finetune/Step Time": 4.885974492877722} +{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9777630567550659, "Finetune/Loss (Raw)": 1.0249253511428833, "Finetune/Step": 542, "Finetune/Step Time": 4.885014383122325} +{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9782989621162415, "Finetune/Loss (Raw)": 1.1221725940704346, "Finetune/Step": 543, "Finetune/Step Time": 4.88498573563993} +{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9779596328735352, "Finetune/Loss (Raw)": 1.078000783920288, "Finetune/Step": 544, "Finetune/Step Time": 4.885897161439061} +{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9774577617645264, "Finetune/Loss (Raw)": 0.9885454177856445, "Finetune/Step": 545, "Finetune/Step Time": 4.883468292653561} +{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9762159585952759, "Finetune/Loss (Raw)": 0.9393136501312256, "Finetune/Step": 546, "Finetune/Step Time": 4.884861132130027} +{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9770032167434692, "Finetune/Loss (Raw)": 1.0757547616958618, "Finetune/Step": 547, "Finetune/Step Time": 4.875594602897763} +{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9817185401916504, "Finetune/Loss (Raw)": 0.9595720767974854, "Finetune/Step": 548, "Finetune/Step Time": 4.855049200356007} +{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9802701473236084, "Finetune/Loss (Raw)": 0.8398520350456238, "Finetune/Step": 549, "Finetune/Step Time": 4.863646881654859} +{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9801880121231079, "Finetune/Loss (Raw)": 0.9953380227088928, "Finetune/Step": 550, "Finetune/Step Time": 4.8461764715611935} +{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9789907336235046, "Finetune/Loss (Raw)": 0.9748224020004272, "Finetune/Step": 551, "Finetune/Step Time": 4.8474676962941885} +{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9794665575027466, "Finetune/Loss (Raw)": 1.0980563163757324, "Finetune/Step": 552, "Finetune/Step Time": 4.842970626428723} +{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9794894456863403, "Finetune/Loss (Raw)": 0.763235867023468, "Finetune/Step": 553, "Finetune/Step Time": 4.806432023644447} +{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.980392575263977, "Finetune/Loss (Raw)": 1.1329070329666138, "Finetune/Step": 554, "Finetune/Step Time": 4.803978376090527} +{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9801144599914551, "Finetune/Loss (Raw)": 0.9436835050582886, "Finetune/Step": 555, "Finetune/Step Time": 4.8179839085787535} +{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9792705178260803, "Finetune/Loss (Raw)": 1.0144609212875366, "Finetune/Step": 556, "Finetune/Step Time": 4.829941822215915} +{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9784250259399414, "Finetune/Loss (Raw)": 0.9566381573677063, "Finetune/Step": 557, "Finetune/Step Time": 4.82637956738472} +{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9732637405395508, "Finetune/Loss (Raw)": 0.24258114397525787, "Finetune/Step": 558, "Finetune/Step Time": 4.85517792403698} +{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9724375009536743, "Finetune/Loss (Raw)": 0.9767020344734192, "Finetune/Step": 559, "Finetune/Step Time": 4.848597962409258} +{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9717110395431519, "Finetune/Loss (Raw)": 0.843989372253418, "Finetune/Step": 560, "Finetune/Step Time": 4.843772182241082} +{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9714627265930176, "Finetune/Loss (Raw)": 0.8865812420845032, "Finetune/Step": 561, "Finetune/Step Time": 4.844719951972365} +{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9711033701896667, "Finetune/Loss (Raw)": 0.9404489398002625, "Finetune/Step": 562, "Finetune/Step Time": 4.842235201969743} +{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9727545380592346, "Finetune/Loss (Raw)": 1.049157977104187, "Finetune/Step": 563, "Finetune/Step Time": 4.8430954944342375} +{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9736325740814209, "Finetune/Loss (Raw)": 1.0339783430099487, "Finetune/Step": 564, "Finetune/Step Time": 4.853312278166413} +{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9730919599533081, "Finetune/Loss (Raw)": 0.9514946937561035, "Finetune/Step": 565, "Finetune/Step Time": 4.8631506487727165} +{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9739770889282227, "Finetune/Loss (Raw)": 1.0808426141738892, "Finetune/Step": 566, "Finetune/Step Time": 4.864748604595661} +{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9741796255111694, "Finetune/Loss (Raw)": 0.9960852265357971, "Finetune/Step": 567, "Finetune/Step Time": 4.86753886193037} +{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9679087400436401, "Finetune/Loss (Raw)": 0.2774104177951813, "Finetune/Step": 568, "Finetune/Step Time": 4.891982501372695} +{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9669446349143982, "Finetune/Loss (Raw)": 0.9236968755722046, "Finetune/Step": 569, "Finetune/Step Time": 4.8978345431387424} +{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9714983105659485, "Finetune/Loss (Raw)": 1.0112980604171753, "Finetune/Step": 570, "Finetune/Step Time": 4.860158309340477} +{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9704828262329102, "Finetune/Loss (Raw)": 0.9430636763572693, "Finetune/Step": 571, "Finetune/Step Time": 4.861263647675514} +{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9697098731994629, "Finetune/Loss (Raw)": 1.0388765335083008, "Finetune/Step": 572, "Finetune/Step Time": 4.86589140444994} +{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9701961278915405, "Finetune/Loss (Raw)": 1.0709688663482666, "Finetune/Step": 573, "Finetune/Step Time": 4.87018545717001} +{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9700803160667419, "Finetune/Loss (Raw)": 1.097318410873413, "Finetune/Step": 574, "Finetune/Step Time": 4.868317045271397} +{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9708890318870544, "Finetune/Loss (Raw)": 1.1342580318450928, "Finetune/Step": 575, "Finetune/Step Time": 4.89176282659173} +{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9710757732391357, "Finetune/Loss (Raw)": 0.9848005771636963, "Finetune/Step": 576, "Finetune/Step Time": 4.893821658566594} +{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9698906540870667, "Finetune/Loss (Raw)": 0.985897958278656, "Finetune/Step": 577, "Finetune/Step Time": 4.895064441487193} +{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.969929575920105, "Finetune/Loss (Raw)": 0.951603353023529, "Finetune/Step": 578, "Finetune/Step Time": 4.8909944500774145} +{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9689918756484985, "Finetune/Loss (Raw)": 0.8528478741645813, "Finetune/Step": 579, "Finetune/Step Time": 4.903695596382022} +{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9692761898040771, "Finetune/Loss (Raw)": 1.037731409072876, "Finetune/Step": 580, "Finetune/Step Time": 4.90024945512414} +{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9686278104782104, "Finetune/Loss (Raw)": 1.137536644935608, "Finetune/Step": 581, "Finetune/Step Time": 4.910065336152911} +{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9690513014793396, "Finetune/Loss (Raw)": 1.046586275100708, "Finetune/Step": 582, "Finetune/Step Time": 4.9107576590031385} +{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9675306677818298, "Finetune/Loss (Raw)": 0.8955248594284058, "Finetune/Step": 583, "Finetune/Step Time": 4.917077669873834} +{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9733532667160034, "Finetune/Loss (Raw)": 1.076343059539795, "Finetune/Step": 584, "Finetune/Step Time": 4.892115294933319} +{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9746344089508057, "Finetune/Loss (Raw)": 1.078830361366272, "Finetune/Step": 585, "Finetune/Step Time": 4.893922824412584} +{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9677058458328247, "Finetune/Loss (Raw)": 0.33410701155662537, "Finetune/Step": 586, "Finetune/Step Time": 4.925011035054922} +{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9692073464393616, "Finetune/Loss (Raw)": 1.1885956525802612, "Finetune/Step": 587, "Finetune/Step Time": 4.916296113282442} +{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9703425168991089, "Finetune/Loss (Raw)": 0.9932457208633423, "Finetune/Step": 588, "Finetune/Step Time": 4.924759378656745} +{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9711607694625854, "Finetune/Loss (Raw)": 1.0847020149230957, "Finetune/Step": 589, "Finetune/Step Time": 4.919868851080537} +{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9719222187995911, "Finetune/Loss (Raw)": 1.0888421535491943, "Finetune/Step": 590, "Finetune/Step Time": 4.92108447290957} +{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9699633717536926, "Finetune/Loss (Raw)": 0.944723904132843, "Finetune/Step": 591, "Finetune/Step Time": 4.923296870663762} +{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9754050970077515, "Finetune/Loss (Raw)": 0.9740027785301208, "Finetune/Step": 592, "Finetune/Step Time": 4.886052966117859} +{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9750548601150513, "Finetune/Loss (Raw)": 0.9965412020683289, "Finetune/Step": 593, "Finetune/Step Time": 4.9003859627991915} +{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9755616188049316, "Finetune/Loss (Raw)": 1.007598638534546, "Finetune/Step": 594, "Finetune/Step Time": 4.888249658048153} +{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9750241041183472, "Finetune/Loss (Raw)": 1.011767029762268, "Finetune/Step": 595, "Finetune/Step Time": 4.87827592343092} +{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9757548570632935, "Finetune/Loss (Raw)": 0.9311103224754333, "Finetune/Step": 596, "Finetune/Step Time": 4.860592383891344} +{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9798659086227417, "Finetune/Loss (Raw)": 0.8721479773521423, "Finetune/Step": 597, "Finetune/Step Time": 4.827877249568701} +{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9800096154212952, "Finetune/Loss (Raw)": 1.00589120388031, "Finetune/Step": 598, "Finetune/Step Time": 4.850892383605242} +{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9801040887832642, "Finetune/Loss (Raw)": 1.0223945379257202, "Finetune/Step": 599, "Finetune/Step Time": 4.832556718960404} +{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9798516035079956, "Finetune/Loss (Raw)": 1.104251742362976, "Finetune/Step": 600, "Finetune/Step Time": 4.836788736283779} +{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9803140163421631, "Finetune/Loss (Raw)": 0.9790288805961609, "Finetune/Step": 601, "Finetune/Step Time": 4.860379129648209} +{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9803112745285034, "Finetune/Loss (Raw)": 1.0550055503845215, "Finetune/Step": 602, "Finetune/Step Time": 4.853315711021423} +{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9793387651443481, "Finetune/Loss (Raw)": 0.9398825168609619, "Finetune/Step": 603, "Finetune/Step Time": 4.858088117092848} +{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9796568155288696, "Finetune/Loss (Raw)": 1.0700868368148804, "Finetune/Step": 604, "Finetune/Step Time": 4.857103573158383} +{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.978418231010437, "Finetune/Loss (Raw)": 0.9440957903862, "Finetune/Step": 605, "Finetune/Step Time": 4.852189073339105} +{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9780775308609009, "Finetune/Loss (Raw)": 0.929373025894165, "Finetune/Step": 606, "Finetune/Step Time": 4.869242772459984} +{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9764671325683594, "Finetune/Loss (Raw)": 0.8212010264396667, "Finetune/Step": 607, "Finetune/Step Time": 4.899126522243023} +{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9764057397842407, "Finetune/Loss (Raw)": 1.0896984338760376, "Finetune/Step": 608, "Finetune/Step Time": 4.896451724693179} +{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9755798578262329, "Finetune/Loss (Raw)": 0.9207797050476074, "Finetune/Step": 609, "Finetune/Step Time": 4.891266832128167} +{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9749542474746704, "Finetune/Loss (Raw)": 0.9703970551490784, "Finetune/Step": 610, "Finetune/Step Time": 4.881872784346342} +{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9749124050140381, "Finetune/Loss (Raw)": 1.033972978591919, "Finetune/Step": 611, "Finetune/Step Time": 4.860017674043775} +{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9766682386398315, "Finetune/Loss (Raw)": 1.2031117677688599, "Finetune/Step": 612, "Finetune/Step Time": 4.857113357633352} +{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9770545363426208, "Finetune/Loss (Raw)": 0.90764981508255, "Finetune/Step": 613, "Finetune/Step Time": 4.84952249750495} +{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.977030873298645, "Finetune/Loss (Raw)": 0.9830605387687683, "Finetune/Step": 614, "Finetune/Step Time": 4.834950463846326} +{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9769320487976074, "Finetune/Loss (Raw)": 1.0370125770568848, "Finetune/Step": 615, "Finetune/Step Time": 4.841657349839807} +{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9766274690628052, "Finetune/Loss (Raw)": 1.0062235593795776, "Finetune/Step": 616, "Finetune/Step Time": 4.843740006908774} +{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9770377278327942, "Finetune/Loss (Raw)": 0.9995553493499756, "Finetune/Step": 617, "Finetune/Step Time": 4.835829313844442} +{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9778226613998413, "Finetune/Loss (Raw)": 1.0422760248184204, "Finetune/Step": 618, "Finetune/Step Time": 4.829870086163282} +{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9797295928001404, "Finetune/Loss (Raw)": 0.9200000166893005, "Finetune/Step": 619, "Finetune/Step Time": 4.82462346367538} +{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9802660942077637, "Finetune/Loss (Raw)": 1.038171648979187, "Finetune/Step": 620, "Finetune/Step Time": 4.815414052456617} +{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.979826807975769, "Finetune/Loss (Raw)": 1.0214051008224487, "Finetune/Step": 621, "Finetune/Step Time": 4.834227131679654} +{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9797449111938477, "Finetune/Loss (Raw)": 0.9615326523780823, "Finetune/Step": 622, "Finetune/Step Time": 4.821730138733983} +{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9801034927368164, "Finetune/Loss (Raw)": 1.062354326248169, "Finetune/Step": 623, "Finetune/Step Time": 4.822985582053661} +{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9797641038894653, "Finetune/Loss (Raw)": 0.9962948560714722, "Finetune/Step": 624, "Finetune/Step Time": 4.808921283110976} +{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9803197383880615, "Finetune/Loss (Raw)": 1.04483163356781, "Finetune/Step": 625, "Finetune/Step Time": 4.810238411650062} +{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9804670810699463, "Finetune/Loss (Raw)": 1.061657190322876, "Finetune/Step": 626, "Finetune/Step Time": 4.807853197678924} +{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9811478853225708, "Finetune/Loss (Raw)": 0.978191077709198, "Finetune/Step": 627, "Finetune/Step Time": 4.8097590785473585} +{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9811263680458069, "Finetune/Loss (Raw)": 0.9888982176780701, "Finetune/Step": 628, "Finetune/Step Time": 4.799679424613714} +{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9829027652740479, "Finetune/Loss (Raw)": 1.025180697441101, "Finetune/Step": 629, "Finetune/Step Time": 4.789801260456443} +{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9847902655601501, "Finetune/Loss (Raw)": 1.1360713243484497, "Finetune/Step": 630, "Finetune/Step Time": 4.771330777555704} +{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9837458729743958, "Finetune/Loss (Raw)": 0.9052647948265076, "Finetune/Step": 631, "Finetune/Step Time": 4.756885338574648} +{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9845324754714966, "Finetune/Loss (Raw)": 1.1691449880599976, "Finetune/Step": 632, "Finetune/Step Time": 4.750024801120162} +{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9864662885665894, "Finetune/Loss (Raw)": 1.262539029121399, "Finetune/Step": 633, "Finetune/Step Time": 4.751324165612459} +{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9873823523521423, "Finetune/Loss (Raw)": 0.9443359971046448, "Finetune/Step": 634, "Finetune/Step Time": 4.7418893948197365} +{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.987199068069458, "Finetune/Loss (Raw)": 0.9984582662582397, "Finetune/Step": 635, "Finetune/Step Time": 4.746025925502181} +{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9877809286117554, "Finetune/Loss (Raw)": 1.0707167387008667, "Finetune/Step": 636, "Finetune/Step Time": 4.764093389734626} +{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9888213872909546, "Finetune/Loss (Raw)": 1.1022868156433105, "Finetune/Step": 637, "Finetune/Step Time": 4.760096915066242} +{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9900569915771484, "Finetune/Loss (Raw)": 1.094622254371643, "Finetune/Step": 638, "Finetune/Step Time": 4.7600729167461395} +{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9893684387207031, "Finetune/Loss (Raw)": 1.0134685039520264, "Finetune/Step": 639, "Finetune/Step Time": 4.75120940245688} +{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9892411828041077, "Finetune/Loss (Raw)": 1.0072081089019775, "Finetune/Step": 640, "Finetune/Step Time": 4.762259259819984} +{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9894205927848816, "Finetune/Loss (Raw)": 1.0899988412857056, "Finetune/Step": 641, "Finetune/Step Time": 4.769030373543501} +{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9833929538726807, "Finetune/Loss (Raw)": 0.33261623978614807, "Finetune/Step": 642, "Finetune/Step Time": 4.7826466634869576} +{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9880980253219604, "Finetune/Loss (Raw)": 0.9954652786254883, "Finetune/Step": 643, "Finetune/Step Time": 4.7469644248485565} +{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9878313541412354, "Finetune/Loss (Raw)": 1.0480417013168335, "Finetune/Step": 644, "Finetune/Step Time": 4.746629321947694} +{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9881528615951538, "Finetune/Loss (Raw)": 1.0823620557785034, "Finetune/Step": 645, "Finetune/Step Time": 4.75102586299181} +{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9878393411636353, "Finetune/Loss (Raw)": 1.0205663442611694, "Finetune/Step": 646, "Finetune/Step Time": 4.76100854948163} +{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9869784116744995, "Finetune/Loss (Raw)": 0.9549869298934937, "Finetune/Step": 647, "Finetune/Step Time": 4.766337662935257} +{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9871309995651245, "Finetune/Loss (Raw)": 1.0311919450759888, "Finetune/Step": 648, "Finetune/Step Time": 4.764947874471545} +{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9872441291809082, "Finetune/Loss (Raw)": 1.026133418083191, "Finetune/Step": 649, "Finetune/Step Time": 4.76069207303226} +{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9871721267700195, "Finetune/Loss (Raw)": 0.9856967329978943, "Finetune/Step": 650, "Finetune/Step Time": 4.774121772497892} +{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9881184697151184, "Finetune/Loss (Raw)": 1.0265223979949951, "Finetune/Step": 651, "Finetune/Step Time": 4.782499304041266} +{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9880285263061523, "Finetune/Loss (Raw)": 1.0034540891647339, "Finetune/Step": 652, "Finetune/Step Time": 4.786584669724107} +{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9871693253517151, "Finetune/Loss (Raw)": 0.9125409126281738, "Finetune/Step": 653, "Finetune/Step Time": 4.789010941982269} +{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9893150925636292, "Finetune/Loss (Raw)": 1.2123163938522339, "Finetune/Step": 654, "Finetune/Step Time": 4.780645852908492} +{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9894443154335022, "Finetune/Loss (Raw)": 0.9863272905349731, "Finetune/Step": 655, "Finetune/Step Time": 4.79041169770062} +{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9888672828674316, "Finetune/Loss (Raw)": 0.9704720377922058, "Finetune/Step": 656, "Finetune/Step Time": 4.793818257749081} +{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9877973198890686, "Finetune/Loss (Raw)": 0.9632234573364258, "Finetune/Step": 657, "Finetune/Step Time": 4.814207503572106} +{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9869233965873718, "Finetune/Loss (Raw)": 0.9891846776008606, "Finetune/Step": 658, "Finetune/Step Time": 4.815979618579149} +{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9842515587806702, "Finetune/Loss (Raw)": 0.8133183717727661, "Finetune/Step": 659, "Finetune/Step Time": 4.837882412597537} +{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9853720664978027, "Finetune/Loss (Raw)": 1.1280797719955444, "Finetune/Step": 660, "Finetune/Step Time": 4.842618588358164} +{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9858529567718506, "Finetune/Loss (Raw)": 1.0095878839492798, "Finetune/Step": 661, "Finetune/Step Time": 4.835068130865693} +{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9867714643478394, "Finetune/Loss (Raw)": 1.060375452041626, "Finetune/Step": 662, "Finetune/Step Time": 4.823997108265758} +{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9881858825683594, "Finetune/Loss (Raw)": 1.1107697486877441, "Finetune/Step": 663, "Finetune/Step Time": 4.812655722722411} +{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9898310899734497, "Finetune/Loss (Raw)": 1.02998685836792, "Finetune/Step": 664, "Finetune/Step Time": 4.80021913908422} +{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9906244874000549, "Finetune/Loss (Raw)": 1.1684441566467285, "Finetune/Step": 665, "Finetune/Step Time": 4.808605827391148} +{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.991801917552948, "Finetune/Loss (Raw)": 1.1666276454925537, "Finetune/Step": 666, "Finetune/Step Time": 4.800716420635581} +{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9919506311416626, "Finetune/Loss (Raw)": 1.1197606325149536, "Finetune/Step": 667, "Finetune/Step Time": 4.814239922910929} +{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9911165833473206, "Finetune/Loss (Raw)": 0.8658755421638489, "Finetune/Step": 668, "Finetune/Step Time": 4.819365844130516} +{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9913129210472107, "Finetune/Loss (Raw)": 1.035426378250122, "Finetune/Step": 669, "Finetune/Step Time": 4.813525389879942} +{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9904422163963318, "Finetune/Loss (Raw)": 0.9134718179702759, "Finetune/Step": 670, "Finetune/Step Time": 4.8155650943517685} +{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9894834160804749, "Finetune/Loss (Raw)": 0.9994412064552307, "Finetune/Step": 671, "Finetune/Step Time": 4.814319988712668} +{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9893331527709961, "Finetune/Loss (Raw)": 1.0587748289108276, "Finetune/Step": 672, "Finetune/Step Time": 4.81111653894186} +{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9903689026832581, "Finetune/Loss (Raw)": 1.1211185455322266, "Finetune/Step": 673, "Finetune/Step Time": 4.812020409852266} +{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.99178147315979, "Finetune/Loss (Raw)": 1.1201246976852417, "Finetune/Step": 674, "Finetune/Step Time": 4.812606355175376} +{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9917436838150024, "Finetune/Loss (Raw)": 1.070916771888733, "Finetune/Step": 675, "Finetune/Step Time": 4.8145365957170725} +{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9923707246780396, "Finetune/Loss (Raw)": 1.03982675075531, "Finetune/Step": 676, "Finetune/Step Time": 4.808891149237752} +{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9929548501968384, "Finetune/Loss (Raw)": 0.9146339893341064, "Finetune/Step": 677, "Finetune/Step Time": 4.8414931409060955} +{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9940096139907837, "Finetune/Loss (Raw)": 1.1303505897521973, "Finetune/Step": 678, "Finetune/Step Time": 4.853405794128776} +{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9953233003616333, "Finetune/Loss (Raw)": 1.1429638862609863, "Finetune/Step": 679, "Finetune/Step Time": 4.858513375744224} +{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.994248628616333, "Finetune/Loss (Raw)": 0.960504949092865, "Finetune/Step": 680, "Finetune/Step Time": 4.857035625725985} +{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9966453909873962, "Finetune/Loss (Raw)": 1.070020079612732, "Finetune/Step": 681, "Finetune/Step Time": 4.855535887181759} +{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9962405562400818, "Finetune/Loss (Raw)": 1.0810872316360474, "Finetune/Step": 682, "Finetune/Step Time": 4.852691262960434} +{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9975181818008423, "Finetune/Loss (Raw)": 1.1072111129760742, "Finetune/Step": 683, "Finetune/Step Time": 4.833714602515101} +{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9971040487289429, "Finetune/Loss (Raw)": 0.9614529013633728, "Finetune/Step": 684, "Finetune/Step Time": 4.82259295322001} +{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9956070184707642, "Finetune/Loss (Raw)": 0.7650232911109924, "Finetune/Step": 685, "Finetune/Step Time": 4.838014768436551} +{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0010273456573486, "Finetune/Loss (Raw)": 0.9363837242126465, "Finetune/Step": 686, "Finetune/Step Time": 4.816093508154154} +{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.000969648361206, "Finetune/Loss (Raw)": 0.9693026542663574, "Finetune/Step": 687, "Finetune/Step Time": 4.8130390755832195} +{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0023083686828613, "Finetune/Loss (Raw)": 1.0153708457946777, "Finetune/Step": 688, "Finetune/Step Time": 4.812024408951402} +{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0011414289474487, "Finetune/Loss (Raw)": 0.7372003197669983, "Finetune/Step": 689, "Finetune/Step Time": 4.82517340220511} +{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.000441074371338, "Finetune/Loss (Raw)": 0.8508051633834839, "Finetune/Step": 690, "Finetune/Step Time": 4.868385422974825} +{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0004974603652954, "Finetune/Loss (Raw)": 1.0563758611679077, "Finetune/Step": 691, "Finetune/Step Time": 4.869770189747214} +{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9997014403343201, "Finetune/Loss (Raw)": 0.9320836663246155, "Finetune/Step": 692, "Finetune/Step Time": 4.887294569984078} +{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9999366998672485, "Finetune/Loss (Raw)": 0.9816135764122009, "Finetune/Step": 693, "Finetune/Step Time": 4.886447329074144} +{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9945440888404846, "Finetune/Loss (Raw)": 0.3905896544456482, "Finetune/Step": 694, "Finetune/Step Time": 4.920009978115559} +{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9935458898544312, "Finetune/Loss (Raw)": 0.8683106303215027, "Finetune/Step": 695, "Finetune/Step Time": 4.926362030208111} +{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0000828504562378, "Finetune/Loss (Raw)": 1.1141507625579834, "Finetune/Step": 696, "Finetune/Step Time": 4.896366581320763} +{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0002410411834717, "Finetune/Loss (Raw)": 0.9439433813095093, "Finetune/Step": 697, "Finetune/Step Time": 4.90297719091177} +{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0016242265701294, "Finetune/Loss (Raw)": 1.1883397102355957, "Finetune/Step": 698, "Finetune/Step Time": 4.896349363029003} +{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0036468505859375, "Finetune/Loss (Raw)": 1.2019585371017456, "Finetune/Step": 699, "Finetune/Step Time": 4.893014213070273} +{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0032846927642822, "Finetune/Loss (Raw)": 0.9925307035446167, "Finetune/Step": 700, "Finetune/Step Time": 4.907337192445993} +{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9973047971725464, "Finetune/Loss (Raw)": 0.3055345416069031, "Finetune/Step": 701, "Finetune/Step Time": 4.937975222244859} +{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9963393211364746, "Finetune/Loss (Raw)": 0.9737330079078674, "Finetune/Step": 702, "Finetune/Step Time": 4.944831144064665} +{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.994354784488678, "Finetune/Loss (Raw)": 0.880241334438324, "Finetune/Step": 703, "Finetune/Step Time": 4.929887196049094} +{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.994418740272522, "Finetune/Loss (Raw)": 0.9929929375648499, "Finetune/Step": 704, "Finetune/Step Time": 4.947086023166776} +{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9946663975715637, "Finetune/Loss (Raw)": 1.017594337463379, "Finetune/Step": 705, "Finetune/Step Time": 4.9468512907624245} +{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9934070110321045, "Finetune/Loss (Raw)": 0.7903971076011658, "Finetune/Step": 706, "Finetune/Step Time": 4.954773707315326} +{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9938324689865112, "Finetune/Loss (Raw)": 0.9073091745376587, "Finetune/Step": 707, "Finetune/Step Time": 4.934316178783774} +{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9947613477706909, "Finetune/Loss (Raw)": 1.1566272974014282, "Finetune/Step": 708, "Finetune/Step Time": 4.944508379325271} +{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9934670925140381, "Finetune/Loss (Raw)": 0.9718683958053589, "Finetune/Step": 709, "Finetune/Step Time": 4.9401589669287205} +{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9921998381614685, "Finetune/Loss (Raw)": 0.8843817710876465, "Finetune/Step": 710, "Finetune/Step Time": 4.924062864854932} +{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9936407804489136, "Finetune/Loss (Raw)": 1.0799678564071655, "Finetune/Step": 711, "Finetune/Step Time": 4.937249382957816} +{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9909905195236206, "Finetune/Loss (Raw)": 0.7371028661727905, "Finetune/Step": 712, "Finetune/Step Time": 4.952493041753769} +{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9902408123016357, "Finetune/Loss (Raw)": 0.9828682541847229, "Finetune/Step": 713, "Finetune/Step Time": 4.953116778284311} +{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9949154853820801, "Finetune/Loss (Raw)": 0.9324685335159302, "Finetune/Step": 714, "Finetune/Step Time": 4.923510918393731} +{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9944432973861694, "Finetune/Loss (Raw)": 1.128159999847412, "Finetune/Step": 715, "Finetune/Step Time": 4.922634527087212} +{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9934672117233276, "Finetune/Loss (Raw)": 0.8683028817176819, "Finetune/Step": 716, "Finetune/Step Time": 4.9028324745595455} +{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9938957691192627, "Finetune/Loss (Raw)": 1.1395573616027832, "Finetune/Step": 717, "Finetune/Step Time": 4.915239350870252} +{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9935641884803772, "Finetune/Loss (Raw)": 1.0463929176330566, "Finetune/Step": 718, "Finetune/Step Time": 4.919036008417606} +{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9943221211433411, "Finetune/Loss (Raw)": 1.041749119758606, "Finetune/Step": 719, "Finetune/Step Time": 4.919515606015921} +{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9961702823638916, "Finetune/Loss (Raw)": 1.2105517387390137, "Finetune/Step": 720, "Finetune/Step Time": 4.92207202129066} +{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9956594109535217, "Finetune/Loss (Raw)": 0.9311630129814148, "Finetune/Step": 721, "Finetune/Step Time": 4.926215844228864} +{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9955478310585022, "Finetune/Loss (Raw)": 0.9933190941810608, "Finetune/Step": 722, "Finetune/Step Time": 4.95282138325274} +{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9963444471359253, "Finetune/Loss (Raw)": 1.1137263774871826, "Finetune/Step": 723, "Finetune/Step Time": 4.94986498914659} +{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9975212216377258, "Finetune/Loss (Raw)": 1.0817348957061768, "Finetune/Step": 724, "Finetune/Step Time": 4.965437103062868} +{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9996005296707153, "Finetune/Loss (Raw)": 1.1382986307144165, "Finetune/Step": 725, "Finetune/Step Time": 4.9643867909908295} +{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9977254867553711, "Finetune/Loss (Raw)": 0.765892505645752, "Finetune/Step": 726, "Finetune/Step Time": 4.951937777921557} +{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9977982640266418, "Finetune/Loss (Raw)": 1.0317107439041138, "Finetune/Step": 727, "Finetune/Step Time": 4.958636820316315} +{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985934495925903, "Finetune/Loss (Raw)": 1.2060271501541138, "Finetune/Step": 728, "Finetune/Step Time": 4.958226876333356} +{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9960380792617798, "Finetune/Loss (Raw)": 0.6519425511360168, "Finetune/Step": 729, "Finetune/Step Time": 4.947443086653948} +{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9956796169281006, "Finetune/Loss (Raw)": 1.009127140045166, "Finetune/Step": 730, "Finetune/Step Time": 4.951187126338482} +{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968639612197876, "Finetune/Loss (Raw)": 1.0914875268936157, "Finetune/Step": 731, "Finetune/Step Time": 4.947059966623783} +{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.995604395866394, "Finetune/Loss (Raw)": 0.9088485240936279, "Finetune/Step": 732, "Finetune/Step Time": 4.979371866211295} +{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9957485795021057, "Finetune/Loss (Raw)": 0.9625604152679443, "Finetune/Step": 733, "Finetune/Step Time": 4.9774339608848095} +{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.99527907371521, "Finetune/Loss (Raw)": 0.869272768497467, "Finetune/Step": 734, "Finetune/Step Time": 4.965403076261282} +{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958903193473816, "Finetune/Loss (Raw)": 0.8994480967521667, "Finetune/Step": 735, "Finetune/Step Time": 4.942855421453714} +{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946410655975342, "Finetune/Loss (Raw)": 0.9297802448272705, "Finetune/Step": 736, "Finetune/Step Time": 4.978883674368262} +{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962230324745178, "Finetune/Loss (Raw)": 1.1232799291610718, "Finetune/Step": 737, "Finetune/Step Time": 4.974759446457028} +{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.996586263179779, "Finetune/Loss (Raw)": 1.0168956518173218, "Finetune/Step": 738, "Finetune/Step Time": 4.970911413431168} +{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920254945755005, "Finetune/Loss (Raw)": 0.4501911699771881, "Finetune/Step": 739, "Finetune/Step Time": 5.011303519830108} +{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915470480918884, "Finetune/Loss (Raw)": 1.1418639421463013, "Finetune/Step": 740, "Finetune/Step Time": 5.013496540486813} +{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908100366592407, "Finetune/Loss (Raw)": 0.8133072853088379, "Finetune/Step": 741, "Finetune/Step Time": 5.03145488910377} +{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9908322095870972, "Finetune/Loss (Raw)": 0.9859029054641724, "Finetune/Step": 742, "Finetune/Step Time": 5.036943506449461} +{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911220073699951, "Finetune/Loss (Raw)": 1.0741095542907715, "Finetune/Step": 743, "Finetune/Step Time": 5.030736915767193} +{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9910706281661987, "Finetune/Loss (Raw)": 0.9996424913406372, "Finetune/Step": 744, "Finetune/Step Time": 5.0324737671762705} +{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.99028480052948, "Finetune/Loss (Raw)": 0.8989750146865845, "Finetune/Step": 745, "Finetune/Step Time": 5.050401072949171} +{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907302260398865, "Finetune/Loss (Raw)": 1.0992882251739502, "Finetune/Step": 746, "Finetune/Step Time": 5.040809692814946} +{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922904968261719, "Finetune/Loss (Raw)": 1.1197174787521362, "Finetune/Step": 747, "Finetune/Step Time": 5.0205463990569115} +{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9927615523338318, "Finetune/Loss (Raw)": 1.098462462425232, "Finetune/Step": 748, "Finetune/Step Time": 5.022483306005597} +{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9926657676696777, "Finetune/Loss (Raw)": 1.009149432182312, "Finetune/Step": 749, "Finetune/Step Time": 5.011887259781361} +{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9931917786598206, "Finetune/Loss (Raw)": 1.0288602113723755, "Finetune/Step": 750, "Finetune/Step Time": 5.017622152343392} +{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918956160545349, "Finetune/Loss (Raw)": 0.89644855260849, "Finetune/Step": 751, "Finetune/Step Time": 5.020290471613407} +{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925647974014282, "Finetune/Loss (Raw)": 1.081956386566162, "Finetune/Step": 752, "Finetune/Step Time": 5.021075937896967} +{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874386787414551, "Finetune/Loss (Raw)": 0.38868245482444763, "Finetune/Step": 753, "Finetune/Step Time": 5.053818164393306} +{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9859870672225952, "Finetune/Loss (Raw)": 0.8758473992347717, "Finetune/Step": 754, "Finetune/Step Time": 5.053720178082585} +{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9856390953063965, "Finetune/Loss (Raw)": 0.9336532354354858, "Finetune/Step": 755, "Finetune/Step Time": 5.075458722189069} +{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9853512048721313, "Finetune/Loss (Raw)": 0.9520500302314758, "Finetune/Step": 756, "Finetune/Step Time": 5.072329754009843} +{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9851012229919434, "Finetune/Loss (Raw)": 0.9931771755218506, "Finetune/Step": 757, "Finetune/Step Time": 5.08379914239049} +{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852778315544128, "Finetune/Loss (Raw)": 1.1586779356002808, "Finetune/Step": 758, "Finetune/Step Time": 5.092410862445831} +{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9865573644638062, "Finetune/Loss (Raw)": 1.0690443515777588, "Finetune/Step": 759, "Finetune/Step Time": 5.091646920889616} +{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853945970535278, "Finetune/Loss (Raw)": 1.0203129053115845, "Finetune/Step": 760, "Finetune/Step Time": 5.084242939949036} +{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9828376770019531, "Finetune/Loss (Raw)": 0.9352611303329468, "Finetune/Step": 761, "Finetune/Step Time": 5.087390191853046} +{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9783751368522644, "Finetune/Loss (Raw)": 0.37312254309654236, "Finetune/Step": 762, "Finetune/Step Time": 5.123763078823686} +{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9776021242141724, "Finetune/Loss (Raw)": 0.8995072245597839, "Finetune/Step": 763, "Finetune/Step Time": 5.127347411587834} +{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9770642518997192, "Finetune/Loss (Raw)": 1.0018805265426636, "Finetune/Step": 764, "Finetune/Step Time": 5.104728991165757} +{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9760969281196594, "Finetune/Loss (Raw)": 0.9784668684005737, "Finetune/Step": 765, "Finetune/Step Time": 5.107968358322978} +{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.976091742515564, "Finetune/Loss (Raw)": 1.0939514636993408, "Finetune/Step": 766, "Finetune/Step Time": 5.1200337540358305} +{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9753732085227966, "Finetune/Loss (Raw)": 0.9215030074119568, "Finetune/Step": 767, "Finetune/Step Time": 5.140515169128776} +{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9747896194458008, "Finetune/Loss (Raw)": 0.932501494884491, "Finetune/Step": 768, "Finetune/Step Time": 5.1390823144465685} +{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9727458357810974, "Finetune/Loss (Raw)": 0.8284028768539429, "Finetune/Step": 769, "Finetune/Step Time": 5.141293371096253} +{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9782372713088989, "Finetune/Loss (Raw)": 1.0355182886123657, "Finetune/Step": 770, "Finetune/Step Time": 5.119224276393652} +{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.978869616985321, "Finetune/Loss (Raw)": 1.076401948928833, "Finetune/Step": 771, "Finetune/Step Time": 5.124263379722834} +{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9785016179084778, "Finetune/Loss (Raw)": 1.0009441375732422, "Finetune/Step": 772, "Finetune/Step Time": 5.117476835846901} +{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9783172011375427, "Finetune/Loss (Raw)": 1.058750867843628, "Finetune/Step": 773, "Finetune/Step Time": 5.116442728787661} +{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9771722555160522, "Finetune/Loss (Raw)": 0.8740149736404419, "Finetune/Step": 774, "Finetune/Step Time": 5.128003630787134} +{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9777935147285461, "Finetune/Loss (Raw)": 1.0345042943954468, "Finetune/Step": 775, "Finetune/Step Time": 5.131421905010939} +{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9759948253631592, "Finetune/Loss (Raw)": 0.8009703159332275, "Finetune/Step": 776, "Finetune/Step Time": 5.132585816085339} +{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9768847823143005, "Finetune/Loss (Raw)": 1.1400442123413086, "Finetune/Step": 777, "Finetune/Step Time": 5.149374172091484} +{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9777508974075317, "Finetune/Loss (Raw)": 1.0965564250946045, "Finetune/Step": 778, "Finetune/Step Time": 5.13394208997488} +{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9770557880401611, "Finetune/Loss (Raw)": 0.9375503659248352, "Finetune/Step": 779, "Finetune/Step Time": 5.130751995369792} +{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9717788696289062, "Finetune/Loss (Raw)": 0.328002393245697, "Finetune/Step": 780, "Finetune/Step Time": 5.17059126868844} +{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9720219373703003, "Finetune/Loss (Raw)": 0.9436583518981934, "Finetune/Step": 781, "Finetune/Step Time": 5.170895591378212} +{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9683173894882202, "Finetune/Loss (Raw)": 0.7381322979927063, "Finetune/Step": 782, "Finetune/Step Time": 5.201225375756621} +{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9678492546081543, "Finetune/Loss (Raw)": 0.9264127612113953, "Finetune/Step": 783, "Finetune/Step Time": 5.245098194107413} +{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9661793112754822, "Finetune/Loss (Raw)": 0.7567111253738403, "Finetune/Step": 784, "Finetune/Step Time": 5.262305211275816} +{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.967095136642456, "Finetune/Loss (Raw)": 1.080456256866455, "Finetune/Step": 785, "Finetune/Step Time": 5.257737655192614} +{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9682406187057495, "Finetune/Loss (Raw)": 1.1358035802841187, "Finetune/Step": 786, "Finetune/Step Time": 5.25535855256021} +{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9706099033355713, "Finetune/Loss (Raw)": 1.1165848970413208, "Finetune/Step": 787, "Finetune/Step Time": 5.259587114676833} +{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9706162214279175, "Finetune/Loss (Raw)": 1.1288939714431763, "Finetune/Step": 788, "Finetune/Step Time": 5.256007522344589} +{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9705740213394165, "Finetune/Loss (Raw)": 1.0041731595993042, "Finetune/Step": 789, "Finetune/Step Time": 5.254453845322132} +{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9682717323303223, "Finetune/Loss (Raw)": 0.7656931281089783, "Finetune/Step": 790, "Finetune/Step Time": 5.284977683797479} +{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9669075012207031, "Finetune/Loss (Raw)": 0.9361439347267151, "Finetune/Step": 791, "Finetune/Step Time": 5.28643980063498} +{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9654947519302368, "Finetune/Loss (Raw)": 0.8491545915603638, "Finetune/Step": 792, "Finetune/Step Time": 5.277157440781593} +{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9648587107658386, "Finetune/Loss (Raw)": 1.087030053138733, "Finetune/Step": 793, "Finetune/Step Time": 5.279665874317288} +{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9630804657936096, "Finetune/Loss (Raw)": 0.9390147924423218, "Finetune/Step": 794, "Finetune/Step Time": 5.282375959679484} +{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9620729684829712, "Finetune/Loss (Raw)": 0.9907945394515991, "Finetune/Step": 795, "Finetune/Step Time": 5.285249374806881} +{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9627597332000732, "Finetune/Loss (Raw)": 0.9537848234176636, "Finetune/Step": 796, "Finetune/Step Time": 5.281213391572237} +{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9622911214828491, "Finetune/Loss (Raw)": 0.9754401445388794, "Finetune/Step": 797, "Finetune/Step Time": 5.287201181054115} +{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9630937576293945, "Finetune/Loss (Raw)": 1.0162168741226196, "Finetune/Step": 798, "Finetune/Step Time": 5.289317978546023} +{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9623740911483765, "Finetune/Loss (Raw)": 0.907315194606781, "Finetune/Step": 799, "Finetune/Step Time": 5.296353587880731} +{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.962428629398346, "Finetune/Loss (Raw)": 1.0657635927200317, "Finetune/Step": 800, "Finetune/Step Time": 5.301624231040478} +{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9620503783226013, "Finetune/Loss (Raw)": 1.0727037191390991, "Finetune/Step": 801, "Finetune/Step Time": 5.326920293271542} +{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9610878229141235, "Finetune/Loss (Raw)": 0.9969089031219482, "Finetune/Step": 802, "Finetune/Step Time": 5.3301697336137295} +{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9589751362800598, "Finetune/Loss (Raw)": 0.800494909286499, "Finetune/Step": 803, "Finetune/Step Time": 5.3363424595445395} +{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9585652351379395, "Finetune/Loss (Raw)": 0.9873713254928589, "Finetune/Step": 804, "Finetune/Step Time": 5.32749985344708} +{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.95955491065979, "Finetune/Loss (Raw)": 1.0413029193878174, "Finetune/Step": 805, "Finetune/Step Time": 5.296957928687334} +{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9572874307632446, "Finetune/Loss (Raw)": 0.8401107788085938, "Finetune/Step": 806, "Finetune/Step Time": 5.311100361868739} +{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9560360908508301, "Finetune/Loss (Raw)": 0.9827972650527954, "Finetune/Step": 807, "Finetune/Step Time": 5.303180102258921} +{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9567429423332214, "Finetune/Loss (Raw)": 1.0509833097457886, "Finetune/Step": 808, "Finetune/Step Time": 5.322876080870628} +{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9558202028274536, "Finetune/Loss (Raw)": 0.951904296875, "Finetune/Step": 809, "Finetune/Step Time": 5.326982706785202} +{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9559334516525269, "Finetune/Loss (Raw)": 1.0955806970596313, "Finetune/Step": 810, "Finetune/Step Time": 5.330023346468806} +{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9539037942886353, "Finetune/Loss (Raw)": 0.8474167585372925, "Finetune/Step": 811, "Finetune/Step Time": 5.327204188331962} +{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9559457302093506, "Finetune/Loss (Raw)": 1.2228269577026367, "Finetune/Step": 812, "Finetune/Step Time": 5.324575012549758} +{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9576833248138428, "Finetune/Loss (Raw)": 0.9874268174171448, "Finetune/Step": 813, "Finetune/Step Time": 5.311368415132165} +{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9578696489334106, "Finetune/Loss (Raw)": 0.960236668586731, "Finetune/Step": 814, "Finetune/Step Time": 5.300684314221144} +{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9579663276672363, "Finetune/Loss (Raw)": 0.9816734194755554, "Finetune/Step": 815, "Finetune/Step Time": 5.304767105728388} +{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9584216475486755, "Finetune/Loss (Raw)": 1.07365882396698, "Finetune/Step": 816, "Finetune/Step Time": 5.304433785378933} +{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.961076021194458, "Finetune/Loss (Raw)": 1.0769574642181396, "Finetune/Step": 817, "Finetune/Step Time": 5.293367134407163} +{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9569194912910461, "Finetune/Loss (Raw)": 0.3187674283981323, "Finetune/Step": 818, "Finetune/Step Time": 5.280845668166876} +{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9551311731338501, "Finetune/Loss (Raw)": 0.8274753093719482, "Finetune/Step": 819, "Finetune/Step Time": 5.280997009947896} +{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9536105990409851, "Finetune/Loss (Raw)": 0.7374533414840698, "Finetune/Step": 820, "Finetune/Step Time": 5.261627791449428} +{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.953708291053772, "Finetune/Loss (Raw)": 0.994117021560669, "Finetune/Step": 821, "Finetune/Step Time": 5.2621272671967745} +{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9579299092292786, "Finetune/Loss (Raw)": 0.9309528470039368, "Finetune/Step": 822, "Finetune/Step Time": 5.231017658486962} +{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9596811532974243, "Finetune/Loss (Raw)": 1.092474341392517, "Finetune/Step": 823, "Finetune/Step Time": 5.21689441613853} +{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9594324231147766, "Finetune/Loss (Raw)": 1.0823137760162354, "Finetune/Step": 824, "Finetune/Step Time": 5.216010486707091} +{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9592320919036865, "Finetune/Loss (Raw)": 0.9182988405227661, "Finetune/Step": 825, "Finetune/Step Time": 5.206313105300069} +{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9566465616226196, "Finetune/Loss (Raw)": 0.8573910593986511, "Finetune/Step": 826, "Finetune/Step Time": 5.212593734264374} +{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9550665616989136, "Finetune/Loss (Raw)": 0.9997152090072632, "Finetune/Step": 827, "Finetune/Step Time": 5.199275540187955} +{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9502328634262085, "Finetune/Loss (Raw)": 0.37382566928863525, "Finetune/Step": 828, "Finetune/Step Time": 5.214293265715241} +{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9562094807624817, "Finetune/Loss (Raw)": 1.070534348487854, "Finetune/Step": 829, "Finetune/Step Time": 5.197788262739778} +{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9564127922058105, "Finetune/Loss (Raw)": 0.9997576475143433, "Finetune/Step": 830, "Finetune/Step Time": 5.188877388834953} +{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9576667547225952, "Finetune/Loss (Raw)": 1.0407452583312988, "Finetune/Step": 831, "Finetune/Step Time": 5.199955804273486} +{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9584022760391235, "Finetune/Loss (Raw)": 1.087146520614624, "Finetune/Step": 832, "Finetune/Step Time": 5.175474062561989} +{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9537196159362793, "Finetune/Loss (Raw)": 0.4182068407535553, "Finetune/Step": 833, "Finetune/Step Time": 5.206342153251171} +{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9552727937698364, "Finetune/Loss (Raw)": 0.9892141819000244, "Finetune/Step": 834, "Finetune/Step Time": 5.209167322143912} +{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9559175968170166, "Finetune/Loss (Raw)": 0.9898374080657959, "Finetune/Step": 835, "Finetune/Step Time": 5.214659478515387} +{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9548125863075256, "Finetune/Loss (Raw)": 1.0151894092559814, "Finetune/Step": 836, "Finetune/Step Time": 5.203851655125618} +{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9544910192489624, "Finetune/Loss (Raw)": 0.930700421333313, "Finetune/Step": 837, "Finetune/Step Time": 5.2131480518728495} +{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9558680057525635, "Finetune/Loss (Raw)": 1.0606400966644287, "Finetune/Step": 838, "Finetune/Step Time": 5.222690770402551} +{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9545233249664307, "Finetune/Loss (Raw)": 0.9078450202941895, "Finetune/Step": 839, "Finetune/Step Time": 5.221394078806043} +{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9578793048858643, "Finetune/Loss (Raw)": 1.1666762828826904, "Finetune/Step": 840, "Finetune/Step Time": 5.210086300969124} +{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9572044610977173, "Finetune/Loss (Raw)": 0.8964866995811462, "Finetune/Step": 841, "Finetune/Step Time": 5.219235077500343} +{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9582730531692505, "Finetune/Loss (Raw)": 1.0692455768585205, "Finetune/Step": 842, "Finetune/Step Time": 5.217903353273869} +{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9576328992843628, "Finetune/Loss (Raw)": 1.046216607093811, "Finetune/Step": 843, "Finetune/Step Time": 5.232084641233087} +{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.958634614944458, "Finetune/Loss (Raw)": 0.9965240359306335, "Finetune/Step": 844, "Finetune/Step Time": 5.227996785193682} +{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9581551551818848, "Finetune/Loss (Raw)": 1.0781843662261963, "Finetune/Step": 845, "Finetune/Step Time": 5.213680595159531} +{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9581722021102905, "Finetune/Loss (Raw)": 1.0485827922821045, "Finetune/Step": 846, "Finetune/Step Time": 5.205950992181897} +{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9536088705062866, "Finetune/Loss (Raw)": 0.4576376974582672, "Finetune/Step": 847, "Finetune/Step Time": 5.24146712757647} +{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9507926106452942, "Finetune/Loss (Raw)": 0.8500747084617615, "Finetune/Step": 848, "Finetune/Step Time": 5.244192020967603} +{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9513834118843079, "Finetune/Loss (Raw)": 1.0067845582962036, "Finetune/Step": 849, "Finetune/Step Time": 5.221646437421441} +{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9505707025527954, "Finetune/Loss (Raw)": 0.8892926573753357, "Finetune/Step": 850, "Finetune/Step Time": 5.205559654161334} +{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9498679041862488, "Finetune/Loss (Raw)": 1.0237656831741333, "Finetune/Step": 851, "Finetune/Step Time": 5.211949681863189} +{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9482879042625427, "Finetune/Loss (Raw)": 0.8794978260993958, "Finetune/Step": 852, "Finetune/Step Time": 5.196630749851465} +{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9468566179275513, "Finetune/Loss (Raw)": 0.9550940990447998, "Finetune/Step": 853, "Finetune/Step Time": 5.193265195935965} +{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9482747316360474, "Finetune/Loss (Raw)": 0.9474026560783386, "Finetune/Step": 854, "Finetune/Step Time": 5.1959648579359055} +{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9464529752731323, "Finetune/Loss (Raw)": 0.7985337376594543, "Finetune/Step": 855, "Finetune/Step Time": 5.232040857896209} +{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9447876214981079, "Finetune/Loss (Raw)": 0.992857038974762, "Finetune/Step": 856, "Finetune/Step Time": 5.2292736656963825} +{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9471006989479065, "Finetune/Loss (Raw)": 0.9480209350585938, "Finetune/Step": 857, "Finetune/Step Time": 5.219517147168517} +{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948499321937561, "Finetune/Loss (Raw)": 1.18815279006958, "Finetune/Step": 858, "Finetune/Step Time": 5.216996403411031} +{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485986232757568, "Finetune/Loss (Raw)": 1.104200005531311, "Finetune/Step": 859, "Finetune/Step Time": 5.231975048780441} +{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9489226341247559, "Finetune/Loss (Raw)": 0.9503127336502075, "Finetune/Step": 860, "Finetune/Step Time": 5.200112959370017} +{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9471007585525513, "Finetune/Loss (Raw)": 0.7293637990951538, "Finetune/Step": 861, "Finetune/Step Time": 5.190119385719299} +{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9482672214508057, "Finetune/Loss (Raw)": 1.018575668334961, "Finetune/Step": 862, "Finetune/Step Time": 5.192319191992283} +{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9478328824043274, "Finetune/Loss (Raw)": 0.843856692314148, "Finetune/Step": 863, "Finetune/Step Time": 5.197972822934389} +{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9487661719322205, "Finetune/Loss (Raw)": 1.049241065979004, "Finetune/Step": 864, "Finetune/Step Time": 5.1650879252702} +{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9475229978561401, "Finetune/Loss (Raw)": 0.9641612768173218, "Finetune/Step": 865, "Finetune/Step Time": 5.187026634812355} +{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9483181834220886, "Finetune/Loss (Raw)": 1.1186729669570923, "Finetune/Step": 866, "Finetune/Step Time": 5.188814586028457} +{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9530905485153198, "Finetune/Loss (Raw)": 1.061057209968567, "Finetune/Step": 867, "Finetune/Step Time": 5.151913648471236} +{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9515671730041504, "Finetune/Loss (Raw)": 0.9468703866004944, "Finetune/Step": 868, "Finetune/Step Time": 5.145424408838153} +{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9537222385406494, "Finetune/Loss (Raw)": 1.0891544818878174, "Finetune/Step": 869, "Finetune/Step Time": 5.136437674984336} +{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9530915021896362, "Finetune/Loss (Raw)": 0.9051710963249207, "Finetune/Step": 870, "Finetune/Step Time": 5.139735836535692} +{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9513628482818604, "Finetune/Loss (Raw)": 0.8528467416763306, "Finetune/Step": 871, "Finetune/Step Time": 5.142667401582003} +{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9513616561889648, "Finetune/Loss (Raw)": 0.9994764924049377, "Finetune/Step": 872, "Finetune/Step Time": 5.142109019681811} +{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9525071978569031, "Finetune/Loss (Raw)": 1.0456128120422363, "Finetune/Step": 873, "Finetune/Step Time": 5.12591365352273} +{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9508168697357178, "Finetune/Loss (Raw)": 0.8829259276390076, "Finetune/Step": 874, "Finetune/Step Time": 5.1312902588397264} +{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9494940042495728, "Finetune/Loss (Raw)": 0.9503870606422424, "Finetune/Step": 875, "Finetune/Step Time": 5.1425151992589235} +{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9482091665267944, "Finetune/Loss (Raw)": 0.9340014457702637, "Finetune/Step": 876, "Finetune/Step Time": 5.143717918545008} +{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9483622908592224, "Finetune/Loss (Raw)": 1.0287575721740723, "Finetune/Step": 877, "Finetune/Step Time": 5.1422756016254425} +{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.948062002658844, "Finetune/Loss (Raw)": 0.9904188513755798, "Finetune/Step": 878, "Finetune/Step Time": 5.134921919554472} +{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9480238556861877, "Finetune/Loss (Raw)": 0.8915678858757019, "Finetune/Step": 879, "Finetune/Step Time": 5.156238129362464} +{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9474377632141113, "Finetune/Loss (Raw)": 1.0069289207458496, "Finetune/Step": 880, "Finetune/Step Time": 5.160469446331263} +{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9513530135154724, "Finetune/Loss (Raw)": 0.8898446559906006, "Finetune/Step": 881, "Finetune/Step Time": 5.139057256281376} +{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9528189897537231, "Finetune/Loss (Raw)": 1.0634857416152954, "Finetune/Step": 882, "Finetune/Step Time": 5.138709507882595} +{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9538131952285767, "Finetune/Loss (Raw)": 1.060912847518921, "Finetune/Step": 883, "Finetune/Step Time": 5.109765747562051} +{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9547405242919922, "Finetune/Loss (Raw)": 1.0707539319992065, "Finetune/Step": 884, "Finetune/Step Time": 5.110316267237067} +{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9487338066101074, "Finetune/Loss (Raw)": 0.22432053089141846, "Finetune/Step": 885, "Finetune/Step Time": 5.1327640395611525} +{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9476049542427063, "Finetune/Loss (Raw)": 1.014176368713379, "Finetune/Step": 886, "Finetune/Step Time": 5.135948840528727} +{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9423675537109375, "Finetune/Loss (Raw)": 0.3986630141735077, "Finetune/Step": 887, "Finetune/Step Time": 5.17145012319088} +{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9428653717041016, "Finetune/Loss (Raw)": 1.084024429321289, "Finetune/Step": 888, "Finetune/Step Time": 5.177237628027797} +{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9437695741653442, "Finetune/Loss (Raw)": 1.0510077476501465, "Finetune/Step": 889, "Finetune/Step Time": 5.1860101744532585} +{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9484782814979553, "Finetune/Loss (Raw)": 0.9758299589157104, "Finetune/Step": 890, "Finetune/Step Time": 5.1509192287921906} +{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9491838216781616, "Finetune/Loss (Raw)": 0.98981773853302, "Finetune/Step": 891, "Finetune/Step Time": 5.154423097148538} +{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9483336210250854, "Finetune/Loss (Raw)": 0.8930585980415344, "Finetune/Step": 892, "Finetune/Step Time": 5.158835019916296} +{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9494302868843079, "Finetune/Loss (Raw)": 1.1188430786132812, "Finetune/Step": 893, "Finetune/Step Time": 5.149591468274593} +{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9484847784042358, "Finetune/Loss (Raw)": 0.9729219079017639, "Finetune/Step": 894, "Finetune/Step Time": 5.133983466774225} +{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9489068984985352, "Finetune/Loss (Raw)": 0.9755397439002991, "Finetune/Step": 895, "Finetune/Step Time": 5.1293088756501675} +{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9499375820159912, "Finetune/Loss (Raw)": 1.0644170045852661, "Finetune/Step": 896, "Finetune/Step Time": 5.126907641068101} +{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.950123131275177, "Finetune/Loss (Raw)": 0.8521604537963867, "Finetune/Step": 897, "Finetune/Step Time": 5.130609901621938} +{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9448072910308838, "Finetune/Loss (Raw)": 0.3550845682621002, "Finetune/Step": 898, "Finetune/Step Time": 5.158308753743768} +{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9428584575653076, "Finetune/Loss (Raw)": 0.8269547820091248, "Finetune/Step": 899, "Finetune/Step Time": 5.233288180083036} +{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9437355995178223, "Finetune/Loss (Raw)": 1.1132258176803589, "Finetune/Step": 900, "Finetune/Step Time": 5.2389553636312485} +{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9440944194793701, "Finetune/Loss (Raw)": 1.104681372642517, "Finetune/Step": 901, "Finetune/Step Time": 5.238820888102055} +{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.945573091506958, "Finetune/Loss (Raw)": 1.063279151916504, "Finetune/Step": 902, "Finetune/Step Time": 5.216001711785793} +{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9459166526794434, "Finetune/Loss (Raw)": 1.0784761905670166, "Finetune/Step": 903, "Finetune/Step Time": 5.224184336140752} +{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9471635818481445, "Finetune/Loss (Raw)": 0.9605833888053894, "Finetune/Step": 904, "Finetune/Step Time": 5.231137352064252} +{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9465261101722717, "Finetune/Loss (Raw)": 1.058444619178772, "Finetune/Step": 905, "Finetune/Step Time": 5.21081225015223} +{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9453147649765015, "Finetune/Loss (Raw)": 0.9415046572685242, "Finetune/Step": 906, "Finetune/Step Time": 5.214920001104474} +{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.94618821144104, "Finetune/Loss (Raw)": 1.0493477582931519, "Finetune/Step": 907, "Finetune/Step Time": 5.202315168455243} +{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9512150287628174, "Finetune/Loss (Raw)": 0.9714365601539612, "Finetune/Step": 908, "Finetune/Step Time": 5.162235047668219} +{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9516526460647583, "Finetune/Loss (Raw)": 0.9996730089187622, "Finetune/Step": 909, "Finetune/Step Time": 5.166631439700723} +{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9534457921981812, "Finetune/Loss (Raw)": 0.9676538109779358, "Finetune/Step": 910, "Finetune/Step Time": 5.137921517714858} +{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9535295963287354, "Finetune/Loss (Raw)": 0.9371452927589417, "Finetune/Step": 911, "Finetune/Step Time": 5.088599247857928} +{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9563497304916382, "Finetune/Loss (Raw)": 1.117680549621582, "Finetune/Step": 912, "Finetune/Step Time": 5.079538876190782} +{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9535787105560303, "Finetune/Loss (Raw)": 0.7257611155509949, "Finetune/Step": 913, "Finetune/Step Time": 5.074323188513517} +{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9534672498703003, "Finetune/Loss (Raw)": 1.1215412616729736, "Finetune/Step": 914, "Finetune/Step Time": 5.078663680702448} +{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9526478052139282, "Finetune/Loss (Raw)": 1.0117003917694092, "Finetune/Step": 915, "Finetune/Step Time": 5.057024952024221} +{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9519368410110474, "Finetune/Loss (Raw)": 1.0378870964050293, "Finetune/Step": 916, "Finetune/Step Time": 5.063723241910338} +{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9533346891403198, "Finetune/Loss (Raw)": 1.1831045150756836, "Finetune/Step": 917, "Finetune/Step Time": 5.10780175216496} +{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9549810886383057, "Finetune/Loss (Raw)": 0.9764322638511658, "Finetune/Step": 918, "Finetune/Step Time": 5.084439158439636} +{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9536387920379639, "Finetune/Loss (Raw)": 0.76432204246521, "Finetune/Step": 919, "Finetune/Step Time": 5.099059043452144} +{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9536429643630981, "Finetune/Loss (Raw)": 0.8496934771537781, "Finetune/Step": 920, "Finetune/Step Time": 5.104990161955357} +{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9528605937957764, "Finetune/Loss (Raw)": 0.9868835806846619, "Finetune/Step": 921, "Finetune/Step Time": 5.095001183450222} +{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9527406692504883, "Finetune/Loss (Raw)": 0.9236618280410767, "Finetune/Step": 922, "Finetune/Step Time": 5.094060406088829} +{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9531248807907104, "Finetune/Loss (Raw)": 1.0399752855300903, "Finetune/Step": 923, "Finetune/Step Time": 5.086274947971106} +{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9530165195465088, "Finetune/Loss (Raw)": 0.9399176239967346, "Finetune/Step": 924, "Finetune/Step Time": 5.095149787142873} +{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.951757550239563, "Finetune/Loss (Raw)": 0.8142859935760498, "Finetune/Step": 925, "Finetune/Step Time": 5.115082327276468} +{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9511743783950806, "Finetune/Loss (Raw)": 0.9415727853775024, "Finetune/Step": 926, "Finetune/Step Time": 5.119153451174498} +{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9522054195404053, "Finetune/Loss (Raw)": 1.0392909049987793, "Finetune/Step": 927, "Finetune/Step Time": 5.112106304615736} +{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9517991542816162, "Finetune/Loss (Raw)": 1.0137574672698975, "Finetune/Step": 928, "Finetune/Step Time": 5.104433950036764} +{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9514641761779785, "Finetune/Loss (Raw)": 1.0298261642456055, "Finetune/Step": 929, "Finetune/Step Time": 5.079776847735047} +{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9507811069488525, "Finetune/Loss (Raw)": 0.909484326839447, "Finetune/Step": 930, "Finetune/Step Time": 5.084690252318978} +{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9525583982467651, "Finetune/Loss (Raw)": 1.0279828310012817, "Finetune/Step": 931, "Finetune/Step Time": 5.066317254677415} +{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9531295895576477, "Finetune/Loss (Raw)": 1.0604867935180664, "Finetune/Step": 932, "Finetune/Step Time": 5.072403242811561} +{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9531103372573853, "Finetune/Loss (Raw)": 1.0388355255126953, "Finetune/Step": 933, "Finetune/Step Time": 5.08237243257463} +{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9544411301612854, "Finetune/Loss (Raw)": 1.0104575157165527, "Finetune/Step": 934, "Finetune/Step Time": 5.068670520558953} +{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9534813165664673, "Finetune/Loss (Raw)": 0.8599305748939514, "Finetune/Step": 935, "Finetune/Step Time": 5.069675823673606} +{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9527743458747864, "Finetune/Loss (Raw)": 0.9604923725128174, "Finetune/Step": 936, "Finetune/Step Time": 5.061821963638067} +{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9541671872138977, "Finetune/Loss (Raw)": 1.1301929950714111, "Finetune/Step": 937, "Finetune/Step Time": 5.056408613920212} +{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9544879794120789, "Finetune/Loss (Raw)": 1.1366450786590576, "Finetune/Step": 938, "Finetune/Step Time": 5.060011588037014} +{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9551204442977905, "Finetune/Loss (Raw)": 0.9283781051635742, "Finetune/Step": 939, "Finetune/Step Time": 5.060950607061386} +{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.953538715839386, "Finetune/Loss (Raw)": 1.0203566551208496, "Finetune/Step": 940, "Finetune/Step Time": 5.063546871766448} +{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9534897804260254, "Finetune/Loss (Raw)": 0.9811585545539856, "Finetune/Step": 941, "Finetune/Step Time": 5.06297149695456} +{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9532930254936218, "Finetune/Loss (Raw)": 0.9350588321685791, "Finetune/Step": 942, "Finetune/Step Time": 5.069005934521556} +{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9530909061431885, "Finetune/Loss (Raw)": 0.9558015465736389, "Finetune/Step": 943, "Finetune/Step Time": 5.068079119548202} +{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9524856209754944, "Finetune/Loss (Raw)": 0.9961771965026855, "Finetune/Step": 944, "Finetune/Step Time": 5.063277902081609} +{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9508468508720398, "Finetune/Loss (Raw)": 0.8672014474868774, "Finetune/Step": 945, "Finetune/Step Time": 5.073260348290205} +{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9554654955863953, "Finetune/Loss (Raw)": 0.9099545478820801, "Finetune/Step": 946, "Finetune/Step Time": 5.054921692237258} +{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9565755128860474, "Finetune/Loss (Raw)": 0.9695531725883484, "Finetune/Step": 947, "Finetune/Step Time": 5.074257738888264} +{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9537931680679321, "Finetune/Loss (Raw)": 0.3813095986843109, "Finetune/Step": 948, "Finetune/Step Time": 5.099869068711996} +{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9548963308334351, "Finetune/Loss (Raw)": 1.1353317499160767, "Finetune/Step": 949, "Finetune/Step Time": 5.0851450972259045} +{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9547668695449829, "Finetune/Loss (Raw)": 0.9143802523612976, "Finetune/Step": 950, "Finetune/Step Time": 5.0828315410763025} +{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9554307460784912, "Finetune/Loss (Raw)": 1.1774522066116333, "Finetune/Step": 951, "Finetune/Step Time": 5.07627241499722} +{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.95363450050354, "Finetune/Loss (Raw)": 0.8523836731910706, "Finetune/Step": 952, "Finetune/Step Time": 5.080997055396438} +{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9541745781898499, "Finetune/Loss (Raw)": 0.9874348044395447, "Finetune/Step": 953, "Finetune/Step Time": 5.073379268869758} +{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9546412229537964, "Finetune/Loss (Raw)": 0.9171252846717834, "Finetune/Step": 954, "Finetune/Step Time": 5.070333875715733} +{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9545352458953857, "Finetune/Loss (Raw)": 0.9861507415771484, "Finetune/Step": 955, "Finetune/Step Time": 5.0693400502204895} +{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9596534967422485, "Finetune/Loss (Raw)": 1.0289599895477295, "Finetune/Step": 956, "Finetune/Step Time": 5.036076467484236} +{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9583448171615601, "Finetune/Loss (Raw)": 0.9030243754386902, "Finetune/Step": 957, "Finetune/Step Time": 5.026683343574405} +{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9582573771476746, "Finetune/Loss (Raw)": 0.9885614514350891, "Finetune/Step": 958, "Finetune/Step Time": 5.035718187689781} +{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9574098587036133, "Finetune/Loss (Raw)": 0.9322625994682312, "Finetune/Step": 959, "Finetune/Step Time": 5.01716242544353} +{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9563696384429932, "Finetune/Loss (Raw)": 0.9539957046508789, "Finetune/Step": 960, "Finetune/Step Time": 5.014084033668041} +{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599347710609436, "Finetune/Loss (Raw)": 0.8745478391647339, "Finetune/Step": 961, "Finetune/Step Time": 4.9793517757207155} +{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608832001686096, "Finetune/Loss (Raw)": 1.1106127500534058, "Finetune/Step": 962, "Finetune/Step Time": 4.976215600967407} +{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602586030960083, "Finetune/Loss (Raw)": 0.9098877906799316, "Finetune/Step": 963, "Finetune/Step Time": 4.968939173966646} +{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9595777988433838, "Finetune/Loss (Raw)": 0.9280509352684021, "Finetune/Step": 964, "Finetune/Step Time": 4.974887456744909} +{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586310386657715, "Finetune/Loss (Raw)": 0.8095104098320007, "Finetune/Step": 965, "Finetune/Step Time": 4.985921572893858} +{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9577735066413879, "Finetune/Loss (Raw)": 0.9508762359619141, "Finetune/Step": 966, "Finetune/Step Time": 4.987925421446562} +{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9584743976593018, "Finetune/Loss (Raw)": 0.9975605607032776, "Finetune/Step": 967, "Finetune/Step Time": 4.985995318740606} +{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576845169067383, "Finetune/Loss (Raw)": 1.0655707120895386, "Finetune/Step": 968, "Finetune/Step Time": 4.9791329726576805} +{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579493403434753, "Finetune/Loss (Raw)": 0.9303886890411377, "Finetune/Step": 969, "Finetune/Step Time": 4.980988243594766} +{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9551193714141846, "Finetune/Loss (Raw)": 0.7070009708404541, "Finetune/Step": 970, "Finetune/Step Time": 4.9887879360467196} +{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9548499584197998, "Finetune/Loss (Raw)": 1.0117363929748535, "Finetune/Step": 971, "Finetune/Step Time": 5.001824751496315} +{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9500863552093506, "Finetune/Loss (Raw)": 0.3867802619934082, "Finetune/Step": 972, "Finetune/Step Time": 5.040638888254762} +{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9485714435577393, "Finetune/Loss (Raw)": 0.8842828273773193, "Finetune/Step": 973, "Finetune/Step Time": 5.046321090310812} +{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479665160179138, "Finetune/Loss (Raw)": 0.9711469411849976, "Finetune/Step": 974, "Finetune/Step Time": 5.062138373032212} +{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9531223177909851, "Finetune/Loss (Raw)": 1.1175804138183594, "Finetune/Step": 975, "Finetune/Step Time": 5.0384711511433125} +{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.954160213470459, "Finetune/Loss (Raw)": 0.9829273223876953, "Finetune/Step": 976, "Finetune/Step Time": 5.035112118348479} +{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9546511769294739, "Finetune/Loss (Raw)": 1.069625735282898, "Finetune/Step": 977, "Finetune/Step Time": 5.046185089275241} +{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.955106258392334, "Finetune/Loss (Raw)": 0.9475395679473877, "Finetune/Step": 978, "Finetune/Step Time": 5.031228439882398} +{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9540270566940308, "Finetune/Loss (Raw)": 0.8856363892555237, "Finetune/Step": 979, "Finetune/Step Time": 5.032191516831517} +{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562808275222778, "Finetune/Loss (Raw)": 1.1679731607437134, "Finetune/Step": 980, "Finetune/Step Time": 5.030580988153815} +{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9565374255180359, "Finetune/Loss (Raw)": 0.9879418015480042, "Finetune/Step": 981, "Finetune/Step Time": 5.031223939731717} +{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571620225906372, "Finetune/Loss (Raw)": 1.027351975440979, "Finetune/Step": 982, "Finetune/Step Time": 5.018994636833668} +{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9589203596115112, "Finetune/Loss (Raw)": 1.023598551750183, "Finetune/Step": 983, "Finetune/Step Time": 4.982803842052817} +{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587840437889099, "Finetune/Loss (Raw)": 0.9754162430763245, "Finetune/Step": 984, "Finetune/Step Time": 4.993704466149211} +{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9588236808776855, "Finetune/Loss (Raw)": 0.9530923962593079, "Finetune/Step": 985, "Finetune/Step Time": 4.992089534178376} +{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9564517736434937, "Finetune/Loss (Raw)": 0.8845387697219849, "Finetune/Step": 986, "Finetune/Step Time": 4.995578980073333} +{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9556994438171387, "Finetune/Loss (Raw)": 1.0079078674316406, "Finetune/Step": 987, "Finetune/Step Time": 4.992633501067758} +{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.955054521560669, "Finetune/Loss (Raw)": 0.8677597641944885, "Finetune/Step": 988, "Finetune/Step Time": 4.995182566344738} +{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9574456214904785, "Finetune/Loss (Raw)": 1.0354290008544922, "Finetune/Step": 989, "Finetune/Step Time": 4.9984392039477825} +{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9553550481796265, "Finetune/Loss (Raw)": 0.7509853839874268, "Finetune/Step": 990, "Finetune/Step Time": 5.004185937345028} +{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.956938624382019, "Finetune/Loss (Raw)": 1.0465484857559204, "Finetune/Step": 991, "Finetune/Step Time": 4.994895920157433} +{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9563862681388855, "Finetune/Loss (Raw)": 0.9785430431365967, "Finetune/Step": 992, "Finetune/Step Time": 4.9926595110446215} +{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9565390944480896, "Finetune/Loss (Raw)": 0.9837214946746826, "Finetune/Step": 993, "Finetune/Step Time": 5.00348861515522} +{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9539021849632263, "Finetune/Loss (Raw)": 0.7811474800109863, "Finetune/Step": 994, "Finetune/Step Time": 5.011803548783064} +{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529787302017212, "Finetune/Loss (Raw)": 0.942855179309845, "Finetune/Step": 995, "Finetune/Step Time": 5.010281320661306} +{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.953113853931427, "Finetune/Loss (Raw)": 0.964169979095459, "Finetune/Step": 996, "Finetune/Step Time": 5.014177665114403} +{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9519100785255432, "Finetune/Loss (Raw)": 0.9350727796554565, "Finetune/Step": 997, "Finetune/Step Time": 4.993652265518904} +{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9523253440856934, "Finetune/Loss (Raw)": 0.9583248496055603, "Finetune/Step": 998, "Finetune/Step Time": 5.006642412394285} +{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543691277503967, "Finetune/Loss (Raw)": 1.1144459247589111, "Finetune/Step": 999, "Finetune/Step Time": 5.000334948301315} +{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9555023312568665, "Finetune/Loss (Raw)": 1.144530177116394, "Finetune/Step": 1000, "Finetune/Step Time": 4.994101084768772} +{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9498311281204224, "Finetune/Loss (Raw)": 0.3197033703327179, "Finetune/Step": 1001, "Finetune/Step Time": 5.032431378960609} +{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9506270289421082, "Finetune/Loss (Raw)": 0.9847944974899292, "Finetune/Step": 1002, "Finetune/Step Time": 5.032961573451757} +{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514647126197815, "Finetune/Loss (Raw)": 1.0576088428497314, "Finetune/Step": 1003, "Finetune/Step Time": 5.036139855161309} +{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9525169730186462, "Finetune/Loss (Raw)": 1.0686943531036377, "Finetune/Step": 1004, "Finetune/Step Time": 5.035646801814437} +{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.952480673789978, "Finetune/Loss (Raw)": 1.0241153240203857, "Finetune/Step": 1005, "Finetune/Step Time": 5.02796577475965} +{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9515950679779053, "Finetune/Loss (Raw)": 0.8770626187324524, "Finetune/Step": 1006, "Finetune/Step Time": 5.044144822284579} +{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9519388675689697, "Finetune/Loss (Raw)": 0.9355681538581848, "Finetune/Step": 1007, "Finetune/Step Time": 5.024725330993533} +{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9517599940299988, "Finetune/Loss (Raw)": 0.9840283393859863, "Finetune/Step": 1008, "Finetune/Step Time": 5.024037208408117} +{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9481205344200134, "Finetune/Loss (Raw)": 0.4239976406097412, "Finetune/Step": 1009, "Finetune/Step Time": 5.0454947128891945} +{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9468773603439331, "Finetune/Loss (Raw)": 0.9043619632720947, "Finetune/Step": 1010, "Finetune/Step Time": 5.047869928181171} +{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9457382559776306, "Finetune/Loss (Raw)": 0.9151041507720947, "Finetune/Step": 1011, "Finetune/Step Time": 5.047067256644368} +{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9453002214431763, "Finetune/Loss (Raw)": 1.0146944522857666, "Finetune/Step": 1012, "Finetune/Step Time": 5.0522219352424145} +{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9506991505622864, "Finetune/Loss (Raw)": 0.9153767824172974, "Finetune/Step": 1013, "Finetune/Step Time": 5.016692362725735} +{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9509525895118713, "Finetune/Loss (Raw)": 1.0466171503067017, "Finetune/Step": 1014, "Finetune/Step Time": 5.011793605983257} +{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9502399563789368, "Finetune/Loss (Raw)": 0.3074442148208618, "Finetune/Step": 1015, "Finetune/Step Time": 5.0141202956438065} +{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9496785402297974, "Finetune/Loss (Raw)": 1.0121593475341797, "Finetune/Step": 1016, "Finetune/Step Time": 5.012806322425604} +{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9499133825302124, "Finetune/Loss (Raw)": 1.081074833869934, "Finetune/Step": 1017, "Finetune/Step Time": 5.000973004847765} +{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9500916004180908, "Finetune/Loss (Raw)": 0.998633861541748, "Finetune/Step": 1018, "Finetune/Step Time": 5.040134837850928} +{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9495823383331299, "Finetune/Loss (Raw)": 0.9246343970298767, "Finetune/Step": 1019, "Finetune/Step Time": 5.037862218916416} +{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9503600597381592, "Finetune/Loss (Raw)": 0.9926074743270874, "Finetune/Step": 1020, "Finetune/Step Time": 5.0332058016210794} +{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9484310150146484, "Finetune/Loss (Raw)": 0.8719325661659241, "Finetune/Step": 1021, "Finetune/Step Time": 5.044860508292913} +{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9488178491592407, "Finetune/Loss (Raw)": 1.022432565689087, "Finetune/Step": 1022, "Finetune/Step Time": 5.0510052889585495} +{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9478665590286255, "Finetune/Loss (Raw)": 0.8537741899490356, "Finetune/Step": 1023, "Finetune/Step Time": 5.054276177659631} +{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9467965960502625, "Finetune/Loss (Raw)": 0.9274583458900452, "Finetune/Step": 1024, "Finetune/Step Time": 5.050186704844236} +{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9470226764678955, "Finetune/Loss (Raw)": 0.8810983300209045, "Finetune/Step": 1025, "Finetune/Step Time": 5.034766225144267} +{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9522188305854797, "Finetune/Loss (Raw)": 1.020193338394165, "Finetune/Step": 1026, "Finetune/Step Time": 5.0074841268360615} +{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9486311078071594, "Finetune/Loss (Raw)": 0.3677230477333069, "Finetune/Step": 1027, "Finetune/Step Time": 4.964166261255741} +{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9481308460235596, "Finetune/Loss (Raw)": 1.0492019653320312, "Finetune/Step": 1028, "Finetune/Step Time": 4.968575185164809} +{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9463672637939453, "Finetune/Loss (Raw)": 0.878937304019928, "Finetune/Step": 1029, "Finetune/Step Time": 4.976230636239052} +{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.946122407913208, "Finetune/Loss (Raw)": 1.0319395065307617, "Finetune/Step": 1030, "Finetune/Step Time": 4.9804302249103785} +{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9454183578491211, "Finetune/Loss (Raw)": 0.9883604645729065, "Finetune/Step": 1031, "Finetune/Step Time": 4.955981796607375} +{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.940595805644989, "Finetune/Loss (Raw)": 0.3432920575141907, "Finetune/Step": 1032, "Finetune/Step Time": 4.977777685970068} +{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9401959180831909, "Finetune/Loss (Raw)": 1.0072630643844604, "Finetune/Step": 1033, "Finetune/Step Time": 5.0092472936958075} +{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9394580125808716, "Finetune/Loss (Raw)": 0.847055196762085, "Finetune/Step": 1034, "Finetune/Step Time": 5.015860369428992} +{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9391215443611145, "Finetune/Loss (Raw)": 1.0062745809555054, "Finetune/Step": 1035, "Finetune/Step Time": 5.03378920070827} +{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9391258955001831, "Finetune/Loss (Raw)": 0.9719960689544678, "Finetune/Step": 1036, "Finetune/Step Time": 5.044063534587622} +{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9381872415542603, "Finetune/Loss (Raw)": 0.8795281648635864, "Finetune/Step": 1037, "Finetune/Step Time": 5.046919966116548} +{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9397671818733215, "Finetune/Loss (Raw)": 1.1698795557022095, "Finetune/Step": 1038, "Finetune/Step Time": 5.040128713473678} +{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9403640627861023, "Finetune/Loss (Raw)": 1.0135471820831299, "Finetune/Step": 1039, "Finetune/Step Time": 5.039485361427069} +{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9388644695281982, "Finetune/Loss (Raw)": 0.9257280826568604, "Finetune/Step": 1040, "Finetune/Step Time": 5.035633563995361} +{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9416722655296326, "Finetune/Loss (Raw)": 1.0851638317108154, "Finetune/Step": 1041, "Finetune/Step Time": 5.017308067530394} +{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9413820505142212, "Finetune/Loss (Raw)": 1.0843859910964966, "Finetune/Step": 1042, "Finetune/Step Time": 5.018013810738921} +{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9364051818847656, "Finetune/Loss (Raw)": 0.3746672570705414, "Finetune/Step": 1043, "Finetune/Step Time": 5.066077912226319} +{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9349768161773682, "Finetune/Loss (Raw)": 0.8550617098808289, "Finetune/Step": 1044, "Finetune/Step Time": 5.066493645310402} +{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9339379668235779, "Finetune/Loss (Raw)": 1.0501242876052856, "Finetune/Step": 1045, "Finetune/Step Time": 5.0408697463572025} +{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.933720588684082, "Finetune/Loss (Raw)": 0.9486123919487, "Finetune/Step": 1046, "Finetune/Step Time": 5.043834555894136} +{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9356086254119873, "Finetune/Loss (Raw)": 1.0059895515441895, "Finetune/Step": 1047, "Finetune/Step Time": 5.030141938477755} +{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9381221532821655, "Finetune/Loss (Raw)": 1.1714282035827637, "Finetune/Step": 1048, "Finetune/Step Time": 5.02203556522727} +{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9372611045837402, "Finetune/Loss (Raw)": 0.8766663670539856, "Finetune/Step": 1049, "Finetune/Step Time": 5.019279031082988} +{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9364058971405029, "Finetune/Loss (Raw)": 0.8142039179801941, "Finetune/Step": 1050, "Finetune/Step Time": 5.0312122236937284} +{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9357101917266846, "Finetune/Loss (Raw)": 0.9509157538414001, "Finetune/Step": 1051, "Finetune/Step Time": 5.034917222335935} +{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9373800754547119, "Finetune/Loss (Raw)": 1.1536668539047241, "Finetune/Step": 1052, "Finetune/Step Time": 5.033109528943896} +{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9387449026107788, "Finetune/Loss (Raw)": 0.9889813661575317, "Finetune/Step": 1053, "Finetune/Step Time": 5.020298881456256} +{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9400886297225952, "Finetune/Loss (Raw)": 1.113576889038086, "Finetune/Step": 1054, "Finetune/Step Time": 5.0160913690924644} +{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9390056729316711, "Finetune/Loss (Raw)": 0.900664210319519, "Finetune/Step": 1055, "Finetune/Step Time": 5.016654811799526} +{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9396196603775024, "Finetune/Loss (Raw)": 1.0923532247543335, "Finetune/Step": 1056, "Finetune/Step Time": 5.017788145691156} +{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9387685060501099, "Finetune/Loss (Raw)": 0.9208753705024719, "Finetune/Step": 1057, "Finetune/Step Time": 5.01234494894743} +{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9389477968215942, "Finetune/Loss (Raw)": 0.9324323534965515, "Finetune/Step": 1058, "Finetune/Step Time": 5.00504651106894} +{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9382489919662476, "Finetune/Loss (Raw)": 0.9385358691215515, "Finetune/Step": 1059, "Finetune/Step Time": 5.0233742985874414} +{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9376562237739563, "Finetune/Loss (Raw)": 0.9846119284629822, "Finetune/Step": 1060, "Finetune/Step Time": 5.021359009668231} +{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9361708164215088, "Finetune/Loss (Raw)": 0.8486961722373962, "Finetune/Step": 1061, "Finetune/Step Time": 5.0019350945949554} +{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9360785484313965, "Finetune/Loss (Raw)": 0.9986522793769836, "Finetune/Step": 1062, "Finetune/Step Time": 4.99723813124001} +{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9370400905609131, "Finetune/Loss (Raw)": 0.9830150008201599, "Finetune/Step": 1063, "Finetune/Step Time": 5.00481460057199} +{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9388300180435181, "Finetune/Loss (Raw)": 1.1895946264266968, "Finetune/Step": 1064, "Finetune/Step Time": 4.99201400950551} +{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.938895583152771, "Finetune/Loss (Raw)": 1.13858962059021, "Finetune/Step": 1065, "Finetune/Step Time": 4.993357729166746} +{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9370968341827393, "Finetune/Loss (Raw)": 0.9064074754714966, "Finetune/Step": 1066, "Finetune/Step Time": 4.9875209499150515} +{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9385200142860413, "Finetune/Loss (Raw)": 1.1105427742004395, "Finetune/Step": 1067, "Finetune/Step Time": 4.994761221110821} +{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9376106262207031, "Finetune/Loss (Raw)": 0.9039542078971863, "Finetune/Step": 1068, "Finetune/Step Time": 4.999342979863286} +{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9374796152114868, "Finetune/Loss (Raw)": 0.9643893241882324, "Finetune/Step": 1069, "Finetune/Step Time": 5.025633677840233} +{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.938227653503418, "Finetune/Loss (Raw)": 1.0308109521865845, "Finetune/Step": 1070, "Finetune/Step Time": 5.014922495931387} +{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9389342069625854, "Finetune/Loss (Raw)": 1.0462367534637451, "Finetune/Step": 1071, "Finetune/Step Time": 5.012583654373884} +{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9393287301063538, "Finetune/Loss (Raw)": 1.0466785430908203, "Finetune/Step": 1072, "Finetune/Step Time": 5.022068405523896} +{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9400695562362671, "Finetune/Loss (Raw)": 0.9620247483253479, "Finetune/Step": 1073, "Finetune/Step Time": 5.004852129146457} +{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9411739110946655, "Finetune/Loss (Raw)": 1.0513191223144531, "Finetune/Step": 1074, "Finetune/Step Time": 4.990147653967142} +{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9418460726737976, "Finetune/Loss (Raw)": 1.0555808544158936, "Finetune/Step": 1075, "Finetune/Step Time": 4.9847038965672255} +{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9472951292991638, "Finetune/Loss (Raw)": 1.0787943601608276, "Finetune/Step": 1076, "Finetune/Step Time": 4.949469866231084} +{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9469825625419617, "Finetune/Loss (Raw)": 1.095313310623169, "Finetune/Step": 1077, "Finetune/Step Time": 4.953442418947816} +{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9481337070465088, "Finetune/Loss (Raw)": 1.0617356300354004, "Finetune/Step": 1078, "Finetune/Step Time": 4.95592949539423} +{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9456982612609863, "Finetune/Loss (Raw)": 0.8657085299491882, "Finetune/Step": 1079, "Finetune/Step Time": 4.960139289498329} +{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9466298818588257, "Finetune/Loss (Raw)": 0.9716354012489319, "Finetune/Step": 1080, "Finetune/Step Time": 4.959820611402392} +{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9473838210105896, "Finetune/Loss (Raw)": 1.083937406539917, "Finetune/Step": 1081, "Finetune/Step Time": 4.963302945718169} +{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.94687819480896, "Finetune/Loss (Raw)": 0.8523992300033569, "Finetune/Step": 1082, "Finetune/Step Time": 4.983842734247446} +{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9471507668495178, "Finetune/Loss (Raw)": 1.0210477113723755, "Finetune/Step": 1083, "Finetune/Step Time": 4.982646686956286} +{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9474904537200928, "Finetune/Loss (Raw)": 1.072442650794983, "Finetune/Step": 1084, "Finetune/Step Time": 4.997517019510269} +{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9484138488769531, "Finetune/Loss (Raw)": 1.0212149620056152, "Finetune/Step": 1085, "Finetune/Step Time": 4.987808624282479} +{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487773180007935, "Finetune/Loss (Raw)": 1.035088062286377, "Finetune/Step": 1086, "Finetune/Step Time": 4.9742979016155005} +{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9494584202766418, "Finetune/Loss (Raw)": 1.0194430351257324, "Finetune/Step": 1087, "Finetune/Step Time": 4.971170272678137} +{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486390352249146, "Finetune/Loss (Raw)": 0.8491110801696777, "Finetune/Step": 1088, "Finetune/Step Time": 4.978904010728002} +{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.949673593044281, "Finetune/Loss (Raw)": 1.0069725513458252, "Finetune/Step": 1089, "Finetune/Step Time": 4.975202288478613} +{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9495770335197449, "Finetune/Loss (Raw)": 1.0982545614242554, "Finetune/Step": 1090, "Finetune/Step Time": 4.985388971865177} +{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9498096704483032, "Finetune/Loss (Raw)": 0.9396679997444153, "Finetune/Step": 1091, "Finetune/Step Time": 4.984326830133796} +{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9506125450134277, "Finetune/Loss (Raw)": 1.030819296836853, "Finetune/Step": 1092, "Finetune/Step Time": 4.976696763187647} +{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9511885046958923, "Finetune/Loss (Raw)": 0.8832255005836487, "Finetune/Step": 1093, "Finetune/Step Time": 4.95756315626204} +{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9515247344970703, "Finetune/Loss (Raw)": 0.9939104914665222, "Finetune/Step": 1094, "Finetune/Step Time": 4.957418687641621} +{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9518659114837646, "Finetune/Loss (Raw)": 1.04123854637146, "Finetune/Step": 1095, "Finetune/Step Time": 4.957987332716584} +{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9518675804138184, "Finetune/Loss (Raw)": 1.0657849311828613, "Finetune/Step": 1096, "Finetune/Step Time": 4.953718965873122} +{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523686170578003, "Finetune/Loss (Raw)": 0.9945162534713745, "Finetune/Step": 1097, "Finetune/Step Time": 4.961080987006426} +{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545564651489258, "Finetune/Loss (Raw)": 0.9870448708534241, "Finetune/Step": 1098, "Finetune/Step Time": 4.967975534498692} +{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9544531106948853, "Finetune/Loss (Raw)": 0.9985089898109436, "Finetune/Step": 1099, "Finetune/Step Time": 4.946467870846391} +{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9589954614639282, "Finetune/Loss (Raw)": 0.9682011604309082, "Finetune/Step": 1100, "Finetune/Step Time": 4.91105979681015} +{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9605493545532227, "Finetune/Loss (Raw)": 1.083184003829956, "Finetune/Step": 1101, "Finetune/Step Time": 4.910942921414971} +{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9592229127883911, "Finetune/Loss (Raw)": 0.801367998123169, "Finetune/Step": 1102, "Finetune/Step Time": 4.897497359663248} +{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.959309458732605, "Finetune/Loss (Raw)": 1.1286568641662598, "Finetune/Step": 1103, "Finetune/Step Time": 4.884137913584709} +{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9599595069885254, "Finetune/Loss (Raw)": 1.066128134727478, "Finetune/Step": 1104, "Finetune/Step Time": 4.893241859972477} +{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9603434801101685, "Finetune/Loss (Raw)": 1.1187740564346313, "Finetune/Step": 1105, "Finetune/Step Time": 4.892729114741087} +{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9607456922531128, "Finetune/Loss (Raw)": 0.9990221261978149, "Finetune/Step": 1106, "Finetune/Step Time": 4.905190546065569} +{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9618130922317505, "Finetune/Loss (Raw)": 1.0222631692886353, "Finetune/Step": 1107, "Finetune/Step Time": 4.899743923917413} +{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.961260199546814, "Finetune/Loss (Raw)": 1.0972058773040771, "Finetune/Step": 1108, "Finetune/Step Time": 4.900112524628639} +{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9599281549453735, "Finetune/Loss (Raw)": 0.8174349069595337, "Finetune/Step": 1109, "Finetune/Step Time": 4.911726078018546} +{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9596258401870728, "Finetune/Loss (Raw)": 0.9886552095413208, "Finetune/Step": 1110, "Finetune/Step Time": 4.910660995170474} +{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9604934453964233, "Finetune/Loss (Raw)": 1.134660005569458, "Finetune/Step": 1111, "Finetune/Step Time": 4.905972870066762} +{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.960109531879425, "Finetune/Loss (Raw)": 0.9262727499008179, "Finetune/Step": 1112, "Finetune/Step Time": 4.899942900985479} +{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9601197242736816, "Finetune/Loss (Raw)": 0.9543924927711487, "Finetune/Step": 1113, "Finetune/Step Time": 4.896406101062894} +{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9613735675811768, "Finetune/Loss (Raw)": 1.0450388193130493, "Finetune/Step": 1114, "Finetune/Step Time": 4.919985413551331} +{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9614198803901672, "Finetune/Loss (Raw)": 1.013832688331604, "Finetune/Step": 1115, "Finetune/Step Time": 4.916929801926017} +{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9631962180137634, "Finetune/Loss (Raw)": 1.0951260328292847, "Finetune/Step": 1116, "Finetune/Step Time": 4.911458425223827} +{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9620463848114014, "Finetune/Loss (Raw)": 0.8882557153701782, "Finetune/Step": 1117, "Finetune/Step Time": 4.910691440105438} +{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9646750688552856, "Finetune/Loss (Raw)": 1.0874539613723755, "Finetune/Step": 1118, "Finetune/Step Time": 4.897579848766327} +{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9622324705123901, "Finetune/Loss (Raw)": 0.7339004278182983, "Finetune/Step": 1119, "Finetune/Step Time": 4.9074639193713665} +{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9621859788894653, "Finetune/Loss (Raw)": 0.9725890755653381, "Finetune/Step": 1120, "Finetune/Step Time": 4.9102609027177095} +{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9635269641876221, "Finetune/Loss (Raw)": 1.155366063117981, "Finetune/Step": 1121, "Finetune/Step Time": 4.879216458648443} +{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9655840396881104, "Finetune/Loss (Raw)": 1.0444579124450684, "Finetune/Step": 1122, "Finetune/Step Time": 4.885579906404018} +{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9655349850654602, "Finetune/Loss (Raw)": 0.9365745782852173, "Finetune/Step": 1123, "Finetune/Step Time": 4.903660027310252} +{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676108360290527, "Finetune/Loss (Raw)": 1.2298799753189087, "Finetune/Step": 1124, "Finetune/Step Time": 4.899747950956225} +{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9676810503005981, "Finetune/Loss (Raw)": 0.9440621137619019, "Finetune/Step": 1125, "Finetune/Step Time": 4.896341856569052} +{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9678988456726074, "Finetune/Loss (Raw)": 0.986200749874115, "Finetune/Step": 1126, "Finetune/Step Time": 4.878220414742827} +{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671744108200073, "Finetune/Loss (Raw)": 1.0217177867889404, "Finetune/Step": 1127, "Finetune/Step Time": 4.8776412345469} +{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.965826153755188, "Finetune/Loss (Raw)": 0.9719470739364624, "Finetune/Step": 1128, "Finetune/Step Time": 4.889771291986108} +{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720357060432434, "Finetune/Loss (Raw)": 1.1145323514938354, "Finetune/Step": 1129, "Finetune/Step Time": 4.848892567679286} +{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706167578697205, "Finetune/Loss (Raw)": 0.8031692504882812, "Finetune/Step": 1130, "Finetune/Step Time": 4.857252141460776} +{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9708346128463745, "Finetune/Loss (Raw)": 1.0854976177215576, "Finetune/Step": 1131, "Finetune/Step Time": 4.839916002005339} +{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705315828323364, "Finetune/Loss (Raw)": 1.0299030542373657, "Finetune/Step": 1132, "Finetune/Step Time": 4.841958768665791} +{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9701911211013794, "Finetune/Loss (Raw)": 0.9805355072021484, "Finetune/Step": 1133, "Finetune/Step Time": 4.837025476619601} +{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708025455474854, "Finetune/Loss (Raw)": 0.9553294777870178, "Finetune/Step": 1134, "Finetune/Step Time": 4.818674527108669} +{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9720805883407593, "Finetune/Loss (Raw)": 1.0991554260253906, "Finetune/Step": 1135, "Finetune/Step Time": 4.813806373625994} +{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9720500707626343, "Finetune/Loss (Raw)": 0.9801191687583923, "Finetune/Step": 1136, "Finetune/Step Time": 4.811141733080149} +{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9769285321235657, "Finetune/Loss (Raw)": 1.0484428405761719, "Finetune/Step": 1137, "Finetune/Step Time": 4.776592567563057} +{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9778900146484375, "Finetune/Loss (Raw)": 1.0274319648742676, "Finetune/Step": 1138, "Finetune/Step Time": 4.785807566717267} +{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9782874584197998, "Finetune/Loss (Raw)": 0.9659748077392578, "Finetune/Step": 1139, "Finetune/Step Time": 4.7988316267728806} +{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9783273935317993, "Finetune/Loss (Raw)": 1.0198060274124146, "Finetune/Step": 1140, "Finetune/Step Time": 4.791874503716826} +{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9786556959152222, "Finetune/Loss (Raw)": 0.9574047327041626, "Finetune/Step": 1141, "Finetune/Step Time": 4.797403573989868} +{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728022813796997, "Finetune/Loss (Raw)": 0.2973766624927521, "Finetune/Step": 1142, "Finetune/Step Time": 4.826797090470791} +{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777266979217529, "Finetune/Loss (Raw)": 0.9377664923667908, "Finetune/Step": 1143, "Finetune/Step Time": 4.80333024635911} +{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777419567108154, "Finetune/Loss (Raw)": 1.0141147375106812, "Finetune/Step": 1144, "Finetune/Step Time": 4.807494055479765} +{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.976783812046051, "Finetune/Loss (Raw)": 0.9584320783615112, "Finetune/Step": 1145, "Finetune/Step Time": 4.808189095929265} +{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.977257490158081, "Finetune/Loss (Raw)": 1.0592635869979858, "Finetune/Step": 1146, "Finetune/Step Time": 4.772815840318799} +{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9764091372489929, "Finetune/Loss (Raw)": 0.8160486817359924, "Finetune/Step": 1147, "Finetune/Step Time": 4.775942435488105} +{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9713385105133057, "Finetune/Loss (Raw)": 0.3435687720775604, "Finetune/Step": 1148, "Finetune/Step Time": 4.818079020828009} +{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9731814861297607, "Finetune/Loss (Raw)": 1.1078314781188965, "Finetune/Step": 1149, "Finetune/Step Time": 4.8183776922523975} +{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9727814197540283, "Finetune/Loss (Raw)": 0.9712212681770325, "Finetune/Step": 1150, "Finetune/Step Time": 4.808736929669976} +{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.973048210144043, "Finetune/Loss (Raw)": 0.8879240155220032, "Finetune/Step": 1151, "Finetune/Step Time": 4.793175030499697} +{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9736419916152954, "Finetune/Loss (Raw)": 1.003464698791504, "Finetune/Step": 1152, "Finetune/Step Time": 4.811162691563368} +{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9753761291503906, "Finetune/Loss (Raw)": 1.1030701398849487, "Finetune/Step": 1153, "Finetune/Step Time": 4.8251148127019405} +{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9699481129646301, "Finetune/Loss (Raw)": 0.3253997266292572, "Finetune/Step": 1154, "Finetune/Step Time": 4.847567452117801} +{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9697124361991882, "Finetune/Loss (Raw)": 0.337558388710022, "Finetune/Step": 1155, "Finetune/Step Time": 4.85102011449635} +{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9705348014831543, "Finetune/Loss (Raw)": 1.1544641256332397, "Finetune/Step": 1156, "Finetune/Step Time": 4.840569920837879} +{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9718340039253235, "Finetune/Loss (Raw)": 1.0452420711517334, "Finetune/Step": 1157, "Finetune/Step Time": 4.844275305047631} +{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9709885120391846, "Finetune/Loss (Raw)": 0.9237101078033447, "Finetune/Step": 1158, "Finetune/Step Time": 4.840915879234672} +{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9699968099594116, "Finetune/Loss (Raw)": 0.8614253401756287, "Finetune/Step": 1159, "Finetune/Step Time": 4.840762680396438} +{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9748714566230774, "Finetune/Loss (Raw)": 0.9672406315803528, "Finetune/Step": 1160, "Finetune/Step Time": 4.826684433966875} +{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9748373627662659, "Finetune/Loss (Raw)": 1.0029029846191406, "Finetune/Step": 1161, "Finetune/Step Time": 4.814276738092303} +{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761677980422974, "Finetune/Loss (Raw)": 1.0173473358154297, "Finetune/Step": 1162, "Finetune/Step Time": 4.805666333064437} +{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9746015667915344, "Finetune/Loss (Raw)": 0.805799126625061, "Finetune/Step": 1163, "Finetune/Step Time": 4.813711531460285} +{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764039516448975, "Finetune/Loss (Raw)": 1.2026984691619873, "Finetune/Step": 1164, "Finetune/Step Time": 4.806283373385668} +{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.972352147102356, "Finetune/Loss (Raw)": 0.36090776324272156, "Finetune/Step": 1165, "Finetune/Step Time": 4.830719895660877} +{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9701181054115295, "Finetune/Loss (Raw)": 0.8839154839515686, "Finetune/Step": 1166, "Finetune/Step Time": 4.8399610091000795} +{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687068462371826, "Finetune/Loss (Raw)": 0.8329047560691833, "Finetune/Step": 1167, "Finetune/Step Time": 4.854898748919368} +{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9689944982528687, "Finetune/Loss (Raw)": 0.9625498056411743, "Finetune/Step": 1168, "Finetune/Step Time": 4.853521877899766} +{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9683483839035034, "Finetune/Loss (Raw)": 1.002467155456543, "Finetune/Step": 1169, "Finetune/Step Time": 4.860998773947358} +{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9635189771652222, "Finetune/Loss (Raw)": 0.4662085473537445, "Finetune/Step": 1170, "Finetune/Step Time": 4.892137246206403} +{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9693398475646973, "Finetune/Loss (Raw)": 1.1197447776794434, "Finetune/Step": 1171, "Finetune/Step Time": 4.837219391018152} +{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9708429574966431, "Finetune/Loss (Raw)": 1.0474627017974854, "Finetune/Step": 1172, "Finetune/Step Time": 4.8314045667648315} +{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9704116582870483, "Finetune/Loss (Raw)": 0.9949192404747009, "Finetune/Step": 1173, "Finetune/Step Time": 4.820311862975359} +{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9657858610153198, "Finetune/Loss (Raw)": 0.3564988076686859, "Finetune/Step": 1174, "Finetune/Step Time": 4.847229987382889} +{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9654223918914795, "Finetune/Loss (Raw)": 0.959473192691803, "Finetune/Step": 1175, "Finetune/Step Time": 4.8610701113939285} +{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9635946750640869, "Finetune/Loss (Raw)": 0.9374772906303406, "Finetune/Step": 1176, "Finetune/Step Time": 4.856041317805648} +{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9589787721633911, "Finetune/Loss (Raw)": 0.2858363091945648, "Finetune/Step": 1177, "Finetune/Step Time": 4.893701955676079} +{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9551378488540649, "Finetune/Loss (Raw)": 0.3225606679916382, "Finetune/Step": 1178, "Finetune/Step Time": 4.914426462724805} +{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.956811785697937, "Finetune/Loss (Raw)": 1.1651787757873535, "Finetune/Step": 1179, "Finetune/Step Time": 4.906946513801813} +{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9551008939743042, "Finetune/Loss (Raw)": 0.9346758127212524, "Finetune/Step": 1180, "Finetune/Step Time": 4.9230739790946245} +{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9559032320976257, "Finetune/Loss (Raw)": 1.0916838645935059, "Finetune/Step": 1181, "Finetune/Step Time": 4.910534709692001} +{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9527386426925659, "Finetune/Loss (Raw)": 0.7085047960281372, "Finetune/Step": 1182, "Finetune/Step Time": 4.912053843960166} +{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9538252949714661, "Finetune/Loss (Raw)": 1.0397566556930542, "Finetune/Step": 1183, "Finetune/Step Time": 4.913756739348173} +{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9517749547958374, "Finetune/Loss (Raw)": 0.8299129605293274, "Finetune/Step": 1184, "Finetune/Step Time": 4.943587273359299} +{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.95253986120224, "Finetune/Loss (Raw)": 1.0187851190567017, "Finetune/Step": 1185, "Finetune/Step Time": 4.946883678436279} +{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9540562629699707, "Finetune/Loss (Raw)": 1.1265257596969604, "Finetune/Step": 1186, "Finetune/Step Time": 4.946931140497327} +{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9494178295135498, "Finetune/Loss (Raw)": 0.3448213040828705, "Finetune/Step": 1187, "Finetune/Step Time": 4.968428326770663} +{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500292539596558, "Finetune/Loss (Raw)": 1.062873125076294, "Finetune/Step": 1188, "Finetune/Step Time": 4.967948390170932} +{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9517099857330322, "Finetune/Loss (Raw)": 1.0638288259506226, "Finetune/Step": 1189, "Finetune/Step Time": 4.972606485709548} +{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9515959024429321, "Finetune/Loss (Raw)": 0.9840415716171265, "Finetune/Step": 1190, "Finetune/Step Time": 4.970813469961286} +{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9521557092666626, "Finetune/Loss (Raw)": 1.054677963256836, "Finetune/Step": 1191, "Finetune/Step Time": 4.964302126318216} +{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509066343307495, "Finetune/Loss (Raw)": 1.0297068357467651, "Finetune/Step": 1192, "Finetune/Step Time": 4.97177354618907} +{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9499967098236084, "Finetune/Loss (Raw)": 1.0221303701400757, "Finetune/Step": 1193, "Finetune/Step Time": 4.970700059086084} +{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9512635469436646, "Finetune/Loss (Raw)": 1.0685616731643677, "Finetune/Step": 1194, "Finetune/Step Time": 4.984534960240126} +{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9504097104072571, "Finetune/Loss (Raw)": 1.0012456178665161, "Finetune/Step": 1195, "Finetune/Step Time": 4.974169617518783} +{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9510710835456848, "Finetune/Loss (Raw)": 0.9886079430580139, "Finetune/Step": 1196, "Finetune/Step Time": 4.970679951831698} +{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9522759914398193, "Finetune/Loss (Raw)": 1.118617057800293, "Finetune/Step": 1197, "Finetune/Step Time": 4.9377156011760235} +{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528158903121948, "Finetune/Loss (Raw)": 1.0999207496643066, "Finetune/Step": 1198, "Finetune/Step Time": 4.943278333172202} +{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9527722597122192, "Finetune/Loss (Raw)": 1.0406488180160522, "Finetune/Step": 1199, "Finetune/Step Time": 4.939482459798455} +{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9528151750564575, "Finetune/Loss (Raw)": 1.0521759986877441, "Finetune/Step": 1200, "Finetune/Step Time": 4.93603853136301} +{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9534933567047119, "Finetune/Loss (Raw)": 1.0488368272781372, "Finetune/Step": 1201, "Finetune/Step Time": 4.949680225923657} +{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9543753862380981, "Finetune/Loss (Raw)": 1.1642192602157593, "Finetune/Step": 1202, "Finetune/Step Time": 4.953408602625132} +{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9548872709274292, "Finetune/Loss (Raw)": 1.1210922002792358, "Finetune/Step": 1203, "Finetune/Step Time": 4.943959880620241} +{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9549224376678467, "Finetune/Loss (Raw)": 1.0832979679107666, "Finetune/Step": 1204, "Finetune/Step Time": 4.952233355492353} +{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9539721608161926, "Finetune/Loss (Raw)": 0.9736828804016113, "Finetune/Step": 1205, "Finetune/Step Time": 4.969723388552666} +{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9546689391136169, "Finetune/Loss (Raw)": 1.1509230136871338, "Finetune/Step": 1206, "Finetune/Step Time": 4.9618839137256145} +{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9553977847099304, "Finetune/Loss (Raw)": 0.9589949250221252, "Finetune/Step": 1207, "Finetune/Step Time": 4.96912607178092} +{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9557802677154541, "Finetune/Loss (Raw)": 1.0205919742584229, "Finetune/Step": 1208, "Finetune/Step Time": 4.969711538404226} +{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9555404782295227, "Finetune/Loss (Raw)": 1.0532543659210205, "Finetune/Step": 1209, "Finetune/Step Time": 4.968585571274161} +{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9566828012466431, "Finetune/Loss (Raw)": 0.9986109137535095, "Finetune/Step": 1210, "Finetune/Step Time": 4.946577405557036} +{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.956100583076477, "Finetune/Loss (Raw)": 0.9465228319168091, "Finetune/Step": 1211, "Finetune/Step Time": 4.949703976511955} +{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9564826488494873, "Finetune/Loss (Raw)": 1.1213468313217163, "Finetune/Step": 1212, "Finetune/Step Time": 4.937683681026101} +{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9559727311134338, "Finetune/Loss (Raw)": 0.9559437036514282, "Finetune/Step": 1213, "Finetune/Step Time": 4.936827667057514} +{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.954598605632782, "Finetune/Loss (Raw)": 0.8592060804367065, "Finetune/Step": 1214, "Finetune/Step Time": 4.951018910855055} +{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9543401002883911, "Finetune/Loss (Raw)": 0.9863513112068176, "Finetune/Step": 1215, "Finetune/Step Time": 4.951781213283539} +{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9504085779190063, "Finetune/Loss (Raw)": 0.34587952494621277, "Finetune/Step": 1216, "Finetune/Step Time": 4.977902378886938} +{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9512010812759399, "Finetune/Loss (Raw)": 1.1084094047546387, "Finetune/Step": 1217, "Finetune/Step Time": 4.981167582795024} +{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9508601427078247, "Finetune/Loss (Raw)": 1.0546183586120605, "Finetune/Step": 1218, "Finetune/Step Time": 4.96602226048708} +{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9458720684051514, "Finetune/Loss (Raw)": 0.3011905550956726, "Finetune/Step": 1219, "Finetune/Step Time": 5.003051150590181} +{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.945615291595459, "Finetune/Loss (Raw)": 0.997950553894043, "Finetune/Step": 1220, "Finetune/Step Time": 5.008199028670788} +{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9468247890472412, "Finetune/Loss (Raw)": 1.0380464792251587, "Finetune/Step": 1221, "Finetune/Step Time": 5.018730767071247} +{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9468420147895813, "Finetune/Loss (Raw)": 0.996110737323761, "Finetune/Step": 1222, "Finetune/Step Time": 5.0236185900866985} +{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9467267394065857, "Finetune/Loss (Raw)": 1.0264838933944702, "Finetune/Step": 1223, "Finetune/Step Time": 5.007529638707638} +{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.946279764175415, "Finetune/Loss (Raw)": 1.0085781812667847, "Finetune/Step": 1224, "Finetune/Step Time": 5.008906040340662} +{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9453549385070801, "Finetune/Loss (Raw)": 0.8761329650878906, "Finetune/Step": 1225, "Finetune/Step Time": 4.987749315798283} +{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9446303248405457, "Finetune/Loss (Raw)": 0.8942920565605164, "Finetune/Step": 1226, "Finetune/Step Time": 4.983196282759309} +{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9435731768608093, "Finetune/Loss (Raw)": 0.863198459148407, "Finetune/Step": 1227, "Finetune/Step Time": 4.991844568401575} +{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9442447423934937, "Finetune/Loss (Raw)": 1.0541592836380005, "Finetune/Step": 1228, "Finetune/Step Time": 5.003478191792965} +{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9442201256752014, "Finetune/Loss (Raw)": 1.08002769947052, "Finetune/Step": 1229, "Finetune/Step Time": 4.999653501436114} +{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9410761594772339, "Finetune/Loss (Raw)": 0.39894163608551025, "Finetune/Step": 1230, "Finetune/Step Time": 5.035006355494261} +{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.941004753112793, "Finetune/Loss (Raw)": 1.119521975517273, "Finetune/Step": 1231, "Finetune/Step Time": 5.039468482136726} +{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9406028985977173, "Finetune/Loss (Raw)": 1.0146907567977905, "Finetune/Step": 1232, "Finetune/Step Time": 5.028029050678015} +{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9399697184562683, "Finetune/Loss (Raw)": 1.0377289056777954, "Finetune/Step": 1233, "Finetune/Step Time": 5.013407416641712} +{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9384442567825317, "Finetune/Loss (Raw)": 0.8037652373313904, "Finetune/Step": 1234, "Finetune/Step Time": 5.022453768178821} +{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9379211068153381, "Finetune/Loss (Raw)": 0.9552943706512451, "Finetune/Step": 1235, "Finetune/Step Time": 5.021107003092766} +{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9380358457565308, "Finetune/Loss (Raw)": 1.1118972301483154, "Finetune/Step": 1236, "Finetune/Step Time": 5.017014315351844} +{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9396379590034485, "Finetune/Loss (Raw)": 1.022502064704895, "Finetune/Step": 1237, "Finetune/Step Time": 5.019325179979205} +{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9410842657089233, "Finetune/Loss (Raw)": 1.1737806797027588, "Finetune/Step": 1238, "Finetune/Step Time": 5.0217413660138845} +{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9399328827857971, "Finetune/Loss (Raw)": 0.9872845411300659, "Finetune/Step": 1239, "Finetune/Step Time": 5.02999696880579} +{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9403193593025208, "Finetune/Loss (Raw)": 0.9757399559020996, "Finetune/Step": 1240, "Finetune/Step Time": 5.022285662591457} +{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9399097561836243, "Finetune/Loss (Raw)": 0.9019637703895569, "Finetune/Step": 1241, "Finetune/Step Time": 5.031820802018046} +{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9393112659454346, "Finetune/Loss (Raw)": 0.9684330821037292, "Finetune/Step": 1242, "Finetune/Step Time": 5.004718976095319} +{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9396278262138367, "Finetune/Loss (Raw)": 1.054352879524231, "Finetune/Step": 1243, "Finetune/Step Time": 4.99886510707438} +{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9386844038963318, "Finetune/Loss (Raw)": 0.9743684530258179, "Finetune/Step": 1244, "Finetune/Step Time": 5.0024858098477125} +{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9393238425254822, "Finetune/Loss (Raw)": 0.9700984954833984, "Finetune/Step": 1245, "Finetune/Step Time": 4.992696037515998} +{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9380700588226318, "Finetune/Loss (Raw)": 0.9269737601280212, "Finetune/Step": 1246, "Finetune/Step Time": 5.014864917844534} +{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9407351016998291, "Finetune/Loss (Raw)": 1.0750298500061035, "Finetune/Step": 1247, "Finetune/Step Time": 5.000295614823699} +{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9395474195480347, "Finetune/Loss (Raw)": 0.8205549120903015, "Finetune/Step": 1248, "Finetune/Step Time": 5.005040645599365} +{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9377115368843079, "Finetune/Loss (Raw)": 0.9203811883926392, "Finetune/Step": 1249, "Finetune/Step Time": 5.00585363060236} +{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9376749992370605, "Finetune/Loss (Raw)": 1.0397803783416748, "Finetune/Step": 1250, "Finetune/Step Time": 4.986145796254277} +{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9383718371391296, "Finetune/Loss (Raw)": 1.0257647037506104, "Finetune/Step": 1251, "Finetune/Step Time": 4.972385719418526} +{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9357545971870422, "Finetune/Loss (Raw)": 0.8948768377304077, "Finetune/Step": 1252, "Finetune/Step Time": 4.968292152509093} +{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9356449842453003, "Finetune/Loss (Raw)": 0.9300330877304077, "Finetune/Step": 1253, "Finetune/Step Time": 4.986826820299029} +{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9356480240821838, "Finetune/Loss (Raw)": 0.9865904450416565, "Finetune/Step": 1254, "Finetune/Step Time": 4.990148365497589} +{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9362680912017822, "Finetune/Loss (Raw)": 1.101087212562561, "Finetune/Step": 1255, "Finetune/Step Time": 4.992274168878794} +{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9366409182548523, "Finetune/Loss (Raw)": 1.0196661949157715, "Finetune/Step": 1256, "Finetune/Step Time": 4.987776514142752} +{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9334374666213989, "Finetune/Loss (Raw)": 0.7044884562492371, "Finetune/Step": 1257, "Finetune/Step Time": 5.014003306627274} +{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.934622049331665, "Finetune/Loss (Raw)": 0.954800009727478, "Finetune/Step": 1258, "Finetune/Step Time": 5.002353763207793} +{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9331883192062378, "Finetune/Loss (Raw)": 0.9019749164581299, "Finetune/Step": 1259, "Finetune/Step Time": 5.013013215735555} +{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9343695640563965, "Finetune/Loss (Raw)": 1.181107521057129, "Finetune/Step": 1260, "Finetune/Step Time": 5.0151284616440535} +{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.933333158493042, "Finetune/Loss (Raw)": 0.847870945930481, "Finetune/Step": 1261, "Finetune/Step Time": 5.015063563361764} +{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9336556196212769, "Finetune/Loss (Raw)": 0.9966158866882324, "Finetune/Step": 1262, "Finetune/Step Time": 5.0104368925094604} +{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9333287477493286, "Finetune/Loss (Raw)": 1.0573065280914307, "Finetune/Step": 1263, "Finetune/Step Time": 5.007149267941713} +{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9334523677825928, "Finetune/Loss (Raw)": 0.9959385395050049, "Finetune/Step": 1264, "Finetune/Step Time": 5.005463134497404} +{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9281609058380127, "Finetune/Loss (Raw)": 0.37113600969314575, "Finetune/Step": 1265, "Finetune/Step Time": 5.040963750332594} +{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9276525974273682, "Finetune/Loss (Raw)": 0.962369441986084, "Finetune/Step": 1266, "Finetune/Step Time": 5.046616045758128} +{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9282771944999695, "Finetune/Loss (Raw)": 1.045922040939331, "Finetune/Step": 1267, "Finetune/Step Time": 5.032565267756581} +{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9287071228027344, "Finetune/Loss (Raw)": 1.0748469829559326, "Finetune/Step": 1268, "Finetune/Step Time": 5.036071021109819} +{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287181496620178, "Finetune/Loss (Raw)": 0.958809494972229, "Finetune/Step": 1269, "Finetune/Step Time": 5.027853351086378} +{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9352325797080994, "Finetune/Loss (Raw)": 1.1312263011932373, "Finetune/Step": 1270, "Finetune/Step Time": 5.0017948262393475} +{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9365237951278687, "Finetune/Loss (Raw)": 1.1030367612838745, "Finetune/Step": 1271, "Finetune/Step Time": 4.986733678728342} +{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9349990487098694, "Finetune/Loss (Raw)": 0.8189564347267151, "Finetune/Step": 1272, "Finetune/Step Time": 4.99544289521873} +{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.934814453125, "Finetune/Loss (Raw)": 0.9347975254058838, "Finetune/Step": 1273, "Finetune/Step Time": 5.005018450319767} +{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.933383047580719, "Finetune/Loss (Raw)": 0.876046359539032, "Finetune/Step": 1274, "Finetune/Step Time": 4.996149741113186} +{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361172318458557, "Finetune/Loss (Raw)": 1.1660221815109253, "Finetune/Step": 1275, "Finetune/Step Time": 4.987543681636453} +{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9408837556838989, "Finetune/Loss (Raw)": 0.9536805152893066, "Finetune/Step": 1276, "Finetune/Step Time": 4.94720951654017} +{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9397894144058228, "Finetune/Loss (Raw)": 0.9677587151527405, "Finetune/Step": 1277, "Finetune/Step Time": 4.950762076303363} +{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9380583167076111, "Finetune/Loss (Raw)": 0.7496442794799805, "Finetune/Step": 1278, "Finetune/Step Time": 4.9571815356612206} +{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9389516115188599, "Finetune/Loss (Raw)": 1.0022566318511963, "Finetune/Step": 1279, "Finetune/Step Time": 4.959015717729926} +{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9401481747627258, "Finetune/Loss (Raw)": 1.1566271781921387, "Finetune/Step": 1280, "Finetune/Step Time": 4.937913689762354} +{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9389781951904297, "Finetune/Loss (Raw)": 0.9533222913742065, "Finetune/Step": 1281, "Finetune/Step Time": 4.9224577490240335} +{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9441717863082886, "Finetune/Loss (Raw)": 0.9901764392852783, "Finetune/Step": 1282, "Finetune/Step Time": 4.887910829856992} +{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9483898282051086, "Finetune/Loss (Raw)": 0.8774648308753967, "Finetune/Step": 1283, "Finetune/Step Time": 4.858851524069905} +{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9470116496086121, "Finetune/Loss (Raw)": 0.9780571460723877, "Finetune/Step": 1284, "Finetune/Step Time": 4.867567827925086} +{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9471076130867004, "Finetune/Loss (Raw)": 1.0575262308120728, "Finetune/Step": 1285, "Finetune/Step Time": 4.855597568675876} +{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9474071860313416, "Finetune/Loss (Raw)": 0.9620554447174072, "Finetune/Step": 1286, "Finetune/Step Time": 4.864877883344889} +{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.948326587677002, "Finetune/Loss (Raw)": 0.9791095852851868, "Finetune/Step": 1287, "Finetune/Step Time": 4.85879291407764} +{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9478931427001953, "Finetune/Loss (Raw)": 0.9117574095726013, "Finetune/Step": 1288, "Finetune/Step Time": 4.843907104805112} +{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9471983909606934, "Finetune/Loss (Raw)": 0.9139787554740906, "Finetune/Step": 1289, "Finetune/Step Time": 4.828718965873122} +{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9479609727859497, "Finetune/Loss (Raw)": 1.1149582862854004, "Finetune/Step": 1290, "Finetune/Step Time": 4.829206082969904} +{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9494304656982422, "Finetune/Loss (Raw)": 0.9938958287239075, "Finetune/Step": 1291, "Finetune/Step Time": 4.821036135777831} +{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9475648403167725, "Finetune/Loss (Raw)": 0.9638944864273071, "Finetune/Step": 1292, "Finetune/Step Time": 4.815249325707555} +{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9522053599357605, "Finetune/Loss (Raw)": 0.9548978805541992, "Finetune/Step": 1293, "Finetune/Step Time": 4.784842398017645} +{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9530444145202637, "Finetune/Loss (Raw)": 0.9913066029548645, "Finetune/Step": 1294, "Finetune/Step Time": 4.793327348306775} +{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9537874460220337, "Finetune/Loss (Raw)": 0.9280169010162354, "Finetune/Step": 1295, "Finetune/Step Time": 4.791778380051255} +{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9538079500198364, "Finetune/Loss (Raw)": 0.965176522731781, "Finetune/Step": 1296, "Finetune/Step Time": 4.795517098158598} +{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9537941813468933, "Finetune/Loss (Raw)": 1.0007038116455078, "Finetune/Step": 1297, "Finetune/Step Time": 4.8049736469984055} +{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9568281173706055, "Finetune/Loss (Raw)": 0.8545580506324768, "Finetune/Step": 1298, "Finetune/Step Time": 4.771107140928507} +{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9539074897766113, "Finetune/Loss (Raw)": 0.7458952069282532, "Finetune/Step": 1299, "Finetune/Step Time": 4.781019181013107} +{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.952756404876709, "Finetune/Loss (Raw)": 0.9001214504241943, "Finetune/Step": 1300, "Finetune/Step Time": 4.77929500117898} +{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9529945254325867, "Finetune/Loss (Raw)": 1.0254056453704834, "Finetune/Step": 1301, "Finetune/Step Time": 4.791787078604102} +{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9575791358947754, "Finetune/Loss (Raw)": 0.9433241486549377, "Finetune/Step": 1302, "Finetune/Step Time": 4.777670554816723} +{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9577749371528625, "Finetune/Loss (Raw)": 0.9845365285873413, "Finetune/Step": 1303, "Finetune/Step Time": 4.761061865836382} +{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9582712650299072, "Finetune/Loss (Raw)": 1.0010087490081787, "Finetune/Step": 1304, "Finetune/Step Time": 4.7672600615769625} +{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9636174440383911, "Finetune/Loss (Raw)": 0.9701455235481262, "Finetune/Step": 1305, "Finetune/Step Time": 4.734980111941695} +{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9689446687698364, "Finetune/Loss (Raw)": 1.0044461488723755, "Finetune/Step": 1306, "Finetune/Step Time": 4.716784385964274} +{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.968317985534668, "Finetune/Loss (Raw)": 1.0849642753601074, "Finetune/Step": 1307, "Finetune/Step Time": 4.7109988909214735} +{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9694189429283142, "Finetune/Loss (Raw)": 1.0756032466888428, "Finetune/Step": 1308, "Finetune/Step Time": 4.693535339087248} +{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9683488011360168, "Finetune/Loss (Raw)": 0.9546979069709778, "Finetune/Step": 1309, "Finetune/Step Time": 4.7123818174004555} +{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9699376821517944, "Finetune/Loss (Raw)": 0.9118850231170654, "Finetune/Step": 1310, "Finetune/Step Time": 4.710244856774807} +{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9697099328041077, "Finetune/Loss (Raw)": 1.010603666305542, "Finetune/Step": 1311, "Finetune/Step Time": 4.71748623996973} +{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9692146182060242, "Finetune/Loss (Raw)": 0.7665182948112488, "Finetune/Step": 1312, "Finetune/Step Time": 4.712118389084935} +{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9692198038101196, "Finetune/Loss (Raw)": 1.0194411277770996, "Finetune/Step": 1313, "Finetune/Step Time": 4.718596698716283} +{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9682642221450806, "Finetune/Loss (Raw)": 1.004212498664856, "Finetune/Step": 1314, "Finetune/Step Time": 4.71611999720335} +{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9733515977859497, "Finetune/Loss (Raw)": 0.9960057139396667, "Finetune/Step": 1315, "Finetune/Step Time": 4.68223138153553} +{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9741606712341309, "Finetune/Loss (Raw)": 1.1664413213729858, "Finetune/Step": 1316, "Finetune/Step Time": 4.68730340898037} +{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9741421937942505, "Finetune/Loss (Raw)": 1.0614620447158813, "Finetune/Step": 1317, "Finetune/Step Time": 4.680333461612463} +{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9739168882369995, "Finetune/Loss (Raw)": 0.955194354057312, "Finetune/Step": 1318, "Finetune/Step Time": 4.680393103510141} +{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.973491907119751, "Finetune/Loss (Raw)": 1.0002855062484741, "Finetune/Step": 1319, "Finetune/Step Time": 4.677886687219143} +{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9730954766273499, "Finetune/Loss (Raw)": 0.9789638519287109, "Finetune/Step": 1320, "Finetune/Step Time": 4.679422872141004} +{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9730392694473267, "Finetune/Loss (Raw)": 1.0149296522140503, "Finetune/Step": 1321, "Finetune/Step Time": 4.682456139475107} +{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9723415374755859, "Finetune/Loss (Raw)": 0.9792507290840149, "Finetune/Step": 1322, "Finetune/Step Time": 4.671803068369627} +{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9727725982666016, "Finetune/Loss (Raw)": 1.056426763534546, "Finetune/Step": 1323, "Finetune/Step Time": 4.672716090455651} +{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9730719327926636, "Finetune/Loss (Raw)": 1.026924967765808, "Finetune/Step": 1324, "Finetune/Step Time": 4.674902031198144} +{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9726696014404297, "Finetune/Loss (Raw)": 1.0671159029006958, "Finetune/Step": 1325, "Finetune/Step Time": 4.692232707515359} +{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9721827507019043, "Finetune/Loss (Raw)": 1.0375958681106567, "Finetune/Step": 1326, "Finetune/Step Time": 4.68493321724236} +{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9712836742401123, "Finetune/Loss (Raw)": 0.9255722761154175, "Finetune/Step": 1327, "Finetune/Step Time": 4.72255995310843} +{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9720293283462524, "Finetune/Loss (Raw)": 1.1476199626922607, "Finetune/Step": 1328, "Finetune/Step Time": 4.718311466276646} +{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9730536341667175, "Finetune/Loss (Raw)": 1.1799511909484863, "Finetune/Step": 1329, "Finetune/Step Time": 4.71011770144105} +{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9700659513473511, "Finetune/Loss (Raw)": 0.7818015813827515, "Finetune/Step": 1330, "Finetune/Step Time": 4.703666547313333} +{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9695436954498291, "Finetune/Loss (Raw)": 1.0542453527450562, "Finetune/Step": 1331, "Finetune/Step Time": 4.69749372266233} +{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9679151177406311, "Finetune/Loss (Raw)": 0.8748338222503662, "Finetune/Step": 1332, "Finetune/Step Time": 4.700451476499438} +{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9678723812103271, "Finetune/Loss (Raw)": 0.9682091474533081, "Finetune/Step": 1333, "Finetune/Step Time": 4.686965562403202} +{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9667884111404419, "Finetune/Loss (Raw)": 1.0121766328811646, "Finetune/Step": 1334, "Finetune/Step Time": 4.6908056773245335} +{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9674036502838135, "Finetune/Loss (Raw)": 1.0377461910247803, "Finetune/Step": 1335, "Finetune/Step Time": 4.682693023234606} +{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9675142168998718, "Finetune/Loss (Raw)": 1.0347445011138916, "Finetune/Step": 1336, "Finetune/Step Time": 4.678262084722519} +{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9681204557418823, "Finetune/Loss (Raw)": 1.1308503150939941, "Finetune/Step": 1337, "Finetune/Step Time": 4.680706134065986} +{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9627184867858887, "Finetune/Loss (Raw)": 0.3071644902229309, "Finetune/Step": 1338, "Finetune/Step Time": 4.717895353212953} +{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9624464511871338, "Finetune/Loss (Raw)": 0.9116995334625244, "Finetune/Step": 1339, "Finetune/Step Time": 4.723463563248515} +{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9615283012390137, "Finetune/Loss (Raw)": 1.0038267374038696, "Finetune/Step": 1340, "Finetune/Step Time": 4.729604365304112} +{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9615062475204468, "Finetune/Loss (Raw)": 0.9531154632568359, "Finetune/Step": 1341, "Finetune/Step Time": 4.730928014963865} +{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9635257720947266, "Finetune/Loss (Raw)": 1.117706298828125, "Finetune/Step": 1342, "Finetune/Step Time": 4.727995803579688} +{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9629234671592712, "Finetune/Loss (Raw)": 0.9092606902122498, "Finetune/Step": 1343, "Finetune/Step Time": 4.750274708494544} +{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9676429033279419, "Finetune/Loss (Raw)": 0.9499675035476685, "Finetune/Step": 1344, "Finetune/Step Time": 4.720588427037001} +{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.967345654964447, "Finetune/Loss (Raw)": 1.0703572034835815, "Finetune/Step": 1345, "Finetune/Step Time": 4.720501312986016} +{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9665477275848389, "Finetune/Loss (Raw)": 0.9524869322776794, "Finetune/Step": 1346, "Finetune/Step Time": 4.722262047231197} +{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9732229709625244, "Finetune/Loss (Raw)": 1.1556291580200195, "Finetune/Step": 1347, "Finetune/Step Time": 4.703851759433746} +{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.968771755695343, "Finetune/Loss (Raw)": 0.42818737030029297, "Finetune/Step": 1348, "Finetune/Step Time": 4.736780058592558} +{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9691963195800781, "Finetune/Loss (Raw)": 1.0923892259597778, "Finetune/Step": 1349, "Finetune/Step Time": 4.71695164591074} +{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9696298837661743, "Finetune/Loss (Raw)": 1.0516095161437988, "Finetune/Step": 1350, "Finetune/Step Time": 4.714402759447694} +{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9697515964508057, "Finetune/Loss (Raw)": 1.0420657396316528, "Finetune/Step": 1351, "Finetune/Step Time": 4.717831825837493} +{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9651379585266113, "Finetune/Loss (Raw)": 0.41802671551704407, "Finetune/Step": 1352, "Finetune/Step Time": 4.753064999356866} +{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.965756356716156, "Finetune/Loss (Raw)": 0.9552879333496094, "Finetune/Step": 1353, "Finetune/Step Time": 4.75311928614974} +{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9666451215744019, "Finetune/Loss (Raw)": 1.0080498456954956, "Finetune/Step": 1354, "Finetune/Step Time": 4.7512559574097395} +{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9686118364334106, "Finetune/Loss (Raw)": 1.1149444580078125, "Finetune/Step": 1355, "Finetune/Step Time": 4.738471999764442} +{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.968742311000824, "Finetune/Loss (Raw)": 1.0708613395690918, "Finetune/Step": 1356, "Finetune/Step Time": 4.737620485946536} +{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9686203002929688, "Finetune/Loss (Raw)": 1.0644019842147827, "Finetune/Step": 1357, "Finetune/Step Time": 4.750257091596723} +{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9731833934783936, "Finetune/Loss (Raw)": 0.9830261468887329, "Finetune/Step": 1358, "Finetune/Step Time": 4.714267481118441} +{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9711499214172363, "Finetune/Loss (Raw)": 0.859237790107727, "Finetune/Step": 1359, "Finetune/Step Time": 4.7177874110639095} +{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9710369110107422, "Finetune/Loss (Raw)": 1.0002186298370361, "Finetune/Step": 1360, "Finetune/Step Time": 4.720909608528018} +{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.971439003944397, "Finetune/Loss (Raw)": 1.089193344116211, "Finetune/Step": 1361, "Finetune/Step Time": 4.727995289489627} +{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9727283716201782, "Finetune/Loss (Raw)": 0.9688143730163574, "Finetune/Step": 1362, "Finetune/Step Time": 4.715893108397722} +{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9730565547943115, "Finetune/Loss (Raw)": 0.9973005056381226, "Finetune/Step": 1363, "Finetune/Step Time": 4.716686712577939} +{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.971861720085144, "Finetune/Loss (Raw)": 0.9589561223983765, "Finetune/Step": 1364, "Finetune/Step Time": 4.750163406133652} +{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9709482192993164, "Finetune/Loss (Raw)": 0.9055715203285217, "Finetune/Step": 1365, "Finetune/Step Time": 4.741173485293984} +{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9692960381507874, "Finetune/Loss (Raw)": 0.9623031616210938, "Finetune/Step": 1366, "Finetune/Step Time": 4.735962258651853} +{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9688342809677124, "Finetune/Loss (Raw)": 0.9281721115112305, "Finetune/Step": 1367, "Finetune/Step Time": 4.754704710096121} +{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9692940711975098, "Finetune/Loss (Raw)": 1.03459632396698, "Finetune/Step": 1368, "Finetune/Step Time": 4.7547444105148315} +{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9704983234405518, "Finetune/Loss (Raw)": 1.0561162233352661, "Finetune/Step": 1369, "Finetune/Step Time": 4.75867853872478} +{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9695510268211365, "Finetune/Loss (Raw)": 0.8471766114234924, "Finetune/Step": 1370, "Finetune/Step Time": 4.761582275852561} +{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9689649343490601, "Finetune/Loss (Raw)": 0.9793378710746765, "Finetune/Step": 1371, "Finetune/Step Time": 4.762353114783764} +{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9643121957778931, "Finetune/Loss (Raw)": 0.3788139522075653, "Finetune/Step": 1372, "Finetune/Step Time": 4.794921072199941} +{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9655923843383789, "Finetune/Loss (Raw)": 1.1339635848999023, "Finetune/Step": 1373, "Finetune/Step Time": 4.795205587521195} +{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9656678438186646, "Finetune/Loss (Raw)": 0.936631441116333, "Finetune/Step": 1374, "Finetune/Step Time": 4.786719409748912} +{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9654499292373657, "Finetune/Loss (Raw)": 1.0471328496932983, "Finetune/Step": 1375, "Finetune/Step Time": 4.78441346436739} +{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615461230278015, "Finetune/Loss (Raw)": 0.320865660905838, "Finetune/Step": 1376, "Finetune/Step Time": 4.817618625238538} +{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9627599716186523, "Finetune/Loss (Raw)": 1.0757616758346558, "Finetune/Step": 1377, "Finetune/Step Time": 4.825566316023469} +{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636213183403015, "Finetune/Loss (Raw)": 1.1500288248062134, "Finetune/Step": 1378, "Finetune/Step Time": 4.843838799744844} +{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613635540008545, "Finetune/Loss (Raw)": 0.736771821975708, "Finetune/Step": 1379, "Finetune/Step Time": 4.859917780384421} +{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617018103599548, "Finetune/Loss (Raw)": 0.9381740093231201, "Finetune/Step": 1380, "Finetune/Step Time": 4.85984824039042} +{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9627182483673096, "Finetune/Loss (Raw)": 1.06012761592865, "Finetune/Step": 1381, "Finetune/Step Time": 4.845053458586335} +{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627734422683716, "Finetune/Loss (Raw)": 0.9936630725860596, "Finetune/Step": 1382, "Finetune/Step Time": 4.8448631092906} +{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9613491892814636, "Finetune/Loss (Raw)": 0.9187805652618408, "Finetune/Step": 1383, "Finetune/Step Time": 4.848995756357908} +{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9609724879264832, "Finetune/Loss (Raw)": 0.9714484214782715, "Finetune/Step": 1384, "Finetune/Step Time": 4.851839432492852} +{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9634319543838501, "Finetune/Loss (Raw)": 1.0193034410476685, "Finetune/Step": 1385, "Finetune/Step Time": 4.82784497924149} +{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9632529616355896, "Finetune/Loss (Raw)": 0.9318898916244507, "Finetune/Step": 1386, "Finetune/Step Time": 4.828409496694803} +{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9630128145217896, "Finetune/Loss (Raw)": 0.8712354302406311, "Finetune/Step": 1387, "Finetune/Step Time": 4.82255388982594} +{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9618355631828308, "Finetune/Loss (Raw)": 1.0304216146469116, "Finetune/Step": 1388, "Finetune/Step Time": 4.817837243899703} +{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630911350250244, "Finetune/Loss (Raw)": 1.008579969406128, "Finetune/Step": 1389, "Finetune/Step Time": 4.81835956312716} +{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9644725322723389, "Finetune/Loss (Raw)": 1.173429012298584, "Finetune/Step": 1390, "Finetune/Step Time": 4.826448073610663} +{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.963111400604248, "Finetune/Loss (Raw)": 0.8830814361572266, "Finetune/Step": 1391, "Finetune/Step Time": 4.84209518507123} +{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9624304175376892, "Finetune/Loss (Raw)": 0.9087786674499512, "Finetune/Step": 1392, "Finetune/Step Time": 4.875335171818733} +{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9672120213508606, "Finetune/Loss (Raw)": 0.9831824898719788, "Finetune/Step": 1393, "Finetune/Step Time": 4.877375021576881} +{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9678090214729309, "Finetune/Loss (Raw)": 1.038784146308899, "Finetune/Step": 1394, "Finetune/Step Time": 4.8636732921004295} +{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.967168927192688, "Finetune/Loss (Raw)": 0.9639906883239746, "Finetune/Step": 1395, "Finetune/Step Time": 4.866327133029699} +{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9646508097648621, "Finetune/Loss (Raw)": 0.7525294423103333, "Finetune/Step": 1396, "Finetune/Step Time": 4.874211264774203} +{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9653799533843994, "Finetune/Loss (Raw)": 1.0521326065063477, "Finetune/Step": 1397, "Finetune/Step Time": 4.897671069949865} +{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.964381992816925, "Finetune/Loss (Raw)": 1.0034900903701782, "Finetune/Step": 1398, "Finetune/Step Time": 4.887175280600786} +{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9622281789779663, "Finetune/Loss (Raw)": 0.8273490071296692, "Finetune/Step": 1399, "Finetune/Step Time": 4.89347037114203} +{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9640493392944336, "Finetune/Loss (Raw)": 1.0520638227462769, "Finetune/Step": 1400, "Finetune/Step Time": 4.888062855228782} +{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9639912843704224, "Finetune/Loss (Raw)": 0.9273675680160522, "Finetune/Step": 1401, "Finetune/Step Time": 4.8864100724458694} +{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9601823091506958, "Finetune/Loss (Raw)": 0.388497531414032, "Finetune/Step": 1402, "Finetune/Step Time": 4.923626432195306} +{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583941698074341, "Finetune/Loss (Raw)": 0.9371392726898193, "Finetune/Step": 1403, "Finetune/Step Time": 4.924167504534125} +{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9586060643196106, "Finetune/Loss (Raw)": 0.9808071851730347, "Finetune/Step": 1404, "Finetune/Step Time": 4.920464111492038} +{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9576544165611267, "Finetune/Loss (Raw)": 0.8459439277648926, "Finetune/Step": 1405, "Finetune/Step Time": 4.918378997594118} +{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9593597650527954, "Finetune/Loss (Raw)": 0.9679322242736816, "Finetune/Step": 1406, "Finetune/Step Time": 4.911594990640879} +{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9543933868408203, "Finetune/Loss (Raw)": 0.36656153202056885, "Finetune/Step": 1407, "Finetune/Step Time": 4.941506961360574} +{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9521463513374329, "Finetune/Loss (Raw)": 0.8690060377120972, "Finetune/Step": 1408, "Finetune/Step Time": 4.944432815536857} +{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9525490999221802, "Finetune/Loss (Raw)": 1.004871129989624, "Finetune/Step": 1409, "Finetune/Step Time": 4.941857045516372} +{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9518959522247314, "Finetune/Loss (Raw)": 0.9065800309181213, "Finetune/Step": 1410, "Finetune/Step Time": 4.970978889614344} +{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9533231854438782, "Finetune/Loss (Raw)": 1.0601452589035034, "Finetune/Step": 1411, "Finetune/Step Time": 4.959767885506153} +{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9515491127967834, "Finetune/Loss (Raw)": 0.7509767413139343, "Finetune/Step": 1412, "Finetune/Step Time": 4.953935481607914} +{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9513183236122131, "Finetune/Loss (Raw)": 1.02798593044281, "Finetune/Step": 1413, "Finetune/Step Time": 4.9577211402356625} +{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9524470567703247, "Finetune/Loss (Raw)": 1.1065335273742676, "Finetune/Step": 1414, "Finetune/Step Time": 4.946985447779298} +{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9526667594909668, "Finetune/Loss (Raw)": 1.0072288513183594, "Finetune/Step": 1415, "Finetune/Step Time": 4.951797630637884} +{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9540321230888367, "Finetune/Loss (Raw)": 1.0865294933319092, "Finetune/Step": 1416, "Finetune/Step Time": 4.945148469880223} +{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9541288018226624, "Finetune/Loss (Raw)": 0.9263506531715393, "Finetune/Step": 1417, "Finetune/Step Time": 4.944162603467703} +{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9521820545196533, "Finetune/Loss (Raw)": 0.8657751679420471, "Finetune/Step": 1418, "Finetune/Step Time": 4.945530496537685} +{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9513216018676758, "Finetune/Loss (Raw)": 0.883750855922699, "Finetune/Step": 1419, "Finetune/Step Time": 4.928179306909442} +{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516357183456421, "Finetune/Loss (Raw)": 1.004109263420105, "Finetune/Step": 1420, "Finetune/Step Time": 4.934685809537768} +{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.951397180557251, "Finetune/Loss (Raw)": 0.9243600964546204, "Finetune/Step": 1421, "Finetune/Step Time": 4.93647494353354} +{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510028958320618, "Finetune/Loss (Raw)": 0.9408417344093323, "Finetune/Step": 1422, "Finetune/Step Time": 4.927191102877259} +{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519533514976501, "Finetune/Loss (Raw)": 1.0496807098388672, "Finetune/Step": 1423, "Finetune/Step Time": 4.923424268141389} +{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.951135516166687, "Finetune/Loss (Raw)": 0.8604878783226013, "Finetune/Step": 1424, "Finetune/Step Time": 4.918136838823557} +{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9511561393737793, "Finetune/Loss (Raw)": 1.003348708152771, "Finetune/Step": 1425, "Finetune/Step Time": 4.9172299318015575} +{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9514369368553162, "Finetune/Loss (Raw)": 0.890495777130127, "Finetune/Step": 1426, "Finetune/Step Time": 4.935575682669878} +{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529855847358704, "Finetune/Loss (Raw)": 0.9441242814064026, "Finetune/Step": 1427, "Finetune/Step Time": 4.929348051548004} +{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9532795548439026, "Finetune/Loss (Raw)": 0.9377462267875671, "Finetune/Step": 1428, "Finetune/Step Time": 4.935662740841508} +{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.952109694480896, "Finetune/Loss (Raw)": 0.8756645321846008, "Finetune/Step": 1429, "Finetune/Step Time": 4.92616868391633} +{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522137641906738, "Finetune/Loss (Raw)": 0.9566445350646973, "Finetune/Step": 1430, "Finetune/Step Time": 4.917036969214678} +{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9515414237976074, "Finetune/Loss (Raw)": 0.8984803557395935, "Finetune/Step": 1431, "Finetune/Step Time": 4.9280878603458405} +{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9512579441070557, "Finetune/Loss (Raw)": 0.9647278785705566, "Finetune/Step": 1432, "Finetune/Step Time": 4.9309724252671} +{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9514703750610352, "Finetune/Loss (Raw)": 0.997330367565155, "Finetune/Step": 1433, "Finetune/Step Time": 4.9324845764786005} +{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9465268850326538, "Finetune/Loss (Raw)": 0.3716789186000824, "Finetune/Step": 1434, "Finetune/Step Time": 4.951330212876201} +{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.94598388671875, "Finetune/Loss (Raw)": 1.0154531002044678, "Finetune/Step": 1435, "Finetune/Step Time": 4.958410929888487} +{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9438776969909668, "Finetune/Loss (Raw)": 0.8060241937637329, "Finetune/Step": 1436, "Finetune/Step Time": 4.974422365427017} +{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9446085691452026, "Finetune/Loss (Raw)": 1.0482426881790161, "Finetune/Step": 1437, "Finetune/Step Time": 4.962551416829228} +{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.945168137550354, "Finetune/Loss (Raw)": 0.9835081100463867, "Finetune/Step": 1438, "Finetune/Step Time": 4.95776217058301} +{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9454156160354614, "Finetune/Loss (Raw)": 1.0422834157943726, "Finetune/Step": 1439, "Finetune/Step Time": 4.94918367266655} +{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9450159668922424, "Finetune/Loss (Raw)": 0.7153637409210205, "Finetune/Step": 1440, "Finetune/Step Time": 4.954088794067502} +{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9444479942321777, "Finetune/Loss (Raw)": 0.9467419981956482, "Finetune/Step": 1441, "Finetune/Step Time": 4.95033791474998} +{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.944398045539856, "Finetune/Loss (Raw)": 0.9978156685829163, "Finetune/Step": 1442, "Finetune/Step Time": 4.955773737281561} +{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438024759292603, "Finetune/Loss (Raw)": 0.9197707772254944, "Finetune/Step": 1443, "Finetune/Step Time": 4.958707166835666} +{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9418956637382507, "Finetune/Loss (Raw)": 0.9223710298538208, "Finetune/Step": 1444, "Finetune/Step Time": 4.955737823620439} +{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9408209323883057, "Finetune/Loss (Raw)": 0.9238981604576111, "Finetune/Step": 1445, "Finetune/Step Time": 4.958256993442774} +{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9400957822799683, "Finetune/Loss (Raw)": 0.8623706698417664, "Finetune/Step": 1446, "Finetune/Step Time": 4.973609987646341} +{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9398690462112427, "Finetune/Loss (Raw)": 0.9712706208229065, "Finetune/Step": 1447, "Finetune/Step Time": 4.97814672999084} +{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405320882797241, "Finetune/Loss (Raw)": 1.0638360977172852, "Finetune/Step": 1448, "Finetune/Step Time": 4.969138728454709} +{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9393298625946045, "Finetune/Loss (Raw)": 0.8610387444496155, "Finetune/Step": 1449, "Finetune/Step Time": 4.971483515575528} +{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9385503530502319, "Finetune/Loss (Raw)": 0.8794690370559692, "Finetune/Step": 1450, "Finetune/Step Time": 5.007273629307747} +{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9374653100967407, "Finetune/Loss (Raw)": 0.9175431132316589, "Finetune/Step": 1451, "Finetune/Step Time": 5.010335208848119} +{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9377974271774292, "Finetune/Loss (Raw)": 1.069434404373169, "Finetune/Step": 1452, "Finetune/Step Time": 5.002350939437747} +{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9365836381912231, "Finetune/Loss (Raw)": 0.9117545485496521, "Finetune/Step": 1453, "Finetune/Step Time": 4.997163068503141} +{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9378772974014282, "Finetune/Loss (Raw)": 1.2031900882720947, "Finetune/Step": 1454, "Finetune/Step Time": 4.999715397134423} +{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9385635852813721, "Finetune/Loss (Raw)": 1.013409972190857, "Finetune/Step": 1455, "Finetune/Step Time": 4.966964093968272} +{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9369343519210815, "Finetune/Loss (Raw)": 0.9390845894813538, "Finetune/Step": 1456, "Finetune/Step Time": 4.968531642109156} +{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9306262135505676, "Finetune/Loss (Raw)": 0.3725054860115051, "Finetune/Step": 1457, "Finetune/Step Time": 5.002570778131485} +{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9319835901260376, "Finetune/Loss (Raw)": 0.9555445909500122, "Finetune/Step": 1458, "Finetune/Step Time": 4.99965400621295} +{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323024749755859, "Finetune/Loss (Raw)": 1.0950677394866943, "Finetune/Step": 1459, "Finetune/Step Time": 5.008083339780569} +{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.934032142162323, "Finetune/Loss (Raw)": 1.096226692199707, "Finetune/Step": 1460, "Finetune/Step Time": 4.997699797153473} +{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9352287650108337, "Finetune/Loss (Raw)": 1.1213761568069458, "Finetune/Step": 1461, "Finetune/Step Time": 4.990997493267059} +{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9354271292686462, "Finetune/Loss (Raw)": 1.0375710725784302, "Finetune/Step": 1462, "Finetune/Step Time": 4.993125783279538} +{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.93555748462677, "Finetune/Loss (Raw)": 1.0544333457946777, "Finetune/Step": 1463, "Finetune/Step Time": 4.993961000815034} +{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9344210624694824, "Finetune/Loss (Raw)": 0.8892802000045776, "Finetune/Step": 1464, "Finetune/Step Time": 4.998538864776492} +{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9332119226455688, "Finetune/Loss (Raw)": 0.9760780930519104, "Finetune/Step": 1465, "Finetune/Step Time": 4.991426849737763} +{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9384095668792725, "Finetune/Loss (Raw)": 0.9724676609039307, "Finetune/Step": 1466, "Finetune/Step Time": 4.961100177839398} +{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9387529492378235, "Finetune/Loss (Raw)": 0.9556504487991333, "Finetune/Step": 1467, "Finetune/Step Time": 4.978792317211628} +{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9389630556106567, "Finetune/Loss (Raw)": 1.0307179689407349, "Finetune/Step": 1468, "Finetune/Step Time": 4.9712526220828295} +{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9345147013664246, "Finetune/Loss (Raw)": 0.38372257351875305, "Finetune/Step": 1469, "Finetune/Step Time": 5.014319539070129} +{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.933539867401123, "Finetune/Loss (Raw)": 0.9929245114326477, "Finetune/Step": 1470, "Finetune/Step Time": 5.002232244238257} +{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9342114925384521, "Finetune/Loss (Raw)": 0.9952302575111389, "Finetune/Step": 1471, "Finetune/Step Time": 4.976321255788207} +{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9335864782333374, "Finetune/Loss (Raw)": 0.8699703216552734, "Finetune/Step": 1472, "Finetune/Step Time": 4.969393648207188} +{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9307867288589478, "Finetune/Loss (Raw)": 0.7119870185852051, "Finetune/Step": 1473, "Finetune/Step Time": 4.975759448483586} +{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9321708083152771, "Finetune/Loss (Raw)": 1.129651665687561, "Finetune/Step": 1474, "Finetune/Step Time": 4.970577521249652} +{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9291141033172607, "Finetune/Loss (Raw)": 0.7643666863441467, "Finetune/Step": 1475, "Finetune/Step Time": 4.963453073054552} +{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9336135983467102, "Finetune/Loss (Raw)": 1.0041266679763794, "Finetune/Step": 1476, "Finetune/Step Time": 4.930188378319144} +{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9274944067001343, "Finetune/Loss (Raw)": 0.30913349986076355, "Finetune/Step": 1477, "Finetune/Step Time": 4.971263881772757} +{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9276862144470215, "Finetune/Loss (Raw)": 1.076162338256836, "Finetune/Step": 1478, "Finetune/Step Time": 4.957708261907101} +{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9266090393066406, "Finetune/Loss (Raw)": 0.9041908383369446, "Finetune/Step": 1479, "Finetune/Step Time": 4.972173798829317} +{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9309109449386597, "Finetune/Loss (Raw)": 0.9686638116836548, "Finetune/Step": 1480, "Finetune/Step Time": 4.93608133494854} +{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.93121337890625, "Finetune/Loss (Raw)": 0.9940006136894226, "Finetune/Step": 1481, "Finetune/Step Time": 4.947395341470838} +{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309045076370239, "Finetune/Loss (Raw)": 0.9685178995132446, "Finetune/Step": 1482, "Finetune/Step Time": 4.933303648605943} +{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9294770359992981, "Finetune/Loss (Raw)": 0.9322234988212585, "Finetune/Step": 1483, "Finetune/Step Time": 4.958204047754407} +{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9292383193969727, "Finetune/Loss (Raw)": 1.0403040647506714, "Finetune/Step": 1484, "Finetune/Step Time": 4.9435565788298845} +{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.928057074546814, "Finetune/Loss (Raw)": 0.9132096767425537, "Finetune/Step": 1485, "Finetune/Step Time": 4.931699292734265} +{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227758049964905, "Finetune/Loss (Raw)": 0.307015985250473, "Finetune/Step": 1486, "Finetune/Step Time": 4.966808337718248} +{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246810674667358, "Finetune/Loss (Raw)": 1.1031098365783691, "Finetune/Step": 1487, "Finetune/Step Time": 4.968646949157119} +{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9262708425521851, "Finetune/Loss (Raw)": 1.203708529472351, "Finetune/Step": 1488, "Finetune/Step Time": 4.966258639469743} +{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9241848587989807, "Finetune/Loss (Raw)": 0.8221921920776367, "Finetune/Step": 1489, "Finetune/Step Time": 4.979417331516743} +{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9240440130233765, "Finetune/Loss (Raw)": 0.950783371925354, "Finetune/Step": 1490, "Finetune/Step Time": 5.0009481105953455} +{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9228257536888123, "Finetune/Loss (Raw)": 0.8413668274879456, "Finetune/Step": 1491, "Finetune/Step Time": 5.014578592032194} +{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237823486328125, "Finetune/Loss (Raw)": 1.081400752067566, "Finetune/Step": 1492, "Finetune/Step Time": 4.987633375450969} +{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192725419998169, "Finetune/Loss (Raw)": 0.3283193111419678, "Finetune/Step": 1493, "Finetune/Step Time": 5.024550816044211} +{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9191060066223145, "Finetune/Loss (Raw)": 0.9409840106964111, "Finetune/Step": 1494, "Finetune/Step Time": 5.028468791395426} +{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.9200558066368103, "Finetune/Loss (Raw)": 1.0497510433197021, "Finetune/Step": 1495, "Finetune/Step Time": 5.014282338321209} +{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9196854829788208, "Finetune/Loss (Raw)": 0.987191379070282, "Finetune/Step": 1496, "Finetune/Step Time": 5.014698376879096} +{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9180813431739807, "Finetune/Loss (Raw)": 0.8507857918739319, "Finetune/Step": 1497, "Finetune/Step Time": 5.008936543017626} +{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9198610186576843, "Finetune/Loss (Raw)": 1.0749751329421997, "Finetune/Step": 1498, "Finetune/Step Time": 5.011585978791118} +{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9155212640762329, "Finetune/Loss (Raw)": 0.4238448441028595, "Finetune/Step": 1499, "Finetune/Step Time": 5.040775932371616} +{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152956604957581, "Finetune/Loss (Raw)": 0.3499385416507721, "Finetune/Step": 1500, "Finetune/Step Time": 5.04059561342001} +{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.914616584777832, "Finetune/Loss (Raw)": 1.047041654586792, "Finetune/Step": 1501, "Finetune/Step Time": 5.078388474881649} +{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159581661224365, "Finetune/Loss (Raw)": 1.1083595752716064, "Finetune/Step": 1502, "Finetune/Step Time": 5.070594826713204} +{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9146085381507874, "Finetune/Loss (Raw)": 0.8743768930435181, "Finetune/Step": 1503, "Finetune/Step Time": 5.073521493002772} +{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199551343917847, "Finetune/Loss (Raw)": 1.0052216053009033, "Finetune/Step": 1504, "Finetune/Step Time": 5.049337321892381} +{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192368984222412, "Finetune/Loss (Raw)": 0.9838396906852722, "Finetune/Step": 1505, "Finetune/Step Time": 5.035639446228743} +{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9171805381774902, "Finetune/Loss (Raw)": 0.8868138790130615, "Finetune/Step": 1506, "Finetune/Step Time": 5.024854464456439} +{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9197617769241333, "Finetune/Loss (Raw)": 1.0671703815460205, "Finetune/Step": 1507, "Finetune/Step Time": 5.003414083272219} +{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9203922748565674, "Finetune/Loss (Raw)": 1.018873929977417, "Finetune/Step": 1508, "Finetune/Step Time": 5.007296582683921} +{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9200522899627686, "Finetune/Loss (Raw)": 1.016614556312561, "Finetune/Step": 1509, "Finetune/Step Time": 5.001395737752318} +{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9208029508590698, "Finetune/Loss (Raw)": 1.0897407531738281, "Finetune/Step": 1510, "Finetune/Step Time": 5.000256596133113} +{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9223580360412598, "Finetune/Loss (Raw)": 1.1178410053253174, "Finetune/Step": 1511, "Finetune/Step Time": 4.999546587467194} +{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9219426512718201, "Finetune/Loss (Raw)": 0.9182714819908142, "Finetune/Step": 1512, "Finetune/Step Time": 5.003192247822881} +{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9230442047119141, "Finetune/Loss (Raw)": 1.1603015661239624, "Finetune/Step": 1513, "Finetune/Step Time": 5.005259791389108} +{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9233852624893188, "Finetune/Loss (Raw)": 0.9755460619926453, "Finetune/Step": 1514, "Finetune/Step Time": 5.0149879064410925} +{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9240684509277344, "Finetune/Loss (Raw)": 0.9586912989616394, "Finetune/Step": 1515, "Finetune/Step Time": 5.013470944017172} +{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9235056638717651, "Finetune/Loss (Raw)": 0.9583750367164612, "Finetune/Step": 1516, "Finetune/Step Time": 5.015773208811879} +{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9224808216094971, "Finetune/Loss (Raw)": 0.8774023652076721, "Finetune/Step": 1517, "Finetune/Step Time": 5.017679201439023} +{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9217901825904846, "Finetune/Loss (Raw)": 1.0850284099578857, "Finetune/Step": 1518, "Finetune/Step Time": 5.011416681110859} +{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9214804172515869, "Finetune/Loss (Raw)": 0.843431830406189, "Finetune/Step": 1519, "Finetune/Step Time": 4.9969585202634335} +{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9174010157585144, "Finetune/Loss (Raw)": 0.38661137223243713, "Finetune/Step": 1520, "Finetune/Step Time": 4.996323077008128} +{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9179072380065918, "Finetune/Loss (Raw)": 1.0479825735092163, "Finetune/Step": 1521, "Finetune/Step Time": 4.958722837269306} +{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9170504808425903, "Finetune/Loss (Raw)": 0.929117739200592, "Finetune/Step": 1522, "Finetune/Step Time": 4.970448777079582} +{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9159494042396545, "Finetune/Loss (Raw)": 0.8230523467063904, "Finetune/Step": 1523, "Finetune/Step Time": 4.984225552529097} +{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9171439409255981, "Finetune/Loss (Raw)": 0.9054330587387085, "Finetune/Step": 1524, "Finetune/Step Time": 5.0022257547825575} +{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9157943725585938, "Finetune/Loss (Raw)": 0.8793860673904419, "Finetune/Step": 1525, "Finetune/Step Time": 4.990699352696538} +{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9164619445800781, "Finetune/Loss (Raw)": 1.0889424085617065, "Finetune/Step": 1526, "Finetune/Step Time": 4.990038767457008} +{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9173886775970459, "Finetune/Loss (Raw)": 0.9459693431854248, "Finetune/Step": 1527, "Finetune/Step Time": 4.984733888879418} +{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9124079942703247, "Finetune/Loss (Raw)": 0.4145355820655823, "Finetune/Step": 1528, "Finetune/Step Time": 5.014531780034304} +{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9134171009063721, "Finetune/Loss (Raw)": 1.0565320253372192, "Finetune/Step": 1529, "Finetune/Step Time": 5.005041124299169} +{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9163718819618225, "Finetune/Loss (Raw)": 0.7667067050933838, "Finetune/Step": 1530, "Finetune/Step Time": 4.988370841369033} +{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9168597459793091, "Finetune/Loss (Raw)": 0.9995942115783691, "Finetune/Step": 1531, "Finetune/Step Time": 4.991963794454932} +{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9167261719703674, "Finetune/Loss (Raw)": 0.9637013077735901, "Finetune/Step": 1532, "Finetune/Step Time": 5.001489941030741} +{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.917199969291687, "Finetune/Loss (Raw)": 0.9065929055213928, "Finetune/Step": 1533, "Finetune/Step Time": 4.995147481560707} +{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9173014163970947, "Finetune/Loss (Raw)": 0.9809142351150513, "Finetune/Step": 1534, "Finetune/Step Time": 5.003079861402512} +{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.921440601348877, "Finetune/Loss (Raw)": 0.8963789343833923, "Finetune/Step": 1535, "Finetune/Step Time": 4.969827050343156} +{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9217289090156555, "Finetune/Loss (Raw)": 0.9059094786643982, "Finetune/Step": 1536, "Finetune/Step Time": 4.975341975688934} +{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9210013151168823, "Finetune/Loss (Raw)": 0.9117385745048523, "Finetune/Step": 1537, "Finetune/Step Time": 4.9757262878119946} +{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9172958731651306, "Finetune/Loss (Raw)": 0.43228474259376526, "Finetune/Step": 1538, "Finetune/Step Time": 4.979997118934989} +{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9167319536209106, "Finetune/Loss (Raw)": 0.9879612922668457, "Finetune/Step": 1539, "Finetune/Step Time": 4.980697264894843} +{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9185689687728882, "Finetune/Loss (Raw)": 0.9861152768135071, "Finetune/Step": 1540, "Finetune/Step Time": 4.9803282096982} +{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9190173745155334, "Finetune/Loss (Raw)": 1.0853856801986694, "Finetune/Step": 1541, "Finetune/Step Time": 4.981097802519798} +{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9175571799278259, "Finetune/Loss (Raw)": 0.9196276068687439, "Finetune/Step": 1542, "Finetune/Step Time": 4.989025766029954} +{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.916351854801178, "Finetune/Loss (Raw)": 0.8529446125030518, "Finetune/Step": 1543, "Finetune/Step Time": 4.984884921461344} +{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9155426025390625, "Finetune/Loss (Raw)": 0.9829404950141907, "Finetune/Step": 1544, "Finetune/Step Time": 4.983232449740171} +{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9154937267303467, "Finetune/Loss (Raw)": 0.9201056361198425, "Finetune/Step": 1545, "Finetune/Step Time": 4.985962707549334} +{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171321392059326, "Finetune/Loss (Raw)": 1.0754882097244263, "Finetune/Step": 1546, "Finetune/Step Time": 4.985000129789114} +{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178651571273804, "Finetune/Loss (Raw)": 0.9775750041007996, "Finetune/Step": 1547, "Finetune/Step Time": 4.990740958601236} +{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9181374311447144, "Finetune/Loss (Raw)": 1.0389543771743774, "Finetune/Step": 1548, "Finetune/Step Time": 4.999961610883474} +{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9140135049819946, "Finetune/Loss (Raw)": 0.39650288224220276, "Finetune/Step": 1549, "Finetune/Step Time": 5.035119488835335} +{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9145785570144653, "Finetune/Loss (Raw)": 1.0131651163101196, "Finetune/Step": 1550, "Finetune/Step Time": 5.032801419496536} +{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9131535291671753, "Finetune/Loss (Raw)": 0.8672759532928467, "Finetune/Step": 1551, "Finetune/Step Time": 5.0265009216964245} +{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9143515825271606, "Finetune/Loss (Raw)": 1.01384699344635, "Finetune/Step": 1552, "Finetune/Step Time": 5.02745571359992} +{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9135708808898926, "Finetune/Loss (Raw)": 0.9034150242805481, "Finetune/Step": 1553, "Finetune/Step Time": 5.033647153526545} +{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9133906960487366, "Finetune/Loss (Raw)": 0.8674325942993164, "Finetune/Step": 1554, "Finetune/Step Time": 5.019309781491756} +{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142909646034241, "Finetune/Loss (Raw)": 1.0593609809875488, "Finetune/Step": 1555, "Finetune/Step Time": 5.022046022117138} +{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9139212369918823, "Finetune/Loss (Raw)": 0.890418529510498, "Finetune/Step": 1556, "Finetune/Step Time": 5.028163587674499} +{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.913740873336792, "Finetune/Loss (Raw)": 0.8525801301002502, "Finetune/Step": 1557, "Finetune/Step Time": 5.02678300999105} +{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9135374426841736, "Finetune/Loss (Raw)": 0.9306086301803589, "Finetune/Step": 1558, "Finetune/Step Time": 5.0221821535378695} +{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9155964851379395, "Finetune/Loss (Raw)": 1.1620374917984009, "Finetune/Step": 1559, "Finetune/Step Time": 5.013025999069214} +{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9162003397941589, "Finetune/Loss (Raw)": 1.0420178174972534, "Finetune/Step": 1560, "Finetune/Step Time": 5.018202390521765} +{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9163316488265991, "Finetune/Loss (Raw)": 1.0141386985778809, "Finetune/Step": 1561, "Finetune/Step Time": 5.0152157209813595} +{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9212647676467896, "Finetune/Loss (Raw)": 1.0031120777130127, "Finetune/Step": 1562, "Finetune/Step Time": 4.9942589700222015} +{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9206892251968384, "Finetune/Loss (Raw)": 0.9417856931686401, "Finetune/Step": 1563, "Finetune/Step Time": 5.01237328350544} +{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9215928912162781, "Finetune/Loss (Raw)": 0.9216950535774231, "Finetune/Step": 1564, "Finetune/Step Time": 4.992829363793135} +{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9201014041900635, "Finetune/Loss (Raw)": 0.8573384284973145, "Finetune/Step": 1565, "Finetune/Step Time": 4.992504809051752} +{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.919921875, "Finetune/Loss (Raw)": 0.9605183005332947, "Finetune/Step": 1566, "Finetune/Step Time": 4.999956080690026} +{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9195531606674194, "Finetune/Loss (Raw)": 0.9950865507125854, "Finetune/Step": 1567, "Finetune/Step Time": 5.0066126845777035} +{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9215190410614014, "Finetune/Loss (Raw)": 0.9670061469078064, "Finetune/Step": 1568, "Finetune/Step Time": 4.978247741237283} +{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9206892251968384, "Finetune/Loss (Raw)": 0.8405171632766724, "Finetune/Step": 1569, "Finetune/Step Time": 4.990779347717762} +{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9210808277130127, "Finetune/Loss (Raw)": 1.0479414463043213, "Finetune/Step": 1570, "Finetune/Step Time": 4.987667214125395} +{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9214257001876831, "Finetune/Loss (Raw)": 0.9639201164245605, "Finetune/Step": 1571, "Finetune/Step Time": 4.989396570250392} +{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9222174286842346, "Finetune/Loss (Raw)": 1.0237162113189697, "Finetune/Step": 1572, "Finetune/Step Time": 4.983160680159926} +{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9227495193481445, "Finetune/Loss (Raw)": 0.9919984340667725, "Finetune/Step": 1573, "Finetune/Step Time": 4.999105721712112} +{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9225317239761353, "Finetune/Loss (Raw)": 0.8344911336898804, "Finetune/Step": 1574, "Finetune/Step Time": 4.982210827991366} +{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9243373870849609, "Finetune/Loss (Raw)": 1.2024006843566895, "Finetune/Step": 1575, "Finetune/Step Time": 4.992187976837158} +{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9235693216323853, "Finetune/Loss (Raw)": 0.9655232429504395, "Finetune/Step": 1576, "Finetune/Step Time": 4.995264139026403} +{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9243096113204956, "Finetune/Loss (Raw)": 0.9557923674583435, "Finetune/Step": 1577, "Finetune/Step Time": 4.986685737967491} +{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9252134561538696, "Finetune/Loss (Raw)": 0.9951658248901367, "Finetune/Step": 1578, "Finetune/Step Time": 4.944570481777191} +{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9256263375282288, "Finetune/Loss (Raw)": 0.9703916311264038, "Finetune/Step": 1579, "Finetune/Step Time": 4.950520358979702} +{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9233570098876953, "Finetune/Loss (Raw)": 0.7789526581764221, "Finetune/Step": 1580, "Finetune/Step Time": 4.9854162987321615} +{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9228953123092651, "Finetune/Loss (Raw)": 0.8526633381843567, "Finetune/Step": 1581, "Finetune/Step Time": 4.980414763092995} +{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9210659265518188, "Finetune/Loss (Raw)": 0.9690233469009399, "Finetune/Step": 1582, "Finetune/Step Time": 4.981832951307297} +{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9209973812103271, "Finetune/Loss (Raw)": 1.0046442747116089, "Finetune/Step": 1583, "Finetune/Step Time": 4.985028579831123} +{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9212809801101685, "Finetune/Loss (Raw)": 0.9753846526145935, "Finetune/Step": 1584, "Finetune/Step Time": 4.987013194710016} +{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9266883730888367, "Finetune/Loss (Raw)": 1.0646443367004395, "Finetune/Step": 1585, "Finetune/Step Time": 4.951890245079994} +{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9280005693435669, "Finetune/Loss (Raw)": 1.1235129833221436, "Finetune/Step": 1586, "Finetune/Step Time": 5.005834639072418} +{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9277191162109375, "Finetune/Loss (Raw)": 1.0590479373931885, "Finetune/Step": 1587, "Finetune/Step Time": 4.998319316655397} +{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9266061782836914, "Finetune/Loss (Raw)": 0.9537659287452698, "Finetune/Step": 1588, "Finetune/Step Time": 5.00872639939189} +{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9251482486724854, "Finetune/Loss (Raw)": 0.934759259223938, "Finetune/Step": 1589, "Finetune/Step Time": 5.024807894602418} +{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.925081729888916, "Finetune/Loss (Raw)": 1.0290522575378418, "Finetune/Step": 1590, "Finetune/Step Time": 5.030707826837897} +{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9232876300811768, "Finetune/Loss (Raw)": 0.8247853517532349, "Finetune/Step": 1591, "Finetune/Step Time": 5.046552004292607} +{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9232529401779175, "Finetune/Loss (Raw)": 0.8848447799682617, "Finetune/Step": 1592, "Finetune/Step Time": 5.0482977870851755} +{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9228628873825073, "Finetune/Loss (Raw)": 0.9261459112167358, "Finetune/Step": 1593, "Finetune/Step Time": 5.051349248737097} +{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9226008653640747, "Finetune/Loss (Raw)": 0.9389359354972839, "Finetune/Step": 1594, "Finetune/Step Time": 5.056566067039967} +{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9219038486480713, "Finetune/Loss (Raw)": 0.8664275407791138, "Finetune/Step": 1595, "Finetune/Step Time": 5.034380193799734} +{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9225443601608276, "Finetune/Loss (Raw)": 1.112701416015625, "Finetune/Step": 1596, "Finetune/Step Time": 5.039446173235774} +{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9261736869812012, "Finetune/Loss (Raw)": 0.8482794165611267, "Finetune/Step": 1597, "Finetune/Step Time": 5.001938246190548} +{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9262009859085083, "Finetune/Loss (Raw)": 0.9964208602905273, "Finetune/Step": 1598, "Finetune/Step Time": 5.015145294368267} +{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9213294982910156, "Finetune/Loss (Raw)": 0.37167441844940186, "Finetune/Step": 1599, "Finetune/Step Time": 5.052306769415736} +{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9223378300666809, "Finetune/Loss (Raw)": 0.9990378618240356, "Finetune/Step": 1600, "Finetune/Step Time": 5.0557277631014585} +{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9197690486907959, "Finetune/Loss (Raw)": 0.3831879198551178, "Finetune/Step": 1601, "Finetune/Step Time": 5.0884529538452625} +{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9194244742393494, "Finetune/Loss (Raw)": 1.0855450630187988, "Finetune/Step": 1602, "Finetune/Step Time": 5.098384020850062} +{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9214498996734619, "Finetune/Loss (Raw)": 1.0236232280731201, "Finetune/Step": 1603, "Finetune/Step Time": 5.09391413256526} +{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9206216931343079, "Finetune/Loss (Raw)": 0.8981139659881592, "Finetune/Step": 1604, "Finetune/Step Time": 5.093690846115351} +{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9246780872344971, "Finetune/Loss (Raw)": 0.8283490538597107, "Finetune/Step": 1605, "Finetune/Step Time": 5.067224442958832} +{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9223047494888306, "Finetune/Loss (Raw)": 0.7723772525787354, "Finetune/Step": 1606, "Finetune/Step Time": 5.098714929074049} +{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9223166704177856, "Finetune/Loss (Raw)": 0.9057261943817139, "Finetune/Step": 1607, "Finetune/Step Time": 5.085398513823748} +{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.917728066444397, "Finetune/Loss (Raw)": 0.3813130259513855, "Finetune/Step": 1608, "Finetune/Step Time": 5.121232908219099} +{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.91745924949646, "Finetune/Loss (Raw)": 0.9595991969108582, "Finetune/Step": 1609, "Finetune/Step Time": 5.10980287566781} +{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9172125458717346, "Finetune/Loss (Raw)": 0.9369344115257263, "Finetune/Step": 1610, "Finetune/Step Time": 5.1116444524377584} +{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9166773557662964, "Finetune/Loss (Raw)": 0.8637171387672424, "Finetune/Step": 1611, "Finetune/Step Time": 5.103429591283202} +{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9158251285552979, "Finetune/Loss (Raw)": 0.9312195181846619, "Finetune/Step": 1612, "Finetune/Step Time": 5.1120388470590115} +{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9154305458068848, "Finetune/Loss (Raw)": 0.8627070784568787, "Finetune/Step": 1613, "Finetune/Step Time": 5.124443989247084} +{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9208069443702698, "Finetune/Loss (Raw)": 0.995194673538208, "Finetune/Step": 1614, "Finetune/Step Time": 5.088478656485677} +{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9205071330070496, "Finetune/Loss (Raw)": 1.0647295713424683, "Finetune/Step": 1615, "Finetune/Step Time": 5.0752498134970665} +{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9186797142028809, "Finetune/Loss (Raw)": 0.9698037505149841, "Finetune/Step": 1616, "Finetune/Step Time": 5.080626325681806} +{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9193139672279358, "Finetune/Loss (Raw)": 0.9033763408660889, "Finetune/Step": 1617, "Finetune/Step Time": 5.072236629202962} +{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9189974665641785, "Finetune/Loss (Raw)": 0.9102686643600464, "Finetune/Step": 1618, "Finetune/Step Time": 5.056485064327717} +{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9189426302909851, "Finetune/Loss (Raw)": 0.8343461751937866, "Finetune/Step": 1619, "Finetune/Step Time": 5.045531520619988} +{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9194765090942383, "Finetune/Loss (Raw)": 1.1497446298599243, "Finetune/Step": 1620, "Finetune/Step Time": 5.042525686323643} +{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9236406683921814, "Finetune/Loss (Raw)": 0.8613268136978149, "Finetune/Step": 1621, "Finetune/Step Time": 5.006824905052781} +{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9246126413345337, "Finetune/Loss (Raw)": 1.0653973817825317, "Finetune/Step": 1622, "Finetune/Step Time": 5.010956816375256} +{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9253380298614502, "Finetune/Loss (Raw)": 1.1426055431365967, "Finetune/Step": 1623, "Finetune/Step Time": 5.004436345770955} +{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248227477073669, "Finetune/Loss (Raw)": 0.9212256073951721, "Finetune/Step": 1624, "Finetune/Step Time": 5.006418393924832} +{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9258812069892883, "Finetune/Loss (Raw)": 0.9862716794013977, "Finetune/Step": 1625, "Finetune/Step Time": 5.006130818277597} +{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9253237843513489, "Finetune/Loss (Raw)": 1.003619909286499, "Finetune/Step": 1626, "Finetune/Step Time": 4.996784128248692} +{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301461577415466, "Finetune/Loss (Raw)": 1.0411118268966675, "Finetune/Step": 1627, "Finetune/Step Time": 4.958049667999148} +{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351426362991333, "Finetune/Loss (Raw)": 0.9894920587539673, "Finetune/Step": 1628, "Finetune/Step Time": 4.921555144712329} +{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9344168901443481, "Finetune/Loss (Raw)": 0.9541443586349487, "Finetune/Step": 1629, "Finetune/Step Time": 4.898503694683313} +{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9338622689247131, "Finetune/Loss (Raw)": 1.0373646020889282, "Finetune/Step": 1630, "Finetune/Step Time": 4.8962841387838125} +{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.934478759765625, "Finetune/Loss (Raw)": 0.9532918334007263, "Finetune/Step": 1631, "Finetune/Step Time": 4.898738769814372} +{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9339364767074585, "Finetune/Loss (Raw)": 0.9358141422271729, "Finetune/Step": 1632, "Finetune/Step Time": 4.8842703849077225} +{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9330819249153137, "Finetune/Loss (Raw)": 0.874451756477356, "Finetune/Step": 1633, "Finetune/Step Time": 4.884628143161535} +{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9340516328811646, "Finetune/Loss (Raw)": 1.010933518409729, "Finetune/Step": 1634, "Finetune/Step Time": 4.8828751146793365} +{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9334059953689575, "Finetune/Loss (Raw)": 0.9845355749130249, "Finetune/Step": 1635, "Finetune/Step Time": 4.904853109270334} +{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9331876635551453, "Finetune/Loss (Raw)": 0.9909241199493408, "Finetune/Step": 1636, "Finetune/Step Time": 4.901359489187598} +{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.932808518409729, "Finetune/Loss (Raw)": 0.9680814743041992, "Finetune/Step": 1637, "Finetune/Step Time": 4.9027519803494215} +{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313998818397522, "Finetune/Loss (Raw)": 0.9094370007514954, "Finetune/Step": 1638, "Finetune/Step Time": 4.9042932372540236} +{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292547702789307, "Finetune/Loss (Raw)": 0.8432711958885193, "Finetune/Step": 1639, "Finetune/Step Time": 4.901582527905703} +{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9301137924194336, "Finetune/Loss (Raw)": 1.0282233953475952, "Finetune/Step": 1640, "Finetune/Step Time": 4.890254244208336} +{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9291396737098694, "Finetune/Loss (Raw)": 1.035613775253296, "Finetune/Step": 1641, "Finetune/Step Time": 4.8878864254802465} +{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9292503595352173, "Finetune/Loss (Raw)": 0.9897078275680542, "Finetune/Step": 1642, "Finetune/Step Time": 4.877373792231083} +{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9301577806472778, "Finetune/Loss (Raw)": 1.0748463869094849, "Finetune/Step": 1643, "Finetune/Step Time": 4.879266608506441} +{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9304021596908569, "Finetune/Loss (Raw)": 0.9896626472473145, "Finetune/Step": 1644, "Finetune/Step Time": 4.905076134949923} +{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9307729005813599, "Finetune/Loss (Raw)": 0.9248462319374084, "Finetune/Step": 1645, "Finetune/Step Time": 4.905693918466568} +{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.93028724193573, "Finetune/Loss (Raw)": 1.0228707790374756, "Finetune/Step": 1646, "Finetune/Step Time": 4.909373922273517} +{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9308074712753296, "Finetune/Loss (Raw)": 0.9100173115730286, "Finetune/Step": 1647, "Finetune/Step Time": 4.922507144510746} +{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9359443187713623, "Finetune/Loss (Raw)": 1.044130802154541, "Finetune/Step": 1648, "Finetune/Step Time": 4.8911602813750505} +{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9351077675819397, "Finetune/Loss (Raw)": 0.9409041404724121, "Finetune/Step": 1649, "Finetune/Step Time": 4.893347891047597} +{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.935406506061554, "Finetune/Loss (Raw)": 0.9673488140106201, "Finetune/Step": 1650, "Finetune/Step Time": 4.881695574149489} +{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9358624219894409, "Finetune/Loss (Raw)": 0.8814083933830261, "Finetune/Step": 1651, "Finetune/Step Time": 4.883441681042314} +{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9358296394348145, "Finetune/Loss (Raw)": 0.9012446999549866, "Finetune/Step": 1652, "Finetune/Step Time": 4.865769054740667} +{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9365522265434265, "Finetune/Loss (Raw)": 0.9718770980834961, "Finetune/Step": 1653, "Finetune/Step Time": 4.857424695044756} +{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9360494613647461, "Finetune/Loss (Raw)": 1.0245840549468994, "Finetune/Step": 1654, "Finetune/Step Time": 4.871025934815407} +{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9316317439079285, "Finetune/Loss (Raw)": 0.38050705194473267, "Finetune/Step": 1655, "Finetune/Step Time": 4.905461041256785} +{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9360448718070984, "Finetune/Loss (Raw)": 0.979412853717804, "Finetune/Step": 1656, "Finetune/Step Time": 4.872740449383855} +{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9347196817398071, "Finetune/Loss (Raw)": 0.886913001537323, "Finetune/Step": 1657, "Finetune/Step Time": 4.8713708240538836} +{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9362947940826416, "Finetune/Loss (Raw)": 0.9683176875114441, "Finetune/Step": 1658, "Finetune/Step Time": 4.8558337185531855} +{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9370423555374146, "Finetune/Loss (Raw)": 1.0952816009521484, "Finetune/Step": 1659, "Finetune/Step Time": 4.856298143044114} +{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.937119722366333, "Finetune/Loss (Raw)": 0.973605751991272, "Finetune/Step": 1660, "Finetune/Step Time": 4.852745305746794} +{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9373183250427246, "Finetune/Loss (Raw)": 0.932016909122467, "Finetune/Step": 1661, "Finetune/Step Time": 4.847959857434034} +{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9379740953445435, "Finetune/Loss (Raw)": 1.0648479461669922, "Finetune/Step": 1662, "Finetune/Step Time": 4.847042132169008} +{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9365730285644531, "Finetune/Loss (Raw)": 0.7170435190200806, "Finetune/Step": 1663, "Finetune/Step Time": 4.856651909649372} +{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9357651472091675, "Finetune/Loss (Raw)": 0.8024994134902954, "Finetune/Step": 1664, "Finetune/Step Time": 4.849546905606985} +{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9370037317276001, "Finetune/Loss (Raw)": 1.0702749490737915, "Finetune/Step": 1665, "Finetune/Step Time": 4.849414590746164} +{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9407008290290833, "Finetune/Loss (Raw)": 0.9055154323577881, "Finetune/Step": 1666, "Finetune/Step Time": 4.809292478486896} +{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9408259391784668, "Finetune/Loss (Raw)": 1.0039724111557007, "Finetune/Step": 1667, "Finetune/Step Time": 4.807227240875363} +{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9414660930633545, "Finetune/Loss (Raw)": 1.0680630207061768, "Finetune/Step": 1668, "Finetune/Step Time": 4.8121242336928844} +{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9405288100242615, "Finetune/Loss (Raw)": 0.9654078483581543, "Finetune/Step": 1669, "Finetune/Step Time": 4.808555634692311} +{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9411765336990356, "Finetune/Loss (Raw)": 1.0025405883789062, "Finetune/Step": 1670, "Finetune/Step Time": 4.795348968356848} +{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9415599703788757, "Finetune/Loss (Raw)": 0.9020196795463562, "Finetune/Step": 1671, "Finetune/Step Time": 4.803456075489521} +{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9420599937438965, "Finetune/Loss (Raw)": 1.0469499826431274, "Finetune/Step": 1672, "Finetune/Step Time": 4.820340113714337} +{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9415204524993896, "Finetune/Loss (Raw)": 0.8510454893112183, "Finetune/Step": 1673, "Finetune/Step Time": 4.825467186048627} +{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9393585920333862, "Finetune/Loss (Raw)": 0.7987614274024963, "Finetune/Step": 1674, "Finetune/Step Time": 4.837419234216213} +{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9390959739685059, "Finetune/Loss (Raw)": 0.9439662098884583, "Finetune/Step": 1675, "Finetune/Step Time": 4.841604303568602} +{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9394596815109253, "Finetune/Loss (Raw)": 1.0855090618133545, "Finetune/Step": 1676, "Finetune/Step Time": 4.830315975472331} +{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9443175792694092, "Finetune/Loss (Raw)": 1.0183137655258179, "Finetune/Step": 1677, "Finetune/Step Time": 4.7881752997636795} +{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.943152129650116, "Finetune/Loss (Raw)": 0.8639833927154541, "Finetune/Step": 1678, "Finetune/Step Time": 4.791753804311156} +{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9393845200538635, "Finetune/Loss (Raw)": 0.3850254416465759, "Finetune/Step": 1679, "Finetune/Step Time": 4.823969099670649} +{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9388943910598755, "Finetune/Loss (Raw)": 0.9511024951934814, "Finetune/Step": 1680, "Finetune/Step Time": 4.830529943108559} +{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9394495487213135, "Finetune/Loss (Raw)": 0.9744831323623657, "Finetune/Step": 1681, "Finetune/Step Time": 4.81835401058197} +{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9414165616035461, "Finetune/Loss (Raw)": 1.119212031364441, "Finetune/Step": 1682, "Finetune/Step Time": 4.821135329082608} +{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9400273561477661, "Finetune/Loss (Raw)": 0.8815367221832275, "Finetune/Step": 1683, "Finetune/Step Time": 4.828954162076116} +{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9402356147766113, "Finetune/Loss (Raw)": 0.9170866012573242, "Finetune/Step": 1684, "Finetune/Step Time": 4.82020034827292} +{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9404687881469727, "Finetune/Loss (Raw)": 0.8824199438095093, "Finetune/Step": 1685, "Finetune/Step Time": 4.8241800013929605} +{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9396429061889648, "Finetune/Loss (Raw)": 0.8248891234397888, "Finetune/Step": 1686, "Finetune/Step Time": 4.830031322315335} +{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.938575029373169, "Finetune/Loss (Raw)": 1.0253561735153198, "Finetune/Step": 1687, "Finetune/Step Time": 4.832522077485919} +{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9386505484580994, "Finetune/Loss (Raw)": 1.0516854524612427, "Finetune/Step": 1688, "Finetune/Step Time": 4.829691229388118} +{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9330981373786926, "Finetune/Loss (Raw)": 0.3034278154373169, "Finetune/Step": 1689, "Finetune/Step Time": 4.862389825284481} +{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9336562156677246, "Finetune/Loss (Raw)": 1.0745503902435303, "Finetune/Step": 1690, "Finetune/Step Time": 4.847892226651311} +{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9337440729141235, "Finetune/Loss (Raw)": 0.9530333876609802, "Finetune/Step": 1691, "Finetune/Step Time": 4.834875779226422} +{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.933629035949707, "Finetune/Loss (Raw)": 0.9069681763648987, "Finetune/Step": 1692, "Finetune/Step Time": 4.856927368789911} +{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9336298108100891, "Finetune/Loss (Raw)": 0.8574360609054565, "Finetune/Step": 1693, "Finetune/Step Time": 4.86974317394197} +{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.931960940361023, "Finetune/Loss (Raw)": 0.7469027042388916, "Finetune/Step": 1694, "Finetune/Step Time": 4.87190249748528} +{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9312475323677063, "Finetune/Loss (Raw)": 0.9037681818008423, "Finetune/Step": 1695, "Finetune/Step Time": 4.877606466412544} +{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9313548803329468, "Finetune/Loss (Raw)": 0.9807517528533936, "Finetune/Step": 1696, "Finetune/Step Time": 4.875608030706644} +{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9325987100601196, "Finetune/Loss (Raw)": 0.9997222423553467, "Finetune/Step": 1697, "Finetune/Step Time": 4.866974323987961} +{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9318246245384216, "Finetune/Loss (Raw)": 0.9488599896430969, "Finetune/Step": 1698, "Finetune/Step Time": 4.8806373830884695} +{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9324288964271545, "Finetune/Loss (Raw)": 1.0412611961364746, "Finetune/Step": 1699, "Finetune/Step Time": 4.873148711398244} +{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9324955940246582, "Finetune/Loss (Raw)": 1.032260775566101, "Finetune/Step": 1700, "Finetune/Step Time": 4.883036904036999} +{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.933132529258728, "Finetune/Loss (Raw)": 1.073524832725525, "Finetune/Step": 1701, "Finetune/Step Time": 4.868084918707609} +{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9343715906143188, "Finetune/Loss (Raw)": 0.9930855631828308, "Finetune/Step": 1702, "Finetune/Step Time": 4.86775454506278} +{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9317734241485596, "Finetune/Loss (Raw)": 0.8698423504829407, "Finetune/Step": 1703, "Finetune/Step Time": 4.875052874907851} +{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9269013404846191, "Finetune/Loss (Raw)": 0.3418925702571869, "Finetune/Step": 1704, "Finetune/Step Time": 4.906455704942346} +{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9268836975097656, "Finetune/Loss (Raw)": 0.953532338142395, "Finetune/Step": 1705, "Finetune/Step Time": 4.908936785534024} +{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9273511171340942, "Finetune/Loss (Raw)": 1.0550013780593872, "Finetune/Step": 1706, "Finetune/Step Time": 4.911039417609572} +{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9272394776344299, "Finetune/Loss (Raw)": 0.956096351146698, "Finetune/Step": 1707, "Finetune/Step Time": 4.907818105071783} +{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9286278486251831, "Finetune/Loss (Raw)": 0.9566640257835388, "Finetune/Step": 1708, "Finetune/Step Time": 4.887903980910778} +{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9306105375289917, "Finetune/Loss (Raw)": 1.1064503192901611, "Finetune/Step": 1709, "Finetune/Step Time": 4.885751476511359} +{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9308825135231018, "Finetune/Loss (Raw)": 1.0038352012634277, "Finetune/Step": 1710, "Finetune/Step Time": 4.895058119669557} +{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9310322999954224, "Finetune/Loss (Raw)": 1.0238144397735596, "Finetune/Step": 1711, "Finetune/Step Time": 4.898156708106399} +{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9323306679725647, "Finetune/Loss (Raw)": 1.141581654548645, "Finetune/Step": 1712, "Finetune/Step Time": 4.898380354046822} +{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9319404363632202, "Finetune/Loss (Raw)": 1.0146887302398682, "Finetune/Step": 1713, "Finetune/Step Time": 4.898091230541468} +{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9310022592544556, "Finetune/Loss (Raw)": 1.00342857837677, "Finetune/Step": 1714, "Finetune/Step Time": 4.852381838485599} +{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9292763471603394, "Finetune/Loss (Raw)": 0.8381284475326538, "Finetune/Step": 1715, "Finetune/Step Time": 4.861756635829806} +{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.929076075553894, "Finetune/Loss (Raw)": 0.9281285405158997, "Finetune/Step": 1716, "Finetune/Step Time": 4.849797863513231} +{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9301753044128418, "Finetune/Loss (Raw)": 1.0754647254943848, "Finetune/Step": 1717, "Finetune/Step Time": 4.8498694859445095} +{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9298833608627319, "Finetune/Loss (Raw)": 0.99168860912323, "Finetune/Step": 1718, "Finetune/Step Time": 4.840123064815998} +{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9310102462768555, "Finetune/Loss (Raw)": 0.9690221548080444, "Finetune/Step": 1719, "Finetune/Step Time": 4.8259826228022575} +{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9322391748428345, "Finetune/Loss (Raw)": 1.0421502590179443, "Finetune/Step": 1720, "Finetune/Step Time": 4.824548592790961} +{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9328030347824097, "Finetune/Loss (Raw)": 0.9983130693435669, "Finetune/Step": 1721, "Finetune/Step Time": 4.825964599847794} +{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9333059787750244, "Finetune/Loss (Raw)": 1.0033180713653564, "Finetune/Step": 1722, "Finetune/Step Time": 4.817134832963347} +{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9348418712615967, "Finetune/Loss (Raw)": 1.0630199909210205, "Finetune/Step": 1723, "Finetune/Step Time": 4.833484401926398} +{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9331123232841492, "Finetune/Loss (Raw)": 0.8913180828094482, "Finetune/Step": 1724, "Finetune/Step Time": 4.825940741226077} +{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9341808557510376, "Finetune/Loss (Raw)": 0.9850557446479797, "Finetune/Step": 1725, "Finetune/Step Time": 4.81565741635859} +{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.933463454246521, "Finetune/Loss (Raw)": 0.904597818851471, "Finetune/Step": 1726, "Finetune/Step Time": 4.808007987216115} +{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9383535385131836, "Finetune/Loss (Raw)": 0.997596800327301, "Finetune/Step": 1727, "Finetune/Step Time": 4.788188204169273} +{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9389559030532837, "Finetune/Loss (Raw)": 1.0761455297470093, "Finetune/Step": 1728, "Finetune/Step Time": 4.785085812211037} +{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9439978003501892, "Finetune/Loss (Raw)": 1.0285475254058838, "Finetune/Step": 1729, "Finetune/Step Time": 4.748191045597196} +{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9419817328453064, "Finetune/Loss (Raw)": 0.8274878263473511, "Finetune/Step": 1730, "Finetune/Step Time": 4.740401012822986} +{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9426882266998291, "Finetune/Loss (Raw)": 1.1140507459640503, "Finetune/Step": 1731, "Finetune/Step Time": 4.737127047032118} +{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9443186521530151, "Finetune/Loss (Raw)": 1.106810450553894, "Finetune/Step": 1732, "Finetune/Step Time": 4.751820804551244} +{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9456359148025513, "Finetune/Loss (Raw)": 0.9969581365585327, "Finetune/Step": 1733, "Finetune/Step Time": 4.742706445977092} +{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9476189017295837, "Finetune/Loss (Raw)": 1.0262049436569214, "Finetune/Step": 1734, "Finetune/Step Time": 4.726593293249607} +{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9477884769439697, "Finetune/Loss (Raw)": 0.9274283647537231, "Finetune/Step": 1735, "Finetune/Step Time": 4.726362355053425} +{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.952461838722229, "Finetune/Loss (Raw)": 0.9795041680335999, "Finetune/Step": 1736, "Finetune/Step Time": 4.690407698974013} +{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9520912170410156, "Finetune/Loss (Raw)": 0.9121639728546143, "Finetune/Step": 1737, "Finetune/Step Time": 4.689738102257252} +{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9475095272064209, "Finetune/Loss (Raw)": 0.3504772186279297, "Finetune/Step": 1738, "Finetune/Step Time": 4.722050052136183} +{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9481629133224487, "Finetune/Loss (Raw)": 0.9473522305488586, "Finetune/Step": 1739, "Finetune/Step Time": 4.70047065243125} +{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9478702545166016, "Finetune/Loss (Raw)": 0.8937486410140991, "Finetune/Step": 1740, "Finetune/Step Time": 4.710677530616522} +{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9499080181121826, "Finetune/Loss (Raw)": 1.1235511302947998, "Finetune/Step": 1741, "Finetune/Step Time": 4.700660927221179} +{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9489130973815918, "Finetune/Loss (Raw)": 0.867848813533783, "Finetune/Step": 1742, "Finetune/Step Time": 4.714377054944634} +{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9480836987495422, "Finetune/Loss (Raw)": 0.9585574269294739, "Finetune/Step": 1743, "Finetune/Step Time": 4.73008886910975} +{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9477427005767822, "Finetune/Loss (Raw)": 0.9261611104011536, "Finetune/Step": 1744, "Finetune/Step Time": 4.725076720118523} +{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9483933448791504, "Finetune/Loss (Raw)": 0.9866523146629333, "Finetune/Step": 1745, "Finetune/Step Time": 4.720302516594529} +{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9494584798812866, "Finetune/Loss (Raw)": 1.0466079711914062, "Finetune/Step": 1746, "Finetune/Step Time": 4.709388682618737} +{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9462920427322388, "Finetune/Loss (Raw)": 0.4290417432785034, "Finetune/Step": 1747, "Finetune/Step Time": 4.743753368034959} +{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9440939426422119, "Finetune/Loss (Raw)": 0.8683923482894897, "Finetune/Step": 1748, "Finetune/Step Time": 4.75935916416347} +{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9450428485870361, "Finetune/Loss (Raw)": 0.982785165309906, "Finetune/Step": 1749, "Finetune/Step Time": 4.757583582773805} +{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9453539848327637, "Finetune/Loss (Raw)": 1.1052296161651611, "Finetune/Step": 1750, "Finetune/Step Time": 4.776310874149203} +{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9445620775222778, "Finetune/Loss (Raw)": 1.0412286520004272, "Finetune/Step": 1751, "Finetune/Step Time": 4.787170259281993} +{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9465961456298828, "Finetune/Loss (Raw)": 1.1815907955169678, "Finetune/Step": 1752, "Finetune/Step Time": 4.7863482013344765} +{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9462341666221619, "Finetune/Loss (Raw)": 0.9399411678314209, "Finetune/Step": 1753, "Finetune/Step Time": 4.784369172528386} +{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9462332129478455, "Finetune/Loss (Raw)": 1.0034962892532349, "Finetune/Step": 1754, "Finetune/Step Time": 4.791951812803745} +{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9457992911338806, "Finetune/Loss (Raw)": 0.9855726957321167, "Finetune/Step": 1755, "Finetune/Step Time": 4.804182443767786} +{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.946570873260498, "Finetune/Loss (Raw)": 1.0882542133331299, "Finetune/Step": 1756, "Finetune/Step Time": 4.807666854932904} +{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9419123530387878, "Finetune/Loss (Raw)": 0.3578478693962097, "Finetune/Step": 1757, "Finetune/Step Time": 4.831991109997034} +{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9405395984649658, "Finetune/Loss (Raw)": 0.8616528511047363, "Finetune/Step": 1758, "Finetune/Step Time": 4.836120588704944} +{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.941224217414856, "Finetune/Loss (Raw)": 1.0409237146377563, "Finetune/Step": 1759, "Finetune/Step Time": 4.841942846775055} +{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9421478509902954, "Finetune/Loss (Raw)": 1.0540425777435303, "Finetune/Step": 1760, "Finetune/Step Time": 4.839655060321093} +{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9421402215957642, "Finetune/Loss (Raw)": 0.8734728097915649, "Finetune/Step": 1761, "Finetune/Step Time": 4.8443681709468365} +{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9408489465713501, "Finetune/Loss (Raw)": 0.8456476330757141, "Finetune/Step": 1762, "Finetune/Step Time": 4.8478797525167465} +{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9417362213134766, "Finetune/Loss (Raw)": 1.0981166362762451, "Finetune/Step": 1763, "Finetune/Step Time": 4.842707859352231} +{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.942297101020813, "Finetune/Loss (Raw)": 1.0627102851867676, "Finetune/Step": 1764, "Finetune/Step Time": 4.86820350587368} +{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9418394565582275, "Finetune/Loss (Raw)": 0.9095001220703125, "Finetune/Step": 1765, "Finetune/Step Time": 4.886264922097325} +{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9426217079162598, "Finetune/Loss (Raw)": 1.009566307067871, "Finetune/Step": 1766, "Finetune/Step Time": 4.893856879323721} +{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9425495862960815, "Finetune/Loss (Raw)": 0.8340345025062561, "Finetune/Step": 1767, "Finetune/Step Time": 4.894437115639448} +{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9415223598480225, "Finetune/Loss (Raw)": 0.8967388868331909, "Finetune/Step": 1768, "Finetune/Step Time": 4.895257979631424} +{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9397100210189819, "Finetune/Loss (Raw)": 0.8036413192749023, "Finetune/Step": 1769, "Finetune/Step Time": 4.910217834636569} +{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9399892091751099, "Finetune/Loss (Raw)": 1.0254405736923218, "Finetune/Step": 1770, "Finetune/Step Time": 4.911005159839988} +{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9387035965919495, "Finetune/Loss (Raw)": 0.9102937579154968, "Finetune/Step": 1771, "Finetune/Step Time": 4.909077364951372} +{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9395508766174316, "Finetune/Loss (Raw)": 1.0981107950210571, "Finetune/Step": 1772, "Finetune/Step Time": 4.883229551836848} +{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9398796558380127, "Finetune/Loss (Raw)": 0.9669222235679626, "Finetune/Step": 1773, "Finetune/Step Time": 4.892819771543145} +{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9394272565841675, "Finetune/Loss (Raw)": 0.9649659991264343, "Finetune/Step": 1774, "Finetune/Step Time": 4.90600292570889} +{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9404315948486328, "Finetune/Loss (Raw)": 1.0385738611221313, "Finetune/Step": 1775, "Finetune/Step Time": 4.892599303275347} +{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9397879242897034, "Finetune/Loss (Raw)": 0.9617404937744141, "Finetune/Step": 1776, "Finetune/Step Time": 4.891788663342595} +{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9404829740524292, "Finetune/Loss (Raw)": 1.0298701524734497, "Finetune/Step": 1777, "Finetune/Step Time": 4.88649569824338} +{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9403558969497681, "Finetune/Loss (Raw)": 0.9510834217071533, "Finetune/Step": 1778, "Finetune/Step Time": 4.888682307675481} +{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9420839548110962, "Finetune/Loss (Raw)": 1.1026082038879395, "Finetune/Step": 1779, "Finetune/Step Time": 4.873283190652728} +{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9423666000366211, "Finetune/Loss (Raw)": 0.9374128580093384, "Finetune/Step": 1780, "Finetune/Step Time": 4.865743597969413} +{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9412866830825806, "Finetune/Loss (Raw)": 0.8336471319198608, "Finetune/Step": 1781, "Finetune/Step Time": 4.867386067286134} +{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9406105279922485, "Finetune/Loss (Raw)": 0.9380428194999695, "Finetune/Step": 1782, "Finetune/Step Time": 4.854348473250866} +{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9445042014122009, "Finetune/Loss (Raw)": 0.8788937330245972, "Finetune/Step": 1783, "Finetune/Step Time": 4.819750903174281} +{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9452232122421265, "Finetune/Loss (Raw)": 1.0714442729949951, "Finetune/Step": 1784, "Finetune/Step Time": 4.823849348351359} +{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9444293975830078, "Finetune/Loss (Raw)": 0.785315215587616, "Finetune/Step": 1785, "Finetune/Step Time": 4.838255105540156} +{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9440996050834656, "Finetune/Loss (Raw)": 0.9260947704315186, "Finetune/Step": 1786, "Finetune/Step Time": 4.83597450517118} +{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9418431520462036, "Finetune/Loss (Raw)": 0.8064635992050171, "Finetune/Step": 1787, "Finetune/Step Time": 4.841370601207018} +{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9410793781280518, "Finetune/Loss (Raw)": 0.875835120677948, "Finetune/Step": 1788, "Finetune/Step Time": 4.837190058082342} +{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.936072587966919, "Finetune/Loss (Raw)": 0.29114779829978943, "Finetune/Step": 1789, "Finetune/Step Time": 4.873256077989936} +{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9359307885169983, "Finetune/Loss (Raw)": 1.0466985702514648, "Finetune/Step": 1790, "Finetune/Step Time": 4.876176035031676} +{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9388607740402222, "Finetune/Loss (Raw)": 1.0920798778533936, "Finetune/Step": 1791, "Finetune/Step Time": 4.868540596216917} +{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9404997825622559, "Finetune/Loss (Raw)": 1.0122920274734497, "Finetune/Step": 1792, "Finetune/Step Time": 4.8689244613051414} +{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9386171102523804, "Finetune/Loss (Raw)": 0.8292921185493469, "Finetune/Step": 1793, "Finetune/Step Time": 4.8838642202317715} +{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9397553205490112, "Finetune/Loss (Raw)": 1.0512093305587769, "Finetune/Step": 1794, "Finetune/Step Time": 4.88997608050704} +{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9347830414772034, "Finetune/Loss (Raw)": 0.36752554774284363, "Finetune/Step": 1795, "Finetune/Step Time": 4.926454294472933} +{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9336294531822205, "Finetune/Loss (Raw)": 0.9203981161117554, "Finetune/Step": 1796, "Finetune/Step Time": 4.919218711555004} +{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9340651035308838, "Finetune/Loss (Raw)": 1.0211740732192993, "Finetune/Step": 1797, "Finetune/Step Time": 4.919121595099568} +{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9335722923278809, "Finetune/Loss (Raw)": 0.939461350440979, "Finetune/Step": 1798, "Finetune/Step Time": 4.922812396660447} +{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9338408708572388, "Finetune/Loss (Raw)": 0.9363966584205627, "Finetune/Step": 1799, "Finetune/Step Time": 4.913720766082406} +{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.932859480381012, "Finetune/Loss (Raw)": 0.9213279485702515, "Finetune/Step": 1800, "Finetune/Step Time": 4.907856730744243} +{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9346433877944946, "Finetune/Loss (Raw)": 1.0793951749801636, "Finetune/Step": 1801, "Finetune/Step Time": 4.912165131419897} +{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9359545707702637, "Finetune/Loss (Raw)": 0.9665806293487549, "Finetune/Step": 1802, "Finetune/Step Time": 4.9088121224194765} +{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9358881711959839, "Finetune/Loss (Raw)": 0.9354745149612427, "Finetune/Step": 1803, "Finetune/Step Time": 4.921188246458769} +{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9351775646209717, "Finetune/Loss (Raw)": 0.9945470094680786, "Finetune/Step": 1804, "Finetune/Step Time": 4.924224339425564} +{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9323101043701172, "Finetune/Loss (Raw)": 0.6512846946716309, "Finetune/Step": 1805, "Finetune/Step Time": 4.932769425213337} +{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9324401617050171, "Finetune/Loss (Raw)": 0.8806244134902954, "Finetune/Step": 1806, "Finetune/Step Time": 4.939223496243358} +{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9369310140609741, "Finetune/Loss (Raw)": 0.9598565101623535, "Finetune/Step": 1807, "Finetune/Step Time": 4.902646783739328} +{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9371708035469055, "Finetune/Loss (Raw)": 0.9817956686019897, "Finetune/Step": 1808, "Finetune/Step Time": 4.8919622004032135} +{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9370976090431213, "Finetune/Loss (Raw)": 0.9651148915290833, "Finetune/Step": 1809, "Finetune/Step Time": 4.885175550356507} +{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9359638094902039, "Finetune/Loss (Raw)": 0.9740833044052124, "Finetune/Step": 1810, "Finetune/Step Time": 4.886142730712891} +{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9364646673202515, "Finetune/Loss (Raw)": 0.9456472992897034, "Finetune/Step": 1811, "Finetune/Step Time": 4.8791294153779745} +{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9366776943206787, "Finetune/Loss (Raw)": 0.9443591833114624, "Finetune/Step": 1812, "Finetune/Step Time": 4.892856566235423} +{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9371849298477173, "Finetune/Loss (Raw)": 0.9473410248756409, "Finetune/Step": 1813, "Finetune/Step Time": 4.882190374657512} +{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9385361075401306, "Finetune/Loss (Raw)": 0.997840940952301, "Finetune/Step": 1814, "Finetune/Step Time": 4.8758192881941795} +{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9375900030136108, "Finetune/Loss (Raw)": 0.904259979724884, "Finetune/Step": 1815, "Finetune/Step Time": 4.874161874875426} +{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9376680850982666, "Finetune/Loss (Raw)": 1.0616768598556519, "Finetune/Step": 1816, "Finetune/Step Time": 4.869108760729432} +{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9425474405288696, "Finetune/Loss (Raw)": 0.9279806017875671, "Finetune/Step": 1817, "Finetune/Step Time": 4.836024334654212} +{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9413374662399292, "Finetune/Loss (Raw)": 0.9196816086769104, "Finetune/Step": 1818, "Finetune/Step Time": 4.836963089182973} +{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9416716694831848, "Finetune/Loss (Raw)": 0.9958053231239319, "Finetune/Step": 1819, "Finetune/Step Time": 4.834444396197796} +{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9413509964942932, "Finetune/Loss (Raw)": 0.8659214973449707, "Finetune/Step": 1820, "Finetune/Step Time": 4.812295515090227} +{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9422941207885742, "Finetune/Loss (Raw)": 0.9781589508056641, "Finetune/Step": 1821, "Finetune/Step Time": 4.797616332769394} +{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9458497166633606, "Finetune/Loss (Raw)": 1.2020140886306763, "Finetune/Step": 1822, "Finetune/Step Time": 4.79570741020143} +{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9463320970535278, "Finetune/Loss (Raw)": 0.9655121564865112, "Finetune/Step": 1823, "Finetune/Step Time": 4.786868439987302} +{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9453994631767273, "Finetune/Loss (Raw)": 0.8613772988319397, "Finetune/Step": 1824, "Finetune/Step Time": 4.79142995737493} +{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9447876214981079, "Finetune/Loss (Raw)": 0.9214089512825012, "Finetune/Step": 1825, "Finetune/Step Time": 4.787247911095619} +{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9453986883163452, "Finetune/Loss (Raw)": 1.0270785093307495, "Finetune/Step": 1826, "Finetune/Step Time": 4.777063272893429} +{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9447357654571533, "Finetune/Loss (Raw)": 0.956400454044342, "Finetune/Step": 1827, "Finetune/Step Time": 4.809749593958259} +{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9452883005142212, "Finetune/Loss (Raw)": 1.102986454963684, "Finetune/Step": 1828, "Finetune/Step Time": 4.8075055200606585} +{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9457963705062866, "Finetune/Loss (Raw)": 1.1385607719421387, "Finetune/Step": 1829, "Finetune/Step Time": 4.816854892298579} +{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9463692903518677, "Finetune/Loss (Raw)": 1.0664271116256714, "Finetune/Step": 1830, "Finetune/Step Time": 4.828877871856093} +{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9468984603881836, "Finetune/Loss (Raw)": 0.9375733733177185, "Finetune/Step": 1831, "Finetune/Step Time": 4.813496630638838} +{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9524515271186829, "Finetune/Loss (Raw)": 1.0526793003082275, "Finetune/Step": 1832, "Finetune/Step Time": 4.782063119113445} +{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9518333673477173, "Finetune/Loss (Raw)": 0.874405562877655, "Finetune/Step": 1833, "Finetune/Step Time": 4.806470336392522} +{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9522649049758911, "Finetune/Loss (Raw)": 1.110241413116455, "Finetune/Step": 1834, "Finetune/Step Time": 4.8059457913041115} +{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9524331092834473, "Finetune/Loss (Raw)": 0.9776281714439392, "Finetune/Step": 1835, "Finetune/Step Time": 4.820078108459711} +{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9527204036712646, "Finetune/Loss (Raw)": 0.9934402108192444, "Finetune/Step": 1836, "Finetune/Step Time": 4.815216323360801} +{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9515372514724731, "Finetune/Loss (Raw)": 0.9550040364265442, "Finetune/Step": 1837, "Finetune/Step Time": 4.816890895366669} +{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.951622724533081, "Finetune/Loss (Raw)": 1.0147705078125, "Finetune/Step": 1838, "Finetune/Step Time": 4.809412872418761} +{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9514843225479126, "Finetune/Loss (Raw)": 1.0061076879501343, "Finetune/Step": 1839, "Finetune/Step Time": 4.811398362740874} +{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9507694244384766, "Finetune/Loss (Raw)": 1.0500719547271729, "Finetune/Step": 1840, "Finetune/Step Time": 4.82133986800909} +{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949478805065155, "Finetune/Loss (Raw)": 0.8494853973388672, "Finetune/Step": 1841, "Finetune/Step Time": 4.823321847245097} +{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9501131176948547, "Finetune/Loss (Raw)": 1.0846226215362549, "Finetune/Step": 1842, "Finetune/Step Time": 4.821877082809806} +{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9513602256774902, "Finetune/Loss (Raw)": 0.9977595806121826, "Finetune/Step": 1843, "Finetune/Step Time": 4.827285474166274} +{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9517004489898682, "Finetune/Loss (Raw)": 0.9716765880584717, "Finetune/Step": 1844, "Finetune/Step Time": 4.838645005598664} +{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.950779914855957, "Finetune/Loss (Raw)": 0.9576435089111328, "Finetune/Step": 1845, "Finetune/Step Time": 4.832304242998362} +{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9516279697418213, "Finetune/Loss (Raw)": 1.1002349853515625, "Finetune/Step": 1846, "Finetune/Step Time": 4.833726247772574} +{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9521394371986389, "Finetune/Loss (Raw)": 1.0344866514205933, "Finetune/Step": 1847, "Finetune/Step Time": 4.8423002902418375} +{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9516243934631348, "Finetune/Loss (Raw)": 0.9762270450592041, "Finetune/Step": 1848, "Finetune/Step Time": 4.8343018759042025} +{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9520881175994873, "Finetune/Loss (Raw)": 1.0576711893081665, "Finetune/Step": 1849, "Finetune/Step Time": 4.827925428748131} +{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9525090456008911, "Finetune/Loss (Raw)": 1.0571911334991455, "Finetune/Step": 1850, "Finetune/Step Time": 4.83330998942256} +{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9510533809661865, "Finetune/Loss (Raw)": 0.8767006397247314, "Finetune/Step": 1851, "Finetune/Step Time": 4.836378466337919} +{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9520653486251831, "Finetune/Loss (Raw)": 1.0208475589752197, "Finetune/Step": 1852, "Finetune/Step Time": 4.837758162990212} +{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9521892666816711, "Finetune/Loss (Raw)": 1.0009158849716187, "Finetune/Step": 1853, "Finetune/Step Time": 4.8388943783938885} +{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9530324339866638, "Finetune/Loss (Raw)": 1.0125250816345215, "Finetune/Step": 1854, "Finetune/Step Time": 4.832552349194884} +{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9535055756568909, "Finetune/Loss (Raw)": 1.0581562519073486, "Finetune/Step": 1855, "Finetune/Step Time": 4.817606132477522} +{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9537936449050903, "Finetune/Loss (Raw)": 1.113021969795227, "Finetune/Step": 1856, "Finetune/Step Time": 4.817761471495032} +{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9530996680259705, "Finetune/Loss (Raw)": 0.9397164583206177, "Finetune/Step": 1857, "Finetune/Step Time": 4.854694643989205} +{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9545997381210327, "Finetune/Loss (Raw)": 1.0194889307022095, "Finetune/Step": 1858, "Finetune/Step Time": 4.862329300493002} +{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9543285369873047, "Finetune/Loss (Raw)": 1.0793442726135254, "Finetune/Step": 1859, "Finetune/Step Time": 4.856918005272746} +{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9529355764389038, "Finetune/Loss (Raw)": 0.928511381149292, "Finetune/Step": 1860, "Finetune/Step Time": 4.845409698784351} +{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9519533514976501, "Finetune/Loss (Raw)": 0.871239185333252, "Finetune/Step": 1861, "Finetune/Step Time": 4.846000265330076} +{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9507900476455688, "Finetune/Loss (Raw)": 0.8773004412651062, "Finetune/Step": 1862, "Finetune/Step Time": 4.830246729776263} +{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.950237512588501, "Finetune/Loss (Raw)": 0.8567041754722595, "Finetune/Step": 1863, "Finetune/Step Time": 4.830017779022455} +{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9493402242660522, "Finetune/Loss (Raw)": 0.8646481037139893, "Finetune/Step": 1864, "Finetune/Step Time": 4.834772465750575} +{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9504261016845703, "Finetune/Loss (Raw)": 1.051153302192688, "Finetune/Step": 1865, "Finetune/Step Time": 4.8372787442058325} +{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.956142783164978, "Finetune/Loss (Raw)": 1.082216501235962, "Finetune/Step": 1866, "Finetune/Step Time": 4.8150634206831455} +{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9574514627456665, "Finetune/Loss (Raw)": 1.1148673295974731, "Finetune/Step": 1867, "Finetune/Step Time": 4.821659492328763} +{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9581860899925232, "Finetune/Loss (Raw)": 0.9877771139144897, "Finetune/Step": 1868, "Finetune/Step Time": 4.8232578579336405} +{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9578120708465576, "Finetune/Loss (Raw)": 1.075670599937439, "Finetune/Step": 1869, "Finetune/Step Time": 4.820410495623946} +{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.95818692445755, "Finetune/Loss (Raw)": 0.9158344268798828, "Finetune/Step": 1870, "Finetune/Step Time": 4.807531842961907} +{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.958342432975769, "Finetune/Loss (Raw)": 0.9784618616104126, "Finetune/Step": 1871, "Finetune/Step Time": 4.821257837116718} +{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9578680992126465, "Finetune/Loss (Raw)": 0.8654444813728333, "Finetune/Step": 1872, "Finetune/Step Time": 4.826143343001604} +{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9529737234115601, "Finetune/Loss (Raw)": 0.3601798713207245, "Finetune/Step": 1873, "Finetune/Step Time": 4.856280939653516} +{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9531319737434387, "Finetune/Loss (Raw)": 1.0668576955795288, "Finetune/Step": 1874, "Finetune/Step Time": 4.857710301876068} +{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9571890830993652, "Finetune/Loss (Raw)": 0.9483538269996643, "Finetune/Step": 1875, "Finetune/Step Time": 4.833420189097524} +{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9580845236778259, "Finetune/Loss (Raw)": 0.983007550239563, "Finetune/Step": 1876, "Finetune/Step Time": 4.814655587077141} +{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9580333232879639, "Finetune/Loss (Raw)": 0.976234495639801, "Finetune/Step": 1877, "Finetune/Step Time": 4.819237327203155} +{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.955913245677948, "Finetune/Loss (Raw)": 0.8338556289672852, "Finetune/Step": 1878, "Finetune/Step Time": 4.811411704868078} +{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9561792612075806, "Finetune/Loss (Raw)": 1.0752767324447632, "Finetune/Step": 1879, "Finetune/Step Time": 4.801275057718158} +{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9534257650375366, "Finetune/Loss (Raw)": 0.8291478753089905, "Finetune/Step": 1880, "Finetune/Step Time": 4.8221107348799706} +{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9526999592781067, "Finetune/Loss (Raw)": 0.8470351099967957, "Finetune/Step": 1881, "Finetune/Step Time": 4.829830886796117} +{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9527527689933777, "Finetune/Loss (Raw)": 1.0102617740631104, "Finetune/Step": 1882, "Finetune/Step Time": 4.825764909386635} +{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9520865082740784, "Finetune/Loss (Raw)": 0.9002858400344849, "Finetune/Step": 1883, "Finetune/Step Time": 4.846105232834816} +{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.946330189704895, "Finetune/Loss (Raw)": 0.3514416217803955, "Finetune/Step": 1884, "Finetune/Step Time": 4.879502329975367} +{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9512859582901001, "Finetune/Loss (Raw)": 0.9921930432319641, "Finetune/Step": 1885, "Finetune/Step Time": 4.845525529235601} +{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9530847072601318, "Finetune/Loss (Raw)": 1.091884732246399, "Finetune/Step": 1886, "Finetune/Step Time": 4.849427191540599} +{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9515194296836853, "Finetune/Loss (Raw)": 0.8405713438987732, "Finetune/Step": 1887, "Finetune/Step Time": 4.844508217647672} +{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9494497776031494, "Finetune/Loss (Raw)": 0.7891218662261963, "Finetune/Step": 1888, "Finetune/Step Time": 4.849921181797981} +{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9500064849853516, "Finetune/Loss (Raw)": 0.944740891456604, "Finetune/Step": 1889, "Finetune/Step Time": 4.855411048978567} +{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9507970809936523, "Finetune/Loss (Raw)": 0.9468421339988708, "Finetune/Step": 1890, "Finetune/Step Time": 4.854957336559892} +{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9502630829811096, "Finetune/Loss (Raw)": 1.0297647714614868, "Finetune/Step": 1891, "Finetune/Step Time": 4.838984556496143} +{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.950846791267395, "Finetune/Loss (Raw)": 1.1374270915985107, "Finetune/Step": 1892, "Finetune/Step Time": 4.81409109197557} +{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9513106346130371, "Finetune/Loss (Raw)": 0.968867838382721, "Finetune/Step": 1893, "Finetune/Step Time": 4.810484109446406} +{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9499796032905579, "Finetune/Loss (Raw)": 0.8391942977905273, "Finetune/Step": 1894, "Finetune/Step Time": 4.79612297937274} +{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9507386684417725, "Finetune/Loss (Raw)": 0.931194543838501, "Finetune/Step": 1895, "Finetune/Step Time": 4.795698536559939} +{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9514073133468628, "Finetune/Loss (Raw)": 0.9823319315910339, "Finetune/Step": 1896, "Finetune/Step Time": 4.803147330880165} +{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9538877606391907, "Finetune/Loss (Raw)": 1.1211349964141846, "Finetune/Step": 1897, "Finetune/Step Time": 4.789873190224171} +{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9537944793701172, "Finetune/Loss (Raw)": 1.0135011672973633, "Finetune/Step": 1898, "Finetune/Step Time": 4.794923627749085} +{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9533402919769287, "Finetune/Loss (Raw)": 0.8521592617034912, "Finetune/Step": 1899, "Finetune/Step Time": 4.814162869006395} +{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9517998099327087, "Finetune/Loss (Raw)": 0.9009273648262024, "Finetune/Step": 1900, "Finetune/Step Time": 4.815065886825323} +{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9515389800071716, "Finetune/Loss (Raw)": 0.933536946773529, "Finetune/Step": 1901, "Finetune/Step Time": 4.811082128435373} +{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9518909454345703, "Finetune/Loss (Raw)": 1.010008454322815, "Finetune/Step": 1902, "Finetune/Step Time": 4.80738814920187} +{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9506252408027649, "Finetune/Loss (Raw)": 0.876567542552948, "Finetune/Step": 1903, "Finetune/Step Time": 4.827463407069445} +{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9506497383117676, "Finetune/Loss (Raw)": 0.9648799896240234, "Finetune/Step": 1904, "Finetune/Step Time": 4.832103943452239} +{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9450721740722656, "Finetune/Loss (Raw)": 0.31594109535217285, "Finetune/Step": 1905, "Finetune/Step Time": 4.870084756985307} +{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9452376961708069, "Finetune/Loss (Raw)": 0.9722738862037659, "Finetune/Step": 1906, "Finetune/Step Time": 4.882035588845611} +{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9442988634109497, "Finetune/Loss (Raw)": 0.9824339151382446, "Finetune/Step": 1907, "Finetune/Step Time": 4.89740495570004} +{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9440732598304749, "Finetune/Loss (Raw)": 0.908540666103363, "Finetune/Step": 1908, "Finetune/Step Time": 4.8948789071291685} +{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9435446262359619, "Finetune/Loss (Raw)": 0.765986979007721, "Finetune/Step": 1909, "Finetune/Step Time": 4.895372731611133} +{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9436296224594116, "Finetune/Loss (Raw)": 0.9489073157310486, "Finetune/Step": 1910, "Finetune/Step Time": 4.897459153085947} +{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9445763826370239, "Finetune/Loss (Raw)": 1.0000920295715332, "Finetune/Step": 1911, "Finetune/Step Time": 4.903128961101174} +{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9439660310745239, "Finetune/Loss (Raw)": 0.9933074712753296, "Finetune/Step": 1912, "Finetune/Step Time": 4.896810634061694} +{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9455664157867432, "Finetune/Loss (Raw)": 0.9901768565177917, "Finetune/Step": 1913, "Finetune/Step Time": 4.881221564486623} +{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9469627141952515, "Finetune/Loss (Raw)": 1.1048178672790527, "Finetune/Step": 1914, "Finetune/Step Time": 4.878979390487075} +{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9491552114486694, "Finetune/Loss (Raw)": 1.08709716796875, "Finetune/Step": 1915, "Finetune/Step Time": 4.9009994845837355} +{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9496362209320068, "Finetune/Loss (Raw)": 0.9374048709869385, "Finetune/Step": 1916, "Finetune/Step Time": 4.9007871095091105} +{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9541630744934082, "Finetune/Loss (Raw)": 0.8705957531929016, "Finetune/Step": 1917, "Finetune/Step Time": 4.864444304257631} +{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9530938267707825, "Finetune/Loss (Raw)": 0.9098265171051025, "Finetune/Step": 1918, "Finetune/Step Time": 4.852217677980661} +{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521697163581848, "Finetune/Loss (Raw)": 0.9737942218780518, "Finetune/Step": 1919, "Finetune/Step Time": 4.84813073463738} +{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510581493377686, "Finetune/Loss (Raw)": 0.8700181245803833, "Finetune/Step": 1920, "Finetune/Step Time": 4.857966743409634} +{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9526578187942505, "Finetune/Loss (Raw)": 1.0340441465377808, "Finetune/Step": 1921, "Finetune/Step Time": 4.84153401106596} +{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9467993378639221, "Finetune/Loss (Raw)": 0.3013266921043396, "Finetune/Step": 1922, "Finetune/Step Time": 4.87529112957418} +{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515713453292847, "Finetune/Loss (Raw)": 0.9783356785774231, "Finetune/Step": 1923, "Finetune/Step Time": 4.840115878731012} +{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527240991592407, "Finetune/Loss (Raw)": 1.0679514408111572, "Finetune/Step": 1924, "Finetune/Step Time": 4.838752131909132} +{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539804458618164, "Finetune/Loss (Raw)": 1.181992769241333, "Finetune/Step": 1925, "Finetune/Step Time": 4.835983501747251} +{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492305517196655, "Finetune/Loss (Raw)": 0.33147454261779785, "Finetune/Step": 1926, "Finetune/Step Time": 4.8665124755352736} +{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9449946284294128, "Finetune/Loss (Raw)": 0.3941955864429474, "Finetune/Step": 1927, "Finetune/Step Time": 4.903502376750112} +{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.945981502532959, "Finetune/Loss (Raw)": 1.0476425886154175, "Finetune/Step": 1928, "Finetune/Step Time": 4.891313917934895} +{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9441733956336975, "Finetune/Loss (Raw)": 0.8479649424552917, "Finetune/Step": 1929, "Finetune/Step Time": 4.882556360214949} +{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9439401626586914, "Finetune/Loss (Raw)": 0.9367296099662781, "Finetune/Step": 1930, "Finetune/Step Time": 4.868254970759153} +{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443491697311401, "Finetune/Loss (Raw)": 0.9878194332122803, "Finetune/Step": 1931, "Finetune/Step Time": 4.8461899403482676} +{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.943334698677063, "Finetune/Loss (Raw)": 0.8646949529647827, "Finetune/Step": 1932, "Finetune/Step Time": 4.860731950029731} +{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9460078477859497, "Finetune/Loss (Raw)": 0.9934556484222412, "Finetune/Step": 1933, "Finetune/Step Time": 4.8536699544638395} +{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9471954107284546, "Finetune/Loss (Raw)": 1.03262197971344, "Finetune/Step": 1934, "Finetune/Step Time": 4.839784802868962} +{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9479777216911316, "Finetune/Loss (Raw)": 1.0600003004074097, "Finetune/Step": 1935, "Finetune/Step Time": 4.8462476916611195} +{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9469234347343445, "Finetune/Loss (Raw)": 0.8468451499938965, "Finetune/Step": 1936, "Finetune/Step Time": 4.8603426441550255} +{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9471508264541626, "Finetune/Loss (Raw)": 0.994219183921814, "Finetune/Step": 1937, "Finetune/Step Time": 4.859205137938261} +{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9426462650299072, "Finetune/Loss (Raw)": 0.3974984586238861, "Finetune/Step": 1938, "Finetune/Step Time": 4.88449976593256} +{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.942712664604187, "Finetune/Loss (Raw)": 0.9541448950767517, "Finetune/Step": 1939, "Finetune/Step Time": 4.879826141521335} +{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9402564764022827, "Finetune/Loss (Raw)": 0.629962682723999, "Finetune/Step": 1940, "Finetune/Step Time": 4.874177293851972} +{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9400930404663086, "Finetune/Loss (Raw)": 0.9264283776283264, "Finetune/Step": 1941, "Finetune/Step Time": 4.87314292602241} +{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.941232442855835, "Finetune/Loss (Raw)": 1.143678903579712, "Finetune/Step": 1942, "Finetune/Step Time": 4.875933635979891} +{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9424930810928345, "Finetune/Loss (Raw)": 1.0656248331069946, "Finetune/Step": 1943, "Finetune/Step Time": 4.875523431226611} +{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9418455958366394, "Finetune/Loss (Raw)": 0.9787998795509338, "Finetune/Step": 1944, "Finetune/Step Time": 4.879987549036741} +{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9375824928283691, "Finetune/Loss (Raw)": 0.3823072612285614, "Finetune/Step": 1945, "Finetune/Step Time": 4.915249282494187} +{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9378198981285095, "Finetune/Loss (Raw)": 0.9500705599784851, "Finetune/Step": 1946, "Finetune/Step Time": 4.92797153070569} +{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9390583038330078, "Finetune/Loss (Raw)": 1.154315710067749, "Finetune/Step": 1947, "Finetune/Step Time": 4.926110478118062} +{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9408829212188721, "Finetune/Loss (Raw)": 1.0994693040847778, "Finetune/Step": 1948, "Finetune/Step Time": 4.926215635612607} +{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9416283369064331, "Finetune/Loss (Raw)": 1.0735806226730347, "Finetune/Step": 1949, "Finetune/Step Time": 4.924668425694108} +{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9407812356948853, "Finetune/Loss (Raw)": 1.0935825109481812, "Finetune/Step": 1950, "Finetune/Step Time": 4.914818327873945} +{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9416944980621338, "Finetune/Loss (Raw)": 1.0824086666107178, "Finetune/Step": 1951, "Finetune/Step Time": 4.925296664237976} +{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9435837864875793, "Finetune/Loss (Raw)": 1.1032053232192993, "Finetune/Step": 1952, "Finetune/Step Time": 4.919546453282237} +{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9423054456710815, "Finetune/Loss (Raw)": 0.7577793002128601, "Finetune/Step": 1953, "Finetune/Step Time": 4.931197693571448} +{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9412024021148682, "Finetune/Loss (Raw)": 0.8858875632286072, "Finetune/Step": 1954, "Finetune/Step Time": 4.9396337028592825} +{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9405214786529541, "Finetune/Loss (Raw)": 0.8692434430122375, "Finetune/Step": 1955, "Finetune/Step Time": 4.923968045040965} +{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9387599229812622, "Finetune/Loss (Raw)": 0.8775141835212708, "Finetune/Step": 1956, "Finetune/Step Time": 4.923411283642054} +{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9384532570838928, "Finetune/Loss (Raw)": 1.0993038415908813, "Finetune/Step": 1957, "Finetune/Step Time": 4.910940391942859} +{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9386970400810242, "Finetune/Loss (Raw)": 1.0976296663284302, "Finetune/Step": 1958, "Finetune/Step Time": 4.9015587624162436} +{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9380571842193604, "Finetune/Loss (Raw)": 0.8556711673736572, "Finetune/Step": 1959, "Finetune/Step Time": 4.909540165215731} +{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9388707876205444, "Finetune/Loss (Raw)": 1.1568270921707153, "Finetune/Step": 1960, "Finetune/Step Time": 4.914635548368096} +{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9386345148086548, "Finetune/Loss (Raw)": 0.8441586494445801, "Finetune/Step": 1961, "Finetune/Step Time": 4.897158250212669} +{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9331286549568176, "Finetune/Loss (Raw)": 0.40549513697624207, "Finetune/Step": 1962, "Finetune/Step Time": 4.934826986864209} +{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9285444021224976, "Finetune/Loss (Raw)": 0.39083409309387207, "Finetune/Step": 1963, "Finetune/Step Time": 4.956929132342339} +{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9290866255760193, "Finetune/Loss (Raw)": 1.06284499168396, "Finetune/Step": 1964, "Finetune/Step Time": 4.9635961931198835} +{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9282392859458923, "Finetune/Loss (Raw)": 0.8465551137924194, "Finetune/Step": 1965, "Finetune/Step Time": 4.962616965174675} +{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9273618459701538, "Finetune/Loss (Raw)": 0.9024565815925598, "Finetune/Step": 1966, "Finetune/Step Time": 4.957518957555294} +{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9261451363563538, "Finetune/Loss (Raw)": 0.8503655791282654, "Finetune/Step": 1967, "Finetune/Step Time": 4.945379028096795} +{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9260448813438416, "Finetune/Loss (Raw)": 1.0372365713119507, "Finetune/Step": 1968, "Finetune/Step Time": 4.931760907173157} +{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9228887557983398, "Finetune/Loss (Raw)": 0.4455060660839081, "Finetune/Step": 1969, "Finetune/Step Time": 4.964999582618475} +{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.921773374080658, "Finetune/Loss (Raw)": 0.9418557286262512, "Finetune/Step": 1970, "Finetune/Step Time": 4.959802690893412} +{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9171164035797119, "Finetune/Loss (Raw)": 0.4016647934913635, "Finetune/Step": 1971, "Finetune/Step Time": 4.9790965504944324} +{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9168294072151184, "Finetune/Loss (Raw)": 0.9349402189254761, "Finetune/Step": 1972, "Finetune/Step Time": 4.966872837394476} +{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9163362979888916, "Finetune/Loss (Raw)": 0.8945279121398926, "Finetune/Step": 1973, "Finetune/Step Time": 4.993885511532426} +{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9164007902145386, "Finetune/Loss (Raw)": 1.1084915399551392, "Finetune/Step": 1974, "Finetune/Step Time": 4.99285382963717} +{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9156731963157654, "Finetune/Loss (Raw)": 0.9413542747497559, "Finetune/Step": 1975, "Finetune/Step Time": 4.9828905295580626} +{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9156671762466431, "Finetune/Loss (Raw)": 0.9754471182823181, "Finetune/Step": 1976, "Finetune/Step Time": 4.985834879800677} +{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9153966903686523, "Finetune/Loss (Raw)": 1.0230512619018555, "Finetune/Step": 1977, "Finetune/Step Time": 4.993977630510926} +{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9155138731002808, "Finetune/Loss (Raw)": 1.0721925497055054, "Finetune/Step": 1978, "Finetune/Step Time": 4.98729713074863} +{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9115947484970093, "Finetune/Loss (Raw)": 0.375060498714447, "Finetune/Step": 1979, "Finetune/Step Time": 4.999317746609449} +{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9105071425437927, "Finetune/Loss (Raw)": 0.881620466709137, "Finetune/Step": 1980, "Finetune/Step Time": 5.0125589445233345} +{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9107527732849121, "Finetune/Loss (Raw)": 1.0323618650436401, "Finetune/Step": 1981, "Finetune/Step Time": 5.013051649555564} +{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9105552434921265, "Finetune/Loss (Raw)": 0.9872435927391052, "Finetune/Step": 1982, "Finetune/Step Time": 5.021059520542622} +{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9095017910003662, "Finetune/Loss (Raw)": 0.923317551612854, "Finetune/Step": 1983, "Finetune/Step Time": 5.019623668864369} +{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9095673561096191, "Finetune/Loss (Raw)": 1.1214090585708618, "Finetune/Step": 1984, "Finetune/Step Time": 5.019308170303702} +{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9102447032928467, "Finetune/Loss (Raw)": 1.0264158248901367, "Finetune/Step": 1985, "Finetune/Step Time": 4.979630185291171} +{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9116356372833252, "Finetune/Loss (Raw)": 1.1975362300872803, "Finetune/Step": 1986, "Finetune/Step Time": 4.96971850655973} +{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9109610319137573, "Finetune/Loss (Raw)": 0.9929980039596558, "Finetune/Step": 1987, "Finetune/Step Time": 4.9964493084698915} +{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9106876850128174, "Finetune/Loss (Raw)": 0.8935167789459229, "Finetune/Step": 1988, "Finetune/Step Time": 4.99441128782928} +{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9116382598876953, "Finetune/Loss (Raw)": 0.9929124712944031, "Finetune/Step": 1989, "Finetune/Step Time": 4.995991365984082} +{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9127066135406494, "Finetune/Loss (Raw)": 1.0140442848205566, "Finetune/Step": 1990, "Finetune/Step Time": 4.996612353250384} +{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9126216173171997, "Finetune/Loss (Raw)": 0.8458312749862671, "Finetune/Step": 1991, "Finetune/Step Time": 4.99250983633101} +{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9137223362922668, "Finetune/Loss (Raw)": 1.0055322647094727, "Finetune/Step": 1992, "Finetune/Step Time": 4.987510401755571} +{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.912506103515625, "Finetune/Loss (Raw)": 0.8954739570617676, "Finetune/Step": 1993, "Finetune/Step Time": 4.992001701146364} +{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9101461172103882, "Finetune/Loss (Raw)": 0.7801450490951538, "Finetune/Step": 1994, "Finetune/Step Time": 4.987993840128183} +{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9078445434570312, "Finetune/Loss (Raw)": 0.8202694058418274, "Finetune/Step": 1995, "Finetune/Step Time": 4.991266969591379} +{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9068024754524231, "Finetune/Loss (Raw)": 0.8543816804885864, "Finetune/Step": 1996, "Finetune/Step Time": 4.978372389450669} +{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9068223237991333, "Finetune/Loss (Raw)": 1.0782172679901123, "Finetune/Step": 1997, "Finetune/Step Time": 4.9807400200515985} +{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9069485664367676, "Finetune/Loss (Raw)": 0.9319992065429688, "Finetune/Step": 1998, "Finetune/Step Time": 4.981389967724681} +{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9024888277053833, "Finetune/Loss (Raw)": 0.40761011838912964, "Finetune/Step": 1999, "Finetune/Step Time": 4.9851937256753445} +{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9026905298233032, "Finetune/Loss (Raw)": 0.8912603259086609, "Finetune/Step": 2000, "Finetune/Step Time": 5.008822575211525} +{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9076017141342163, "Finetune/Loss (Raw)": 0.9888150095939636, "Finetune/Step": 2001, "Finetune/Step Time": 4.9774953462183475} +{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.906703770160675, "Finetune/Loss (Raw)": 0.9519161581993103, "Finetune/Step": 2002, "Finetune/Step Time": 4.975361403077841} +{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.906345009803772, "Finetune/Loss (Raw)": 0.9024412631988525, "Finetune/Step": 2003, "Finetune/Step Time": 4.97457754984498} +{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9058431386947632, "Finetune/Loss (Raw)": 0.9187659621238708, "Finetune/Step": 2004, "Finetune/Step Time": 4.984339635819197} +{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9055651426315308, "Finetune/Loss (Raw)": 0.9406498670578003, "Finetune/Step": 2005, "Finetune/Step Time": 4.978038139641285} +{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9065037965774536, "Finetune/Loss (Raw)": 0.9540022611618042, "Finetune/Step": 2006, "Finetune/Step Time": 4.962101636454463} +{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9071561098098755, "Finetune/Loss (Raw)": 1.158774495124817, "Finetune/Step": 2007, "Finetune/Step Time": 4.957213044166565} +{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9086329936981201, "Finetune/Loss (Raw)": 1.0181822776794434, "Finetune/Step": 2008, "Finetune/Step Time": 4.942091723904014} +{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9090800285339355, "Finetune/Loss (Raw)": 0.9042478799819946, "Finetune/Step": 2009, "Finetune/Step Time": 4.930989343672991} +{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095069169998169, "Finetune/Loss (Raw)": 1.064916729927063, "Finetune/Step": 2010, "Finetune/Step Time": 4.930856224149466} +{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112094640731812, "Finetune/Loss (Raw)": 1.1182061433792114, "Finetune/Step": 2011, "Finetune/Step Time": 4.906578850001097} +{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.916000247001648, "Finetune/Loss (Raw)": 0.964665949344635, "Finetune/Step": 2012, "Finetune/Step Time": 4.876353859901428} +{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165092706680298, "Finetune/Loss (Raw)": 1.057342290878296, "Finetune/Step": 2013, "Finetune/Step Time": 4.898000180721283} +{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9144271612167358, "Finetune/Loss (Raw)": 0.825377345085144, "Finetune/Step": 2014, "Finetune/Step Time": 4.906996190547943} +{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9108993411064148, "Finetune/Loss (Raw)": 0.3890111446380615, "Finetune/Step": 2015, "Finetune/Step Time": 4.93944670073688} +{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078430533409119, "Finetune/Loss (Raw)": 0.39792004227638245, "Finetune/Step": 2016, "Finetune/Step Time": 4.970177231356502} +{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072985053062439, "Finetune/Loss (Raw)": 0.8750346302986145, "Finetune/Step": 2017, "Finetune/Step Time": 4.97584018483758} +{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.9075552821159363, "Finetune/Loss (Raw)": 0.9797120690345764, "Finetune/Step": 2018, "Finetune/Step Time": 4.977833641692996} +{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9063843488693237, "Finetune/Loss (Raw)": 0.879888117313385, "Finetune/Step": 2019, "Finetune/Step Time": 4.984301349148154} +{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9052224159240723, "Finetune/Loss (Raw)": 0.9887017607688904, "Finetune/Step": 2020, "Finetune/Step Time": 4.988054348155856} +{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9054574966430664, "Finetune/Loss (Raw)": 0.9989542365074158, "Finetune/Step": 2021, "Finetune/Step Time": 4.989092867821455} +{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9061686992645264, "Finetune/Loss (Raw)": 0.9302287101745605, "Finetune/Step": 2022, "Finetune/Step Time": 4.9954401683062315} +{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9050365686416626, "Finetune/Loss (Raw)": 0.7862768173217773, "Finetune/Step": 2023, "Finetune/Step Time": 5.020475871860981} +{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9049028158187866, "Finetune/Loss (Raw)": 0.9652143716812134, "Finetune/Step": 2024, "Finetune/Step Time": 5.014121446758509} +{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9031888246536255, "Finetune/Loss (Raw)": 0.90174800157547, "Finetune/Step": 2025, "Finetune/Step Time": 5.026331527158618} +{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029743671417236, "Finetune/Loss (Raw)": 0.9860513210296631, "Finetune/Step": 2026, "Finetune/Step Time": 5.024404468014836} +{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9031111598014832, "Finetune/Loss (Raw)": 0.8696627616882324, "Finetune/Step": 2027, "Finetune/Step Time": 5.003863655030727} +{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037414789199829, "Finetune/Loss (Raw)": 0.9816178679466248, "Finetune/Step": 2028, "Finetune/Step Time": 5.017942115664482} +{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048041105270386, "Finetune/Loss (Raw)": 1.06954026222229, "Finetune/Step": 2029, "Finetune/Step Time": 5.016344858333468} +{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996261358261108, "Finetune/Loss (Raw)": 0.34723222255706787, "Finetune/Step": 2030, "Finetune/Step Time": 5.039417905732989} +{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000122547149658, "Finetune/Loss (Raw)": 0.9259974956512451, "Finetune/Step": 2031, "Finetune/Step Time": 5.0178931802511215} +{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9008437395095825, "Finetune/Loss (Raw)": 1.071312427520752, "Finetune/Step": 2032, "Finetune/Step Time": 5.01324668712914} +{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9066391587257385, "Finetune/Loss (Raw)": 1.0577419996261597, "Finetune/Step": 2033, "Finetune/Step Time": 4.981133878231049} +{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9074721336364746, "Finetune/Loss (Raw)": 1.0789005756378174, "Finetune/Step": 2034, "Finetune/Step Time": 4.968830082565546} +{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.906562328338623, "Finetune/Loss (Raw)": 0.8659716844558716, "Finetune/Step": 2035, "Finetune/Step Time": 4.978737886995077} +{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.907321572303772, "Finetune/Loss (Raw)": 1.0057350397109985, "Finetune/Step": 2036, "Finetune/Step Time": 4.992101361975074} +{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9090009927749634, "Finetune/Loss (Raw)": 0.9809446334838867, "Finetune/Step": 2037, "Finetune/Step Time": 5.006707182154059} +{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908107578754425, "Finetune/Loss (Raw)": 0.8345532417297363, "Finetune/Step": 2038, "Finetune/Step Time": 5.009043065831065} +{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9087145328521729, "Finetune/Loss (Raw)": 1.077785849571228, "Finetune/Step": 2039, "Finetune/Step Time": 5.003238530829549} +{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9090619683265686, "Finetune/Loss (Raw)": 1.037771463394165, "Finetune/Step": 2040, "Finetune/Step Time": 5.001881554722786} +{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9092472195625305, "Finetune/Loss (Raw)": 1.0138952732086182, "Finetune/Step": 2041, "Finetune/Step Time": 5.04576787725091} +{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9071062803268433, "Finetune/Loss (Raw)": 0.8307778835296631, "Finetune/Step": 2042, "Finetune/Step Time": 5.047103209421039} +{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9061075448989868, "Finetune/Loss (Raw)": 0.9592561721801758, "Finetune/Step": 2043, "Finetune/Step Time": 5.017261890694499} +{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9062620401382446, "Finetune/Loss (Raw)": 0.9571804404258728, "Finetune/Step": 2044, "Finetune/Step Time": 5.01724879257381} +{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.907759428024292, "Finetune/Loss (Raw)": 1.0622642040252686, "Finetune/Step": 2045, "Finetune/Step Time": 5.029389061033726} +{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9089579582214355, "Finetune/Loss (Raw)": 1.0632383823394775, "Finetune/Step": 2046, "Finetune/Step Time": 5.029582759365439} +{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9089613556861877, "Finetune/Loss (Raw)": 0.9742264747619629, "Finetune/Step": 2047, "Finetune/Step Time": 5.033142456784844} +{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9086474180221558, "Finetune/Loss (Raw)": 0.8298401236534119, "Finetune/Step": 2048, "Finetune/Step Time": 5.02210009098053} +{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9064114093780518, "Finetune/Loss (Raw)": 0.7478240132331848, "Finetune/Step": 2049, "Finetune/Step Time": 5.036842966452241} +{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9107988476753235, "Finetune/Loss (Raw)": 0.8629236817359924, "Finetune/Step": 2050, "Finetune/Step Time": 5.014624632894993} +{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9117286205291748, "Finetune/Loss (Raw)": 1.0973490476608276, "Finetune/Step": 2051, "Finetune/Step Time": 5.018730640411377} +{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9111837148666382, "Finetune/Loss (Raw)": 0.9982019066810608, "Finetune/Step": 2052, "Finetune/Step Time": 5.030692560598254} +{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9093978404998779, "Finetune/Loss (Raw)": 0.9533953666687012, "Finetune/Step": 2053, "Finetune/Step Time": 5.033071821555495} +{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9152134656906128, "Finetune/Loss (Raw)": 1.0758806467056274, "Finetune/Step": 2054, "Finetune/Step Time": 4.999767631292343} +{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9202648401260376, "Finetune/Loss (Raw)": 1.0407710075378418, "Finetune/Step": 2055, "Finetune/Step Time": 4.9695106614381075} +{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9202046990394592, "Finetune/Loss (Raw)": 1.0399396419525146, "Finetune/Step": 2056, "Finetune/Step Time": 4.970016593113542} +{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9208910465240479, "Finetune/Loss (Raw)": 0.9358240962028503, "Finetune/Step": 2057, "Finetune/Step Time": 4.978921923786402} +{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9208425283432007, "Finetune/Loss (Raw)": 0.9305176734924316, "Finetune/Step": 2058, "Finetune/Step Time": 4.9898779802024364} +{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9197957515716553, "Finetune/Loss (Raw)": 0.8538333177566528, "Finetune/Step": 2059, "Finetune/Step Time": 4.991178020834923} +{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9206117391586304, "Finetune/Loss (Raw)": 0.9691316485404968, "Finetune/Step": 2060, "Finetune/Step Time": 4.970919055864215} +{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9210920333862305, "Finetune/Loss (Raw)": 1.054935097694397, "Finetune/Step": 2061, "Finetune/Step Time": 4.9700258783996105} +{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9198722839355469, "Finetune/Loss (Raw)": 0.8765013813972473, "Finetune/Step": 2062, "Finetune/Step Time": 4.9698867332190275} +{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9196679592132568, "Finetune/Loss (Raw)": 1.0338464975357056, "Finetune/Step": 2063, "Finetune/Step Time": 4.961802741512656} +{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9207804203033447, "Finetune/Loss (Raw)": 0.9892365336418152, "Finetune/Step": 2064, "Finetune/Step Time": 4.970198970288038} +{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9208481907844543, "Finetune/Loss (Raw)": 1.002895712852478, "Finetune/Step": 2065, "Finetune/Step Time": 4.977823046967387} +{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9203920364379883, "Finetune/Loss (Raw)": 0.33911460638046265, "Finetune/Step": 2066, "Finetune/Step Time": 4.977535039186478} +{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9205892086029053, "Finetune/Loss (Raw)": 0.9793772101402283, "Finetune/Step": 2067, "Finetune/Step Time": 4.978739157319069} +{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9230754971504211, "Finetune/Loss (Raw)": 0.9482060074806213, "Finetune/Step": 2068, "Finetune/Step Time": 4.9678519163280725} +{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.923089861869812, "Finetune/Loss (Raw)": 0.928266704082489, "Finetune/Step": 2069, "Finetune/Step Time": 4.964313428848982} +{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9198579788208008, "Finetune/Loss (Raw)": 0.7299961447715759, "Finetune/Step": 2070, "Finetune/Step Time": 4.969720017164946} +{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9193432331085205, "Finetune/Loss (Raw)": 0.9997377991676331, "Finetune/Step": 2071, "Finetune/Step Time": 4.980892328545451} +{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9205462336540222, "Finetune/Loss (Raw)": 1.1327896118164062, "Finetune/Step": 2072, "Finetune/Step Time": 4.972963692620397} +{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9249061942100525, "Finetune/Loss (Raw)": 0.9403806328773499, "Finetune/Step": 2073, "Finetune/Step Time": 4.947456128895283} +{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9256832599639893, "Finetune/Loss (Raw)": 1.0495352745056152, "Finetune/Step": 2074, "Finetune/Step Time": 4.9382452722638845} +{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9238044023513794, "Finetune/Loss (Raw)": 0.9138219952583313, "Finetune/Step": 2075, "Finetune/Step Time": 4.932482430711389} +{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9214524626731873, "Finetune/Loss (Raw)": 0.798417329788208, "Finetune/Step": 2076, "Finetune/Step Time": 4.9562325514853} +{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9199838638305664, "Finetune/Loss (Raw)": 0.8856105804443359, "Finetune/Step": 2077, "Finetune/Step Time": 4.956040348857641} +{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9185590147972107, "Finetune/Loss (Raw)": 0.9111911058425903, "Finetune/Step": 2078, "Finetune/Step Time": 4.955836312845349} +{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9175986647605896, "Finetune/Loss (Raw)": 0.9594865441322327, "Finetune/Step": 2079, "Finetune/Step Time": 4.944704661145806} +{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9152104258537292, "Finetune/Loss (Raw)": 0.7975146770477295, "Finetune/Step": 2080, "Finetune/Step Time": 4.9524883683770895} +{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9167122840881348, "Finetune/Loss (Raw)": 0.9500126242637634, "Finetune/Step": 2081, "Finetune/Step Time": 4.9582373183220625} +{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166996479034424, "Finetune/Loss (Raw)": 0.8842692375183105, "Finetune/Step": 2082, "Finetune/Step Time": 4.945128582417965} +{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.9176912903785706, "Finetune/Loss (Raw)": 0.9961785674095154, "Finetune/Step": 2083, "Finetune/Step Time": 4.928008023649454} +{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9197285175323486, "Finetune/Loss (Raw)": 1.13827383518219, "Finetune/Step": 2084, "Finetune/Step Time": 4.918505357578397} +{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9135997295379639, "Finetune/Loss (Raw)": 0.3148246109485626, "Finetune/Step": 2085, "Finetune/Step Time": 4.953424239531159} +{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129371643066406, "Finetune/Loss (Raw)": 1.0128179788589478, "Finetune/Step": 2086, "Finetune/Step Time": 4.952664198353887} +{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146679639816284, "Finetune/Loss (Raw)": 1.0772123336791992, "Finetune/Step": 2087, "Finetune/Step Time": 4.937214532867074} +{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9139877557754517, "Finetune/Loss (Raw)": 1.0697706937789917, "Finetune/Step": 2088, "Finetune/Step Time": 4.932968934997916} +{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9152824878692627, "Finetune/Loss (Raw)": 1.0098772048950195, "Finetune/Step": 2089, "Finetune/Step Time": 4.938581731170416} +{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142024517059326, "Finetune/Loss (Raw)": 0.26724973320961, "Finetune/Step": 2090, "Finetune/Step Time": 4.940605005249381} +{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9178804159164429, "Finetune/Loss (Raw)": 0.8616150617599487, "Finetune/Step": 2091, "Finetune/Step Time": 4.902829945087433} +{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9177124500274658, "Finetune/Loss (Raw)": 1.0413473844528198, "Finetune/Step": 2092, "Finetune/Step Time": 4.890439838171005} +{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9187870621681213, "Finetune/Loss (Raw)": 0.9841055274009705, "Finetune/Step": 2093, "Finetune/Step Time": 4.888308813795447} +{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9202597141265869, "Finetune/Loss (Raw)": 1.0909470319747925, "Finetune/Step": 2094, "Finetune/Step Time": 4.894719757139683} +{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9213327169418335, "Finetune/Loss (Raw)": 0.9877114295959473, "Finetune/Step": 2095, "Finetune/Step Time": 4.8992424458265305} +{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9207472801208496, "Finetune/Loss (Raw)": 0.9623057842254639, "Finetune/Step": 2096, "Finetune/Step Time": 4.901163412258029} +{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256998896598816, "Finetune/Loss (Raw)": 1.0794447660446167, "Finetune/Step": 2097, "Finetune/Step Time": 4.8646259270608425} +{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9257407784461975, "Finetune/Loss (Raw)": 0.9470831155776978, "Finetune/Step": 2098, "Finetune/Step Time": 4.8734210301190615} +{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9254236221313477, "Finetune/Loss (Raw)": 0.36107322573661804, "Finetune/Step": 2099, "Finetune/Step Time": 4.876377459615469} +{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9245767593383789, "Finetune/Loss (Raw)": 0.8265383839607239, "Finetune/Step": 2100, "Finetune/Step Time": 4.882689801976085} +{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9257379770278931, "Finetune/Loss (Raw)": 1.0431638956069946, "Finetune/Step": 2101, "Finetune/Step Time": 4.846866991370916} +{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9242741465568542, "Finetune/Loss (Raw)": 0.9211218357086182, "Finetune/Step": 2102, "Finetune/Step Time": 4.850103380158544} +{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9197905659675598, "Finetune/Loss (Raw)": 0.3674517273902893, "Finetune/Step": 2103, "Finetune/Step Time": 4.887227637693286} +{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9194847345352173, "Finetune/Loss (Raw)": 0.9363117218017578, "Finetune/Step": 2104, "Finetune/Step Time": 4.894507326185703} +{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9189528822898865, "Finetune/Loss (Raw)": 0.9549704790115356, "Finetune/Step": 2105, "Finetune/Step Time": 4.904696514829993} +{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.917938232421875, "Finetune/Loss (Raw)": 0.942318856716156, "Finetune/Step": 2106, "Finetune/Step Time": 4.9034217819571495} +{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9225358366966248, "Finetune/Loss (Raw)": 0.9635497331619263, "Finetune/Step": 2107, "Finetune/Step Time": 4.867178535088897} +{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9228277802467346, "Finetune/Loss (Raw)": 0.9189928770065308, "Finetune/Step": 2108, "Finetune/Step Time": 4.854852417483926} +{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9223177433013916, "Finetune/Loss (Raw)": 0.9670717716217041, "Finetune/Step": 2109, "Finetune/Step Time": 4.8580231331288815} +{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9225608110427856, "Finetune/Loss (Raw)": 1.0183526277542114, "Finetune/Step": 2110, "Finetune/Step Time": 4.865857662633061} +{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9228668808937073, "Finetune/Loss (Raw)": 0.9624988436698914, "Finetune/Step": 2111, "Finetune/Step Time": 4.880325246602297} +{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9176840782165527, "Finetune/Loss (Raw)": 0.4580122232437134, "Finetune/Step": 2112, "Finetune/Step Time": 4.9158505499362946} +{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.917293131351471, "Finetune/Loss (Raw)": 0.9763739109039307, "Finetune/Step": 2113, "Finetune/Step Time": 4.913732511922717} +{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9169022440910339, "Finetune/Loss (Raw)": 1.1474988460540771, "Finetune/Step": 2114, "Finetune/Step Time": 4.932144762948155} +{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9172017574310303, "Finetune/Loss (Raw)": 1.0313351154327393, "Finetune/Step": 2115, "Finetune/Step Time": 4.907919334247708} +{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9134774208068848, "Finetune/Loss (Raw)": 0.41680315136909485, "Finetune/Step": 2116, "Finetune/Step Time": 4.940540798008442} +{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.911794900894165, "Finetune/Loss (Raw)": 0.7775563597679138, "Finetune/Step": 2117, "Finetune/Step Time": 4.956836668774486} +{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9108163118362427, "Finetune/Loss (Raw)": 0.8887805938720703, "Finetune/Step": 2118, "Finetune/Step Time": 4.952376963570714} +{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9112226366996765, "Finetune/Loss (Raw)": 0.8978378176689148, "Finetune/Step": 2119, "Finetune/Step Time": 4.96570722386241} +{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9059454202651978, "Finetune/Loss (Raw)": 0.3300509452819824, "Finetune/Step": 2120, "Finetune/Step Time": 5.002208074554801} +{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9064590930938721, "Finetune/Loss (Raw)": 0.9612223505973816, "Finetune/Step": 2121, "Finetune/Step Time": 4.994091982021928} +{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9084509611129761, "Finetune/Loss (Raw)": 1.035106897354126, "Finetune/Step": 2122, "Finetune/Step Time": 4.988031318411231} +{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9101536273956299, "Finetune/Loss (Raw)": 1.0382100343704224, "Finetune/Step": 2123, "Finetune/Step Time": 4.979172235354781} +{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9113409519195557, "Finetune/Loss (Raw)": 1.0063636302947998, "Finetune/Step": 2124, "Finetune/Step Time": 4.975827993825078} +{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9111339449882507, "Finetune/Loss (Raw)": 1.0517178773880005, "Finetune/Step": 2125, "Finetune/Step Time": 4.989727254956961} +{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9119316935539246, "Finetune/Loss (Raw)": 1.0341062545776367, "Finetune/Step": 2126, "Finetune/Step Time": 4.986569333821535} +{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.916289746761322, "Finetune/Loss (Raw)": 0.9654461145401001, "Finetune/Step": 2127, "Finetune/Step Time": 4.953397320583463} +{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9120694398880005, "Finetune/Loss (Raw)": 0.3510550856590271, "Finetune/Step": 2128, "Finetune/Step Time": 4.967790529131889} +{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.906489372253418, "Finetune/Loss (Raw)": 0.2745666205883026, "Finetune/Step": 2129, "Finetune/Step Time": 4.998664619401097} +{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9068110585212708, "Finetune/Loss (Raw)": 0.9930944442749023, "Finetune/Step": 2130, "Finetune/Step Time": 4.996999269351363} +{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.907677412033081, "Finetune/Loss (Raw)": 1.0133428573608398, "Finetune/Step": 2131, "Finetune/Step Time": 4.986779490485787} +{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.907579243183136, "Finetune/Loss (Raw)": 0.9061899185180664, "Finetune/Step": 2132, "Finetune/Step Time": 4.986013878136873} +{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9094681739807129, "Finetune/Loss (Raw)": 1.1824365854263306, "Finetune/Step": 2133, "Finetune/Step Time": 4.983195882290602} +{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9092943668365479, "Finetune/Loss (Raw)": 0.931745707988739, "Finetune/Step": 2134, "Finetune/Step Time": 4.998947774991393} +{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072064161300659, "Finetune/Loss (Raw)": 0.8915248513221741, "Finetune/Step": 2135, "Finetune/Step Time": 4.994377149268985} +{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9071077108383179, "Finetune/Loss (Raw)": 1.0055445432662964, "Finetune/Step": 2136, "Finetune/Step Time": 4.986354842782021} +{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033008813858032, "Finetune/Loss (Raw)": 0.4169851541519165, "Finetune/Step": 2137, "Finetune/Step Time": 5.023198621347547} +{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9022764563560486, "Finetune/Loss (Raw)": 0.9337822794914246, "Finetune/Step": 2138, "Finetune/Step Time": 5.02763213776052} +{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9006093144416809, "Finetune/Loss (Raw)": 0.9048171639442444, "Finetune/Step": 2139, "Finetune/Step Time": 5.041967749595642} +{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9008825421333313, "Finetune/Loss (Raw)": 0.999640166759491, "Finetune/Step": 2140, "Finetune/Step Time": 5.0386187098920345} +{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9012691974639893, "Finetune/Loss (Raw)": 1.1068311929702759, "Finetune/Step": 2141, "Finetune/Step Time": 5.019215228036046} +{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9016679525375366, "Finetune/Loss (Raw)": 0.8764104247093201, "Finetune/Step": 2142, "Finetune/Step Time": 5.013513933867216} +{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9062967896461487, "Finetune/Loss (Raw)": 0.9815115332603455, "Finetune/Step": 2143, "Finetune/Step Time": 4.994522962719202} +{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9105452299118042, "Finetune/Loss (Raw)": 0.9417157769203186, "Finetune/Step": 2144, "Finetune/Step Time": 4.970169451087713} +{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9095600843429565, "Finetune/Loss (Raw)": 0.748938262462616, "Finetune/Step": 2145, "Finetune/Step Time": 4.970352062955499} +{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9094059467315674, "Finetune/Loss (Raw)": 0.9599833488464355, "Finetune/Step": 2146, "Finetune/Step Time": 4.985297037288547} +{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9103187322616577, "Finetune/Loss (Raw)": 0.9967256784439087, "Finetune/Step": 2147, "Finetune/Step Time": 4.987502632662654} +{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9111605286598206, "Finetune/Loss (Raw)": 1.096448540687561, "Finetune/Step": 2148, "Finetune/Step Time": 4.983468426391482} +{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9113227128982544, "Finetune/Loss (Raw)": 1.0197129249572754, "Finetune/Step": 2149, "Finetune/Step Time": 4.967720102518797} +{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9113776683807373, "Finetune/Loss (Raw)": 0.9372586011886597, "Finetune/Step": 2150, "Finetune/Step Time": 4.965728735551238} +{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9145336151123047, "Finetune/Loss (Raw)": 1.1902415752410889, "Finetune/Step": 2151, "Finetune/Step Time": 4.954967780038714} +{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9136261940002441, "Finetune/Loss (Raw)": 0.8490612506866455, "Finetune/Step": 2152, "Finetune/Step Time": 4.961158091202378} +{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9134592413902283, "Finetune/Loss (Raw)": 0.880384087562561, "Finetune/Step": 2153, "Finetune/Step Time": 4.956260714679956} +{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9129220247268677, "Finetune/Loss (Raw)": 0.9172890782356262, "Finetune/Step": 2154, "Finetune/Step Time": 4.954451801255345} +{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9135175347328186, "Finetune/Loss (Raw)": 0.9458881616592407, "Finetune/Step": 2155, "Finetune/Step Time": 4.961280275136232} +{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9120272397994995, "Finetune/Loss (Raw)": 0.7908571362495422, "Finetune/Step": 2156, "Finetune/Step Time": 4.961959723383188} +{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9110735654830933, "Finetune/Loss (Raw)": 0.9474734663963318, "Finetune/Step": 2157, "Finetune/Step Time": 4.966123355552554} +{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.916031539440155, "Finetune/Loss (Raw)": 0.9818468689918518, "Finetune/Step": 2158, "Finetune/Step Time": 4.930279606953263} +{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9167213439941406, "Finetune/Loss (Raw)": 1.014298915863037, "Finetune/Step": 2159, "Finetune/Step Time": 4.947129236534238} +{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9160826206207275, "Finetune/Loss (Raw)": 0.9895578026771545, "Finetune/Step": 2160, "Finetune/Step Time": 4.942435130476952} +{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9146642684936523, "Finetune/Loss (Raw)": 0.876185953617096, "Finetune/Step": 2161, "Finetune/Step Time": 4.936748573556542} +{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9137970209121704, "Finetune/Loss (Raw)": 0.9678981304168701, "Finetune/Step": 2162, "Finetune/Step Time": 4.947071559727192} +{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9141806364059448, "Finetune/Loss (Raw)": 0.915077269077301, "Finetune/Step": 2163, "Finetune/Step Time": 4.931320566684008} +{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9147202968597412, "Finetune/Loss (Raw)": 1.0748085975646973, "Finetune/Step": 2164, "Finetune/Step Time": 4.917836245149374} +{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9148791432380676, "Finetune/Loss (Raw)": 1.0012699365615845, "Finetune/Step": 2165, "Finetune/Step Time": 4.927760846912861} +{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9161515831947327, "Finetune/Loss (Raw)": 0.9974254369735718, "Finetune/Step": 2166, "Finetune/Step Time": 4.928001349791884} +{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.916370153427124, "Finetune/Loss (Raw)": 1.105759620666504, "Finetune/Step": 2167, "Finetune/Step Time": 4.927719919010997} +{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.915672779083252, "Finetune/Loss (Raw)": 0.9485187530517578, "Finetune/Step": 2168, "Finetune/Step Time": 4.92671874538064} +{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9155207872390747, "Finetune/Loss (Raw)": 0.9944370985031128, "Finetune/Step": 2169, "Finetune/Step Time": 4.883617792278528} +{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9157700538635254, "Finetune/Loss (Raw)": 0.8626819252967834, "Finetune/Step": 2170, "Finetune/Step Time": 4.884678306058049} +{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9159055948257446, "Finetune/Loss (Raw)": 0.9766045212745667, "Finetune/Step": 2171, "Finetune/Step Time": 4.894337743520737} +{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9156925082206726, "Finetune/Loss (Raw)": 0.929906964302063, "Finetune/Step": 2172, "Finetune/Step Time": 4.8942359909415245} +{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9151233434677124, "Finetune/Loss (Raw)": 0.989419162273407, "Finetune/Step": 2173, "Finetune/Step Time": 4.898015862330794} +{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9132702350616455, "Finetune/Loss (Raw)": 0.8260303735733032, "Finetune/Step": 2174, "Finetune/Step Time": 4.910675356164575} +{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9133436679840088, "Finetune/Loss (Raw)": 0.9836224913597107, "Finetune/Step": 2175, "Finetune/Step Time": 4.926423834636807} +{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9148235321044922, "Finetune/Loss (Raw)": 1.0192674398422241, "Finetune/Step": 2176, "Finetune/Step Time": 4.926170190796256} +{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9177155494689941, "Finetune/Loss (Raw)": 1.1180058717727661, "Finetune/Step": 2177, "Finetune/Step Time": 4.915272502228618} +{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9174131155014038, "Finetune/Loss (Raw)": 0.8242127299308777, "Finetune/Step": 2178, "Finetune/Step Time": 4.903056534007192} +{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9169446229934692, "Finetune/Loss (Raw)": 1.0373848676681519, "Finetune/Step": 2179, "Finetune/Step Time": 4.912871055305004} +{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9169855117797852, "Finetune/Loss (Raw)": 1.0034284591674805, "Finetune/Step": 2180, "Finetune/Step Time": 4.906549958512187} +{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9173663854598999, "Finetune/Loss (Raw)": 1.0021519660949707, "Finetune/Step": 2181, "Finetune/Step Time": 4.904380727559328} +{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9169180393218994, "Finetune/Loss (Raw)": 1.018486499786377, "Finetune/Step": 2182, "Finetune/Step Time": 4.907698987051845} +{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9152530431747437, "Finetune/Loss (Raw)": 0.8276512622833252, "Finetune/Step": 2183, "Finetune/Step Time": 4.923989303410053} +{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9138151407241821, "Finetune/Loss (Raw)": 0.8558981418609619, "Finetune/Step": 2184, "Finetune/Step Time": 4.938906688243151} +{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9139321446418762, "Finetune/Loss (Raw)": 0.9507964849472046, "Finetune/Step": 2185, "Finetune/Step Time": 4.925193918868899} +{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9139553308486938, "Finetune/Loss (Raw)": 0.9334797859191895, "Finetune/Step": 2186, "Finetune/Step Time": 4.910477356985211} +{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9135003685951233, "Finetune/Loss (Raw)": 0.7956036329269409, "Finetune/Step": 2187, "Finetune/Step Time": 4.943947626277804} +{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9134973883628845, "Finetune/Loss (Raw)": 0.9687511324882507, "Finetune/Step": 2188, "Finetune/Step Time": 4.977397562935948} +{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9121032953262329, "Finetune/Loss (Raw)": 0.8764895796775818, "Finetune/Step": 2189, "Finetune/Step Time": 4.9847988579422235} +{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9122025966644287, "Finetune/Loss (Raw)": 0.8892110586166382, "Finetune/Step": 2190, "Finetune/Step Time": 4.9944493137300014} +{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9119436144828796, "Finetune/Loss (Raw)": 1.0006943941116333, "Finetune/Step": 2191, "Finetune/Step Time": 5.009565457701683} +{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9106612205505371, "Finetune/Loss (Raw)": 0.8250870704650879, "Finetune/Step": 2192, "Finetune/Step Time": 4.991202084347606} +{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9108381867408752, "Finetune/Loss (Raw)": 1.0255502462387085, "Finetune/Step": 2193, "Finetune/Step Time": 4.986505491659045} +{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9159961938858032, "Finetune/Loss (Raw)": 0.9993338584899902, "Finetune/Step": 2194, "Finetune/Step Time": 4.9547252878546715} +{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9163140654563904, "Finetune/Loss (Raw)": 1.020071029663086, "Finetune/Step": 2195, "Finetune/Step Time": 4.953299673274159} +{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9158391952514648, "Finetune/Loss (Raw)": 0.8874219655990601, "Finetune/Step": 2196, "Finetune/Step Time": 4.962358696386218} +{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9166781902313232, "Finetune/Loss (Raw)": 1.0356659889221191, "Finetune/Step": 2197, "Finetune/Step Time": 4.963961347937584} +{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.918061375617981, "Finetune/Loss (Raw)": 0.9070380330085754, "Finetune/Step": 2198, "Finetune/Step Time": 4.957853360101581} +{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9171442985534668, "Finetune/Loss (Raw)": 0.8823482394218445, "Finetune/Step": 2199, "Finetune/Step Time": 4.950004383921623} +{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9155392050743103, "Finetune/Loss (Raw)": 0.9273396730422974, "Finetune/Step": 2200, "Finetune/Step Time": 4.962202152237296} +{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9109302759170532, "Finetune/Loss (Raw)": 0.35043829679489136, "Finetune/Step": 2201, "Finetune/Step Time": 4.99167288094759} +{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9101817011833191, "Finetune/Loss (Raw)": 0.9537209868431091, "Finetune/Step": 2202, "Finetune/Step Time": 4.983452290296555} +{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9101076126098633, "Finetune/Loss (Raw)": 0.9043360948562622, "Finetune/Step": 2203, "Finetune/Step Time": 4.984328085556626} +{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9107853174209595, "Finetune/Loss (Raw)": 0.8851593136787415, "Finetune/Step": 2204, "Finetune/Step Time": 4.970044368878007} +{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9071865081787109, "Finetune/Loss (Raw)": 0.4249642491340637, "Finetune/Step": 2205, "Finetune/Step Time": 5.004329780116677} +{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9058305025100708, "Finetune/Loss (Raw)": 0.737628161907196, "Finetune/Step": 2206, "Finetune/Step Time": 5.059077367186546} +{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9061370491981506, "Finetune/Loss (Raw)": 0.998721182346344, "Finetune/Step": 2207, "Finetune/Step Time": 5.054239692166448} +{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9069560766220093, "Finetune/Loss (Raw)": 0.902346134185791, "Finetune/Step": 2208, "Finetune/Step Time": 5.057935180142522} +{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9066982269287109, "Finetune/Loss (Raw)": 0.9170070290565491, "Finetune/Step": 2209, "Finetune/Step Time": 5.042193917557597} +{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9028272032737732, "Finetune/Loss (Raw)": 0.3887837827205658, "Finetune/Step": 2210, "Finetune/Step Time": 5.082631945610046} +{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9032021760940552, "Finetune/Loss (Raw)": 1.0441761016845703, "Finetune/Step": 2211, "Finetune/Step Time": 5.107104130089283} +{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9001306295394897, "Finetune/Loss (Raw)": 0.7451131343841553, "Finetune/Step": 2212, "Finetune/Step Time": 5.135473918169737} +{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043997526168823, "Finetune/Loss (Raw)": 0.86127108335495, "Finetune/Step": 2213, "Finetune/Step Time": 5.106386153027415} +{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9022997617721558, "Finetune/Loss (Raw)": 0.7440218329429626, "Finetune/Step": 2214, "Finetune/Step Time": 5.113141035661101} +{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9017605781555176, "Finetune/Loss (Raw)": 1.008192777633667, "Finetune/Step": 2215, "Finetune/Step Time": 5.112878601998091} +{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9011072516441345, "Finetune/Loss (Raw)": 0.9861462116241455, "Finetune/Step": 2216, "Finetune/Step Time": 5.109898168593645} +{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9014109969139099, "Finetune/Loss (Raw)": 1.048754096031189, "Finetune/Step": 2217, "Finetune/Step Time": 5.105591230094433} +{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9054423570632935, "Finetune/Loss (Raw)": 0.7832736968994141, "Finetune/Step": 2218, "Finetune/Step Time": 5.073939107358456} +{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9057193398475647, "Finetune/Loss (Raw)": 0.8970617055892944, "Finetune/Step": 2219, "Finetune/Step Time": 5.10431719198823} +{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.905488133430481, "Finetune/Loss (Raw)": 1.0117552280426025, "Finetune/Step": 2220, "Finetune/Step Time": 5.104061622172594} +{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9046546816825867, "Finetune/Loss (Raw)": 0.8774244785308838, "Finetune/Step": 2221, "Finetune/Step Time": 5.120794391259551} +{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9040127396583557, "Finetune/Loss (Raw)": 1.0087767839431763, "Finetune/Step": 2222, "Finetune/Step Time": 5.129027422517538} +{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9038645625114441, "Finetune/Loss (Raw)": 0.9687468409538269, "Finetune/Step": 2223, "Finetune/Step Time": 5.1330421175807714} +{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9037240743637085, "Finetune/Loss (Raw)": 0.9443235397338867, "Finetune/Step": 2224, "Finetune/Step Time": 5.145264372229576} +{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9025415182113647, "Finetune/Loss (Raw)": 0.9280743598937988, "Finetune/Step": 2225, "Finetune/Step Time": 5.1567671950906515} +{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.902614951133728, "Finetune/Loss (Raw)": 0.9564788341522217, "Finetune/Step": 2226, "Finetune/Step Time": 5.156331904232502} +{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9076533317565918, "Finetune/Loss (Raw)": 1.005985975265503, "Finetune/Step": 2227, "Finetune/Step Time": 5.124418893828988} +{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9086496829986572, "Finetune/Loss (Raw)": 0.9540808200836182, "Finetune/Step": 2228, "Finetune/Step Time": 5.122800998389721} +{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9079526662826538, "Finetune/Loss (Raw)": 0.9539459943771362, "Finetune/Step": 2229, "Finetune/Step Time": 5.122234724462032} +{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9077765941619873, "Finetune/Loss (Raw)": 0.8985801339149475, "Finetune/Step": 2230, "Finetune/Step Time": 5.122791808098555} +{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9129774570465088, "Finetune/Loss (Raw)": 1.0331600904464722, "Finetune/Step": 2231, "Finetune/Step Time": 5.086783168837428} +{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.913943886756897, "Finetune/Loss (Raw)": 1.0600179433822632, "Finetune/Step": 2232, "Finetune/Step Time": 5.078461356461048} +{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9128981828689575, "Finetune/Loss (Raw)": 0.8211187720298767, "Finetune/Step": 2233, "Finetune/Step Time": 5.076561316847801} +{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9133647680282593, "Finetune/Loss (Raw)": 1.002039909362793, "Finetune/Step": 2234, "Finetune/Step Time": 5.080212382599711} +{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9142207503318787, "Finetune/Loss (Raw)": 1.0731183290481567, "Finetune/Step": 2235, "Finetune/Step Time": 5.091721296310425} +{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9150777459144592, "Finetune/Loss (Raw)": 1.0286842584609985, "Finetune/Step": 2236, "Finetune/Step Time": 5.092520222067833} +{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9150354266166687, "Finetune/Loss (Raw)": 0.9616595506668091, "Finetune/Step": 2237, "Finetune/Step Time": 5.09306245483458} +{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9134107828140259, "Finetune/Loss (Raw)": 0.810390055179596, "Finetune/Step": 2238, "Finetune/Step Time": 5.097609864547849} +{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9152435064315796, "Finetune/Loss (Raw)": 1.1970888376235962, "Finetune/Step": 2239, "Finetune/Step Time": 5.083577774465084} +{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.920113205909729, "Finetune/Loss (Raw)": 1.081333875656128, "Finetune/Step": 2240, "Finetune/Step Time": 5.050364902243018} +{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9204533696174622, "Finetune/Loss (Raw)": 1.0199191570281982, "Finetune/Step": 2241, "Finetune/Step Time": 5.058729389682412} +{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9187507629394531, "Finetune/Loss (Raw)": 0.9295565485954285, "Finetune/Step": 2242, "Finetune/Step Time": 5.041422193869948} +{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9178484678268433, "Finetune/Loss (Raw)": 0.9158519506454468, "Finetune/Step": 2243, "Finetune/Step Time": 5.0442367028445005} +{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9239089488983154, "Finetune/Loss (Raw)": 1.192537784576416, "Finetune/Step": 2244, "Finetune/Step Time": 5.006262114271522} +{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9255247712135315, "Finetune/Loss (Raw)": 0.9843873977661133, "Finetune/Step": 2245, "Finetune/Step Time": 4.986519323661923} +{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9273430109024048, "Finetune/Loss (Raw)": 1.1215163469314575, "Finetune/Step": 2246, "Finetune/Step Time": 4.989231487736106} +{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272552728652954, "Finetune/Loss (Raw)": 0.8866097331047058, "Finetune/Step": 2247, "Finetune/Step Time": 4.987925700843334} +{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9309006333351135, "Finetune/Loss (Raw)": 0.7966559529304504, "Finetune/Step": 2248, "Finetune/Step Time": 4.947991471737623} +{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9302968978881836, "Finetune/Loss (Raw)": 0.8839480876922607, "Finetune/Step": 2249, "Finetune/Step Time": 4.947982100769877} +{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298638105392456, "Finetune/Loss (Raw)": 0.9796664714813232, "Finetune/Step": 2250, "Finetune/Step Time": 4.969087028875947} +{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9294821619987488, "Finetune/Loss (Raw)": 0.9893605709075928, "Finetune/Step": 2251, "Finetune/Step Time": 4.970441363751888} +{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9240862131118774, "Finetune/Loss (Raw)": 0.31567829847335815, "Finetune/Step": 2252, "Finetune/Step Time": 5.001438545063138} +{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9241685271263123, "Finetune/Loss (Raw)": 1.0622550249099731, "Finetune/Step": 2253, "Finetune/Step Time": 4.982227401807904} +{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9244529008865356, "Finetune/Loss (Raw)": 1.0705081224441528, "Finetune/Step": 2254, "Finetune/Step Time": 4.988650081679225} +{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9246045351028442, "Finetune/Loss (Raw)": 0.9848548173904419, "Finetune/Step": 2255, "Finetune/Step Time": 4.9867459535598755} +{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9289860725402832, "Finetune/Loss (Raw)": 0.9118902087211609, "Finetune/Step": 2256, "Finetune/Step Time": 4.946764327585697} +{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347337484359741, "Finetune/Loss (Raw)": 1.010272741317749, "Finetune/Step": 2257, "Finetune/Step Time": 4.914325688034296} +{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9332745671272278, "Finetune/Loss (Raw)": 0.8063123822212219, "Finetune/Step": 2258, "Finetune/Step Time": 4.914484800770879} +{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9321803450584412, "Finetune/Loss (Raw)": 0.8732876181602478, "Finetune/Step": 2259, "Finetune/Step Time": 4.911637997254729} +{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9322980642318726, "Finetune/Loss (Raw)": 0.9212502837181091, "Finetune/Step": 2260, "Finetune/Step Time": 4.917024685069919} +{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9308980703353882, "Finetune/Loss (Raw)": 1.0032404661178589, "Finetune/Step": 2261, "Finetune/Step Time": 4.919338373467326} +{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9319790601730347, "Finetune/Loss (Raw)": 1.0701134204864502, "Finetune/Step": 2262, "Finetune/Step Time": 4.908288476988673} +{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9317812919616699, "Finetune/Loss (Raw)": 0.8662153482437134, "Finetune/Step": 2263, "Finetune/Step Time": 4.912747353315353} +{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.931649923324585, "Finetune/Loss (Raw)": 0.9887241125106812, "Finetune/Step": 2264, "Finetune/Step Time": 4.915891861543059} +{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9356061220169067, "Finetune/Loss (Raw)": 0.9233809113502502, "Finetune/Step": 2265, "Finetune/Step Time": 4.887648666277528} +{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9346228837966919, "Finetune/Loss (Raw)": 0.8079238533973694, "Finetune/Step": 2266, "Finetune/Step Time": 4.888368500396609} +{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9347138404846191, "Finetune/Loss (Raw)": 0.9164705872535706, "Finetune/Step": 2267, "Finetune/Step Time": 4.86813629232347} +{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9336059093475342, "Finetune/Loss (Raw)": 0.8578100800514221, "Finetune/Step": 2268, "Finetune/Step Time": 4.865302454680204} +{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9325613379478455, "Finetune/Loss (Raw)": 0.9731348156929016, "Finetune/Step": 2269, "Finetune/Step Time": 4.858507879078388} +{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9322192668914795, "Finetune/Loss (Raw)": 0.8326281905174255, "Finetune/Step": 2270, "Finetune/Step Time": 4.8742953557521105} +{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9323410987854004, "Finetune/Loss (Raw)": 0.997102677822113, "Finetune/Step": 2271, "Finetune/Step Time": 4.853883335366845} +{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9329293370246887, "Finetune/Loss (Raw)": 1.0170071125030518, "Finetune/Step": 2272, "Finetune/Step Time": 4.848147694021463} +{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9345829486846924, "Finetune/Loss (Raw)": 0.9606032371520996, "Finetune/Step": 2273, "Finetune/Step Time": 4.833304960280657} +{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9338687658309937, "Finetune/Loss (Raw)": 0.8685638308525085, "Finetune/Step": 2274, "Finetune/Step Time": 4.838473906740546} +{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9342916011810303, "Finetune/Loss (Raw)": 1.0508551597595215, "Finetune/Step": 2275, "Finetune/Step Time": 4.830062408000231} +{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9331815838813782, "Finetune/Loss (Raw)": 0.9543615579605103, "Finetune/Step": 2276, "Finetune/Step Time": 4.832741713151336} +{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9312487840652466, "Finetune/Loss (Raw)": 0.7723174095153809, "Finetune/Step": 2277, "Finetune/Step Time": 4.837869944050908} +{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9318351745605469, "Finetune/Loss (Raw)": 1.0123165845870972, "Finetune/Step": 2278, "Finetune/Step Time": 4.841253789141774} +{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9309533834457397, "Finetune/Loss (Raw)": 1.0773741006851196, "Finetune/Step": 2279, "Finetune/Step Time": 4.825063619762659} +{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9315290451049805, "Finetune/Loss (Raw)": 0.9227419495582581, "Finetune/Step": 2280, "Finetune/Step Time": 4.820013677701354} +{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9319926500320435, "Finetune/Loss (Raw)": 0.9397279024124146, "Finetune/Step": 2281, "Finetune/Step Time": 4.82108336314559} +{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9321795701980591, "Finetune/Loss (Raw)": 0.9412156939506531, "Finetune/Step": 2282, "Finetune/Step Time": 4.814616343006492} +{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9332519769668579, "Finetune/Loss (Raw)": 1.0831514596939087, "Finetune/Step": 2283, "Finetune/Step Time": 4.802147783339024} +{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9344751834869385, "Finetune/Loss (Raw)": 0.9474257230758667, "Finetune/Step": 2284, "Finetune/Step Time": 4.8109108209609985} +{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9349942207336426, "Finetune/Loss (Raw)": 1.0139172077178955, "Finetune/Step": 2285, "Finetune/Step Time": 4.810437614098191} +{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9351917505264282, "Finetune/Loss (Raw)": 1.0071251392364502, "Finetune/Step": 2286, "Finetune/Step Time": 4.8210211507976055} +{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9337410926818848, "Finetune/Loss (Raw)": 0.8286111354827881, "Finetune/Step": 2287, "Finetune/Step Time": 4.805817399173975} +{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.933630645275116, "Finetune/Loss (Raw)": 0.9754263162612915, "Finetune/Step": 2288, "Finetune/Step Time": 4.815519895404577} +{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9328351616859436, "Finetune/Loss (Raw)": 0.7743644118309021, "Finetune/Step": 2289, "Finetune/Step Time": 4.834248460829258} +{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9334042072296143, "Finetune/Loss (Raw)": 1.0407360792160034, "Finetune/Step": 2290, "Finetune/Step Time": 4.821362249553204} +{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9331390857696533, "Finetune/Loss (Raw)": 0.8811442852020264, "Finetune/Step": 2291, "Finetune/Step Time": 4.833764977753162} +{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9316177368164062, "Finetune/Loss (Raw)": 0.8800665736198425, "Finetune/Step": 2292, "Finetune/Step Time": 4.842037178575993} +{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9300304055213928, "Finetune/Loss (Raw)": 0.7980993390083313, "Finetune/Step": 2293, "Finetune/Step Time": 4.8316666800528765} +{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9297116994857788, "Finetune/Loss (Raw)": 0.9566293954849243, "Finetune/Step": 2294, "Finetune/Step Time": 4.829264413565397} +{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9287029504776001, "Finetune/Loss (Raw)": 0.9766373634338379, "Finetune/Step": 2295, "Finetune/Step Time": 4.847205925732851} +{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9274852275848389, "Finetune/Loss (Raw)": 0.7926550507545471, "Finetune/Step": 2296, "Finetune/Step Time": 4.847718987613916} +{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.927349328994751, "Finetune/Loss (Raw)": 0.9770455360412598, "Finetune/Step": 2297, "Finetune/Step Time": 4.84995237365365} +{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9276645183563232, "Finetune/Loss (Raw)": 0.9030275344848633, "Finetune/Step": 2298, "Finetune/Step Time": 4.851609315723181} +{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9279519319534302, "Finetune/Loss (Raw)": 1.0133882761001587, "Finetune/Step": 2299, "Finetune/Step Time": 4.849344564601779} +{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9285997152328491, "Finetune/Loss (Raw)": 1.0128231048583984, "Finetune/Step": 2300, "Finetune/Step Time": 4.855169650167227} +{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9275729060173035, "Finetune/Loss (Raw)": 0.857988715171814, "Finetune/Step": 2301, "Finetune/Step Time": 4.841530453413725} +{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9275330901145935, "Finetune/Loss (Raw)": 0.8209344148635864, "Finetune/Step": 2302, "Finetune/Step Time": 4.834071500226855} +{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9273478388786316, "Finetune/Loss (Raw)": 0.9599046111106873, "Finetune/Step": 2303, "Finetune/Step Time": 4.816461618989706} +{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9252243041992188, "Finetune/Loss (Raw)": 0.7474574446678162, "Finetune/Step": 2304, "Finetune/Step Time": 4.8248833976686} +{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9230311512947083, "Finetune/Loss (Raw)": 0.8372817039489746, "Finetune/Step": 2305, "Finetune/Step Time": 4.820558246225119} +{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9251310229301453, "Finetune/Loss (Raw)": 1.0929986238479614, "Finetune/Step": 2306, "Finetune/Step Time": 4.822609551250935} +{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9249293804168701, "Finetune/Loss (Raw)": 1.0115725994110107, "Finetune/Step": 2307, "Finetune/Step Time": 4.806593772023916} +{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9221954345703125, "Finetune/Loss (Raw)": 0.6534858345985413, "Finetune/Step": 2308, "Finetune/Step Time": 4.809292310848832} +{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9222512245178223, "Finetune/Loss (Raw)": 1.0092878341674805, "Finetune/Step": 2309, "Finetune/Step Time": 4.809458822011948} +{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9221042394638062, "Finetune/Loss (Raw)": 0.9996825456619263, "Finetune/Step": 2310, "Finetune/Step Time": 4.80425569601357} +{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9238704442977905, "Finetune/Loss (Raw)": 1.0537174940109253, "Finetune/Step": 2311, "Finetune/Step Time": 4.783975860103965} +{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9244771599769592, "Finetune/Loss (Raw)": 0.9335607290267944, "Finetune/Step": 2312, "Finetune/Step Time": 4.793076600879431} +{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9247171878814697, "Finetune/Loss (Raw)": 0.9815157651901245, "Finetune/Step": 2313, "Finetune/Step Time": 4.798559729009867} +{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9243186712265015, "Finetune/Loss (Raw)": 0.882473886013031, "Finetune/Step": 2314, "Finetune/Step Time": 4.807188127189875} +{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.9250748157501221, "Finetune/Loss (Raw)": 0.8923853635787964, "Finetune/Step": 2315, "Finetune/Step Time": 4.773215107619762} +{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9254540205001831, "Finetune/Loss (Raw)": 1.0172932147979736, "Finetune/Step": 2316, "Finetune/Step Time": 4.738195285201073} +{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9256058931350708, "Finetune/Loss (Raw)": 0.8959332704544067, "Finetune/Step": 2317, "Finetune/Step Time": 4.734799521043897} +{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9259147644042969, "Finetune/Loss (Raw)": 0.928749680519104, "Finetune/Step": 2318, "Finetune/Step Time": 4.72281339764595} +{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9268696904182434, "Finetune/Loss (Raw)": 1.1229182481765747, "Finetune/Step": 2319, "Finetune/Step Time": 4.713900389149785} +{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9279589653015137, "Finetune/Loss (Raw)": 0.964514434337616, "Finetune/Step": 2320, "Finetune/Step Time": 4.712363129481673} +{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9273765683174133, "Finetune/Loss (Raw)": 0.9510043263435364, "Finetune/Step": 2321, "Finetune/Step Time": 4.719452157616615} +{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9276516437530518, "Finetune/Loss (Raw)": 1.0345370769500732, "Finetune/Step": 2322, "Finetune/Step Time": 4.7197095807641745} +{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9262845516204834, "Finetune/Loss (Raw)": 0.8450877070426941, "Finetune/Step": 2323, "Finetune/Step Time": 4.734254064038396} +{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.926254391670227, "Finetune/Loss (Raw)": 0.8835588693618774, "Finetune/Step": 2324, "Finetune/Step Time": 4.7242361437529325} +{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9265177845954895, "Finetune/Loss (Raw)": 1.0693793296813965, "Finetune/Step": 2325, "Finetune/Step Time": 4.731319570913911} +{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9228347539901733, "Finetune/Loss (Raw)": 0.43561264872550964, "Finetune/Step": 2326, "Finetune/Step Time": 4.760390877723694} +{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9231678247451782, "Finetune/Loss (Raw)": 0.9249861240386963, "Finetune/Step": 2327, "Finetune/Step Time": 4.770298829302192} +{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9229434132575989, "Finetune/Loss (Raw)": 0.8986121416091919, "Finetune/Step": 2328, "Finetune/Step Time": 4.764226004481316} +{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9281312227249146, "Finetune/Loss (Raw)": 1.0144771337509155, "Finetune/Step": 2329, "Finetune/Step Time": 4.724802233278751} +{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927250325679779, "Finetune/Loss (Raw)": 0.8409638404846191, "Finetune/Step": 2330, "Finetune/Step Time": 4.7375354040414095} +{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9278877973556519, "Finetune/Loss (Raw)": 0.9859376549720764, "Finetune/Step": 2331, "Finetune/Step Time": 4.752029854804277} +{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9300127029418945, "Finetune/Loss (Raw)": 1.1571451425552368, "Finetune/Step": 2332, "Finetune/Step Time": 4.748205963522196} +{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9346884489059448, "Finetune/Loss (Raw)": 1.0234586000442505, "Finetune/Step": 2333, "Finetune/Step Time": 4.736209161579609} +{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9365832805633545, "Finetune/Loss (Raw)": 0.9801685214042664, "Finetune/Step": 2334, "Finetune/Step Time": 4.695955058559775} +{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9358300566673279, "Finetune/Loss (Raw)": 0.9023056626319885, "Finetune/Step": 2335, "Finetune/Step Time": 4.698151953518391} +{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9360159635543823, "Finetune/Loss (Raw)": 0.926138699054718, "Finetune/Step": 2336, "Finetune/Step Time": 4.703131781890988} +{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9364694356918335, "Finetune/Loss (Raw)": 0.9750571250915527, "Finetune/Step": 2337, "Finetune/Step Time": 4.708367045968771} +{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.941367506980896, "Finetune/Loss (Raw)": 1.0157365798950195, "Finetune/Step": 2338, "Finetune/Step Time": 4.667538419365883} +{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9398828744888306, "Finetune/Loss (Raw)": 0.8541372418403625, "Finetune/Step": 2339, "Finetune/Step Time": 4.662782581523061} +{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.941248893737793, "Finetune/Loss (Raw)": 0.9199625849723816, "Finetune/Step": 2340, "Finetune/Step Time": 4.6485908925533295} +{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9431312084197998, "Finetune/Loss (Raw)": 1.1022121906280518, "Finetune/Step": 2341, "Finetune/Step Time": 4.676022214815021} +{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9400697350502014, "Finetune/Loss (Raw)": 0.35215604305267334, "Finetune/Step": 2342, "Finetune/Step Time": 4.702539876103401} +{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9403119087219238, "Finetune/Loss (Raw)": 1.0391908884048462, "Finetune/Step": 2343, "Finetune/Step Time": 4.720415556803346} +{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9399005174636841, "Finetune/Loss (Raw)": 0.9334865808486938, "Finetune/Step": 2344, "Finetune/Step Time": 4.743929585441947} +{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9409787654876709, "Finetune/Loss (Raw)": 1.1867671012878418, "Finetune/Step": 2345, "Finetune/Step Time": 4.732598282396793} +{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9422587156295776, "Finetune/Loss (Raw)": 0.9471126794815063, "Finetune/Step": 2346, "Finetune/Step Time": 4.733833659440279} +{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9424811601638794, "Finetune/Loss (Raw)": 0.9255332350730896, "Finetune/Step": 2347, "Finetune/Step Time": 4.702026488259435} +{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9429361820220947, "Finetune/Loss (Raw)": 1.0699968338012695, "Finetune/Step": 2348, "Finetune/Step Time": 4.7041749488562346} +{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.943588137626648, "Finetune/Loss (Raw)": 0.9608718752861023, "Finetune/Step": 2349, "Finetune/Step Time": 4.695569157600403} +{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9431054592132568, "Finetune/Loss (Raw)": 0.9469994902610779, "Finetune/Step": 2350, "Finetune/Step Time": 4.683878347277641} +{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9438835978507996, "Finetune/Loss (Raw)": 1.0683438777923584, "Finetune/Step": 2351, "Finetune/Step Time": 4.686453392729163} +{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9451629519462585, "Finetune/Loss (Raw)": 1.1080822944641113, "Finetune/Step": 2352, "Finetune/Step Time": 4.688839461654425} +{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453173875808716, "Finetune/Loss (Raw)": 0.9478408694267273, "Finetune/Step": 2353, "Finetune/Step Time": 4.682841183617711} +{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9453616142272949, "Finetune/Loss (Raw)": 0.9621394872665405, "Finetune/Step": 2354, "Finetune/Step Time": 4.675305128097534} +{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441227912902832, "Finetune/Loss (Raw)": 0.8474096059799194, "Finetune/Step": 2355, "Finetune/Step Time": 4.67258202470839} +{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9433104991912842, "Finetune/Loss (Raw)": 0.8501104712486267, "Finetune/Step": 2356, "Finetune/Step Time": 4.672701233997941} +{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.943111002445221, "Finetune/Loss (Raw)": 0.9284189939498901, "Finetune/Step": 2357, "Finetune/Step Time": 4.67689904384315} +{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9443840980529785, "Finetune/Loss (Raw)": 1.0615332126617432, "Finetune/Step": 2358, "Finetune/Step Time": 4.67360769957304} +{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9385794401168823, "Finetune/Loss (Raw)": 0.29016968607902527, "Finetune/Step": 2359, "Finetune/Step Time": 4.708035234361887} +{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9376450777053833, "Finetune/Loss (Raw)": 0.9404142498970032, "Finetune/Step": 2360, "Finetune/Step Time": 4.712137684226036} +{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9388445615768433, "Finetune/Loss (Raw)": 0.9746578931808472, "Finetune/Step": 2361, "Finetune/Step Time": 4.705892929807305} +{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9385671615600586, "Finetune/Loss (Raw)": 0.9665241837501526, "Finetune/Step": 2362, "Finetune/Step Time": 4.698817428201437} +{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9362223148345947, "Finetune/Loss (Raw)": 0.772984504699707, "Finetune/Step": 2363, "Finetune/Step Time": 4.704671518877149} +{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9351400136947632, "Finetune/Loss (Raw)": 0.8901495337486267, "Finetune/Step": 2364, "Finetune/Step Time": 4.701763449236751} +{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9359588623046875, "Finetune/Loss (Raw)": 1.0664697885513306, "Finetune/Step": 2365, "Finetune/Step Time": 4.697699699550867} +{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.936029314994812, "Finetune/Loss (Raw)": 0.8194065690040588, "Finetune/Step": 2366, "Finetune/Step Time": 4.693842055276036} +{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9344033002853394, "Finetune/Loss (Raw)": 0.9889580011367798, "Finetune/Step": 2367, "Finetune/Step Time": 4.699199574068189} +{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9335842728614807, "Finetune/Loss (Raw)": 0.9765011072158813, "Finetune/Step": 2368, "Finetune/Step Time": 4.694783076643944} +{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9337259531021118, "Finetune/Loss (Raw)": 1.0380560159683228, "Finetune/Step": 2369, "Finetune/Step Time": 4.6916520446538925} +{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9338383674621582, "Finetune/Loss (Raw)": 0.9439448714256287, "Finetune/Step": 2370, "Finetune/Step Time": 4.693746507167816} +{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9348995685577393, "Finetune/Loss (Raw)": 1.0516784191131592, "Finetune/Step": 2371, "Finetune/Step Time": 4.692569309845567} +{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9327658414840698, "Finetune/Loss (Raw)": 0.9194271564483643, "Finetune/Step": 2372, "Finetune/Step Time": 4.695045553147793} +{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.933322548866272, "Finetune/Loss (Raw)": 1.055649995803833, "Finetune/Step": 2373, "Finetune/Step Time": 4.717185366898775} +{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9312392473220825, "Finetune/Loss (Raw)": 0.8548488020896912, "Finetune/Step": 2374, "Finetune/Step Time": 4.718626005575061} +{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.930681586265564, "Finetune/Loss (Raw)": 0.8152285218238831, "Finetune/Step": 2375, "Finetune/Step Time": 4.721838949248195} +{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9321073889732361, "Finetune/Loss (Raw)": 0.9791591167449951, "Finetune/Step": 2376, "Finetune/Step Time": 4.727205635979772} +{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9337226152420044, "Finetune/Loss (Raw)": 1.090693712234497, "Finetune/Step": 2377, "Finetune/Step Time": 4.727182639762759} +{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9341826438903809, "Finetune/Loss (Raw)": 1.0385494232177734, "Finetune/Step": 2378, "Finetune/Step Time": 4.70543834939599} +{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9341193437576294, "Finetune/Loss (Raw)": 0.9812619686126709, "Finetune/Step": 2379, "Finetune/Step Time": 4.722893254831433} +{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9379705786705017, "Finetune/Loss (Raw)": 0.8086384534835815, "Finetune/Step": 2380, "Finetune/Step Time": 4.686260933056474} +{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9371182322502136, "Finetune/Loss (Raw)": 0.9531548619270325, "Finetune/Step": 2381, "Finetune/Step Time": 4.689760351553559} +{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.935245931148529, "Finetune/Loss (Raw)": 0.8308547139167786, "Finetune/Step": 2382, "Finetune/Step Time": 4.701649708673358} +{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9330971240997314, "Finetune/Loss (Raw)": 0.7098008990287781, "Finetune/Step": 2383, "Finetune/Step Time": 4.7147598918527365} +{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9348627328872681, "Finetune/Loss (Raw)": 1.137894630432129, "Finetune/Step": 2384, "Finetune/Step Time": 4.710433270782232} +{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.934301495552063, "Finetune/Loss (Raw)": 0.9384244084358215, "Finetune/Step": 2385, "Finetune/Step Time": 4.715651903301477} +{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9363123774528503, "Finetune/Loss (Raw)": 1.0637130737304688, "Finetune/Step": 2386, "Finetune/Step Time": 4.722223404794931} +{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9365087151527405, "Finetune/Loss (Raw)": 0.8984166979789734, "Finetune/Step": 2387, "Finetune/Step Time": 4.736504567787051} +{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9371778964996338, "Finetune/Loss (Raw)": 1.0069087743759155, "Finetune/Step": 2388, "Finetune/Step Time": 4.746415860950947} +{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9376300573348999, "Finetune/Loss (Raw)": 1.0611134767532349, "Finetune/Step": 2389, "Finetune/Step Time": 4.744675762951374} +{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9376105070114136, "Finetune/Loss (Raw)": 1.0676122903823853, "Finetune/Step": 2390, "Finetune/Step Time": 4.748380403965712} +{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9387756586074829, "Finetune/Loss (Raw)": 1.0153559446334839, "Finetune/Step": 2391, "Finetune/Step Time": 4.7477343287318945} +{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9386144280433655, "Finetune/Loss (Raw)": 0.9680876731872559, "Finetune/Step": 2392, "Finetune/Step Time": 4.7480240147560835} +{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9397527575492859, "Finetune/Loss (Raw)": 1.0690836906433105, "Finetune/Step": 2393, "Finetune/Step Time": 4.75566478446126} +{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9365041255950928, "Finetune/Loss (Raw)": 0.39210689067840576, "Finetune/Step": 2394, "Finetune/Step Time": 4.785528276115656} +{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9370281100273132, "Finetune/Loss (Raw)": 0.98353511095047, "Finetune/Step": 2395, "Finetune/Step Time": 4.790618482977152} +{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9374474883079529, "Finetune/Loss (Raw)": 0.9114932417869568, "Finetune/Step": 2396, "Finetune/Step Time": 4.787770498543978} +{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374376535415649, "Finetune/Loss (Raw)": 0.9718723893165588, "Finetune/Step": 2397, "Finetune/Step Time": 4.785377429798245} +{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396460652351379, "Finetune/Loss (Raw)": 1.1153085231781006, "Finetune/Step": 2398, "Finetune/Step Time": 4.764272537082434} +{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9398713111877441, "Finetune/Loss (Raw)": 1.0259345769882202, "Finetune/Step": 2399, "Finetune/Step Time": 4.771058222278953} +{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9385907649993896, "Finetune/Loss (Raw)": 0.8530949354171753, "Finetune/Step": 2400, "Finetune/Step Time": 4.769498981535435} +{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9388028383255005, "Finetune/Loss (Raw)": 0.9877470135688782, "Finetune/Step": 2401, "Finetune/Step Time": 4.773436481133103} +{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9385389089584351, "Finetune/Loss (Raw)": 0.834780216217041, "Finetune/Step": 2402, "Finetune/Step Time": 4.757161455228925} +{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9379637837409973, "Finetune/Loss (Raw)": 0.9772424697875977, "Finetune/Step": 2403, "Finetune/Step Time": 4.771626619622111} +{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.938287615776062, "Finetune/Loss (Raw)": 0.9958125352859497, "Finetune/Step": 2404, "Finetune/Step Time": 4.770540028810501} +{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9398372769355774, "Finetune/Loss (Raw)": 0.9706727862358093, "Finetune/Step": 2405, "Finetune/Step Time": 4.771847989410162} +{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9399779438972473, "Finetune/Loss (Raw)": 1.0303195714950562, "Finetune/Step": 2406, "Finetune/Step Time": 4.773748233914375} +{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9372618198394775, "Finetune/Loss (Raw)": 0.7297153472900391, "Finetune/Step": 2407, "Finetune/Step Time": 4.795172639191151} +{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9390747547149658, "Finetune/Loss (Raw)": 1.1547906398773193, "Finetune/Step": 2408, "Finetune/Step Time": 4.803551243618131} +{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9388989210128784, "Finetune/Loss (Raw)": 0.9172256588935852, "Finetune/Step": 2409, "Finetune/Step Time": 4.798199992626905} +{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9390584826469421, "Finetune/Loss (Raw)": 0.9616391658782959, "Finetune/Step": 2410, "Finetune/Step Time": 4.807516295462847} +{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9369052648544312, "Finetune/Loss (Raw)": 0.807537317276001, "Finetune/Step": 2411, "Finetune/Step Time": 4.814659917727113} +{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.93675297498703, "Finetune/Loss (Raw)": 0.9279330372810364, "Finetune/Step": 2412, "Finetune/Step Time": 4.792848825454712} +{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355417490005493, "Finetune/Loss (Raw)": 0.8588818311691284, "Finetune/Step": 2413, "Finetune/Step Time": 4.783162035048008} +{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9354234337806702, "Finetune/Loss (Raw)": 0.9919778108596802, "Finetune/Step": 2414, "Finetune/Step Time": 4.768755143508315} +{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9360698461532593, "Finetune/Loss (Raw)": 0.9113596677780151, "Finetune/Step": 2415, "Finetune/Step Time": 4.773849526420236} +{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9361875057220459, "Finetune/Loss (Raw)": 0.9904811382293701, "Finetune/Step": 2416, "Finetune/Step Time": 4.765963612124324} +{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9375897645950317, "Finetune/Loss (Raw)": 0.9538485407829285, "Finetune/Step": 2417, "Finetune/Step Time": 4.758765172213316} +{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9328922033309937, "Finetune/Loss (Raw)": 0.439451664686203, "Finetune/Step": 2418, "Finetune/Step Time": 4.793422603979707} +{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9334214329719543, "Finetune/Loss (Raw)": 0.9488921761512756, "Finetune/Step": 2419, "Finetune/Step Time": 4.8008776400238276} +{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9352535009384155, "Finetune/Loss (Raw)": 1.1145721673965454, "Finetune/Step": 2420, "Finetune/Step Time": 4.790356587618589} +{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9353446364402771, "Finetune/Loss (Raw)": 0.809756875038147, "Finetune/Step": 2421, "Finetune/Step Time": 4.799900276586413} +{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341485500335693, "Finetune/Loss (Raw)": 0.8035297393798828, "Finetune/Step": 2422, "Finetune/Step Time": 4.810102576389909} +{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9327170848846436, "Finetune/Loss (Raw)": 0.7934205532073975, "Finetune/Step": 2423, "Finetune/Step Time": 4.8086431715637445} +{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9341273307800293, "Finetune/Loss (Raw)": 0.9731568694114685, "Finetune/Step": 2424, "Finetune/Step Time": 4.808392776176333} +{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9334492683410645, "Finetune/Loss (Raw)": 0.8902586698532104, "Finetune/Step": 2425, "Finetune/Step Time": 4.823974609375} +{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.929251492023468, "Finetune/Loss (Raw)": 0.3657029867172241, "Finetune/Step": 2426, "Finetune/Step Time": 4.8580392152071} +{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9290867447853088, "Finetune/Loss (Raw)": 0.9923070669174194, "Finetune/Step": 2427, "Finetune/Step Time": 4.848660262301564} +{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9276142716407776, "Finetune/Loss (Raw)": 0.8243427872657776, "Finetune/Step": 2428, "Finetune/Step Time": 4.842972071841359} +{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9288163781166077, "Finetune/Loss (Raw)": 1.011859655380249, "Finetune/Step": 2429, "Finetune/Step Time": 4.8550390638411045} +{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284908771514893, "Finetune/Loss (Raw)": 0.7792636752128601, "Finetune/Step": 2430, "Finetune/Step Time": 4.880073018372059} +{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9290260076522827, "Finetune/Loss (Raw)": 1.0284110307693481, "Finetune/Step": 2431, "Finetune/Step Time": 4.878089115023613} +{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.930524468421936, "Finetune/Loss (Raw)": 0.9392481446266174, "Finetune/Step": 2432, "Finetune/Step Time": 4.880817294120789} +{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9310150146484375, "Finetune/Loss (Raw)": 0.9000843167304993, "Finetune/Step": 2433, "Finetune/Step Time": 4.88000868819654} +{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.929926872253418, "Finetune/Loss (Raw)": 0.9537113308906555, "Finetune/Step": 2434, "Finetune/Step Time": 4.879206633195281} +{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9291268587112427, "Finetune/Loss (Raw)": 0.9091784954071045, "Finetune/Step": 2435, "Finetune/Step Time": 4.888582147657871} +{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318766593933105, "Finetune/Loss (Raw)": 1.0054484605789185, "Finetune/Step": 2436, "Finetune/Step Time": 4.881483800709248} +{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310572147369385, "Finetune/Loss (Raw)": 0.9044065475463867, "Finetune/Step": 2437, "Finetune/Step Time": 4.886942699551582} +{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313089847564697, "Finetune/Loss (Raw)": 1.0319072008132935, "Finetune/Step": 2438, "Finetune/Step Time": 4.891020063310862} +{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9310563206672668, "Finetune/Loss (Raw)": 1.0213813781738281, "Finetune/Step": 2439, "Finetune/Step Time": 4.891303701326251} +{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9317390322685242, "Finetune/Loss (Raw)": 1.0209364891052246, "Finetune/Step": 2440, "Finetune/Step Time": 4.871322322636843} +{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9317745566368103, "Finetune/Loss (Raw)": 0.9860713481903076, "Finetune/Step": 2441, "Finetune/Step Time": 4.867162780836225} +{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9323378205299377, "Finetune/Loss (Raw)": 0.9545649290084839, "Finetune/Step": 2442, "Finetune/Step Time": 4.862985443323851} +{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.933158814907074, "Finetune/Loss (Raw)": 0.9974741339683533, "Finetune/Step": 2443, "Finetune/Step Time": 4.868460472673178} +{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9329898357391357, "Finetune/Loss (Raw)": 0.9956644773483276, "Finetune/Step": 2444, "Finetune/Step Time": 4.875500289723277} +{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.928973376750946, "Finetune/Loss (Raw)": 0.38183239102363586, "Finetune/Step": 2445, "Finetune/Step Time": 4.907345216721296} +{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9290940165519714, "Finetune/Loss (Raw)": 0.9441885948181152, "Finetune/Step": 2446, "Finetune/Step Time": 4.908972036093473} +{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9275816082954407, "Finetune/Loss (Raw)": 0.9293333888053894, "Finetune/Step": 2447, "Finetune/Step Time": 4.913709564134479} +{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9281593561172485, "Finetune/Loss (Raw)": 1.0384557247161865, "Finetune/Step": 2448, "Finetune/Step Time": 4.915215572342277} +{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273580312728882, "Finetune/Loss (Raw)": 0.8484434485435486, "Finetune/Step": 2449, "Finetune/Step Time": 4.907318478450179} +{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9230399131774902, "Finetune/Loss (Raw)": 0.4818176329135895, "Finetune/Step": 2450, "Finetune/Step Time": 4.9397732969373465} +{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.918916642665863, "Finetune/Loss (Raw)": 0.317313015460968, "Finetune/Step": 2451, "Finetune/Step Time": 4.9628962855786085} +{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9198589324951172, "Finetune/Loss (Raw)": 1.0041637420654297, "Finetune/Step": 2452, "Finetune/Step Time": 4.964329715818167} +{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192088842391968, "Finetune/Loss (Raw)": 0.9861810803413391, "Finetune/Step": 2453, "Finetune/Step Time": 4.981824204325676} +{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9232636094093323, "Finetune/Loss (Raw)": 0.9546120762825012, "Finetune/Step": 2454, "Finetune/Step Time": 4.956598615273833} +{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9242320656776428, "Finetune/Loss (Raw)": 1.0489497184753418, "Finetune/Step": 2455, "Finetune/Step Time": 4.943803107365966} +{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.924995481967926, "Finetune/Loss (Raw)": 0.9963260293006897, "Finetune/Step": 2456, "Finetune/Step Time": 4.933803243562579} +{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9247995615005493, "Finetune/Loss (Raw)": 0.9894036650657654, "Finetune/Step": 2457, "Finetune/Step Time": 4.930841976776719} +{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9259389042854309, "Finetune/Loss (Raw)": 0.9867978096008301, "Finetune/Step": 2458, "Finetune/Step Time": 4.936537746340036} +{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9252835512161255, "Finetune/Loss (Raw)": 0.9020551443099976, "Finetune/Step": 2459, "Finetune/Step Time": 4.923853550106287} +{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9238340854644775, "Finetune/Loss (Raw)": 0.9716057181358337, "Finetune/Step": 2460, "Finetune/Step Time": 4.917657386511564} +{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.924543559551239, "Finetune/Loss (Raw)": 1.1142789125442505, "Finetune/Step": 2461, "Finetune/Step Time": 4.90871044062078} +{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9246413707733154, "Finetune/Loss (Raw)": 0.9926816821098328, "Finetune/Step": 2462, "Finetune/Step Time": 4.895435981452465} +{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9251349568367004, "Finetune/Loss (Raw)": 0.965488076210022, "Finetune/Step": 2463, "Finetune/Step Time": 4.895656140521169} +{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9261507987976074, "Finetune/Loss (Raw)": 1.0561610460281372, "Finetune/Step": 2464, "Finetune/Step Time": 4.880728229880333} +{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9257972836494446, "Finetune/Loss (Raw)": 0.9298099875450134, "Finetune/Step": 2465, "Finetune/Step Time": 4.883581215515733} +{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9244464039802551, "Finetune/Loss (Raw)": 0.8428324460983276, "Finetune/Step": 2466, "Finetune/Step Time": 4.884604901075363} +{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9252036809921265, "Finetune/Loss (Raw)": 0.9510705471038818, "Finetune/Step": 2467, "Finetune/Step Time": 4.8647750075906515} +{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9270756244659424, "Finetune/Loss (Raw)": 1.1595637798309326, "Finetune/Step": 2468, "Finetune/Step Time": 4.863598708063364} +{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266357421875, "Finetune/Loss (Raw)": 1.045905590057373, "Finetune/Step": 2469, "Finetune/Step Time": 4.845352357253432} +{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307378530502319, "Finetune/Loss (Raw)": 0.8772246241569519, "Finetune/Step": 2470, "Finetune/Step Time": 4.816665731370449} +{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.930602490901947, "Finetune/Loss (Raw)": 1.0218712091445923, "Finetune/Step": 2471, "Finetune/Step Time": 4.806378483772278} +{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9309589862823486, "Finetune/Loss (Raw)": 0.9791160821914673, "Finetune/Step": 2472, "Finetune/Step Time": 4.780088366940618} +{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9291917681694031, "Finetune/Loss (Raw)": 0.9605640172958374, "Finetune/Step": 2473, "Finetune/Step Time": 4.786076074466109} +{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297225475311279, "Finetune/Loss (Raw)": 1.0150476694107056, "Finetune/Step": 2474, "Finetune/Step Time": 4.784497505053878} +{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9296834468841553, "Finetune/Loss (Raw)": 0.9205279350280762, "Finetune/Step": 2475, "Finetune/Step Time": 4.784472227096558} +{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9289036989212036, "Finetune/Loss (Raw)": 0.9701882004737854, "Finetune/Step": 2476, "Finetune/Step Time": 4.7822194918990135} +{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9289590120315552, "Finetune/Loss (Raw)": 0.967953622341156, "Finetune/Step": 2477, "Finetune/Step Time": 4.779254710301757} +{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9289544224739075, "Finetune/Loss (Raw)": 0.9464145302772522, "Finetune/Step": 2478, "Finetune/Step Time": 4.778194831684232} +{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.927376389503479, "Finetune/Loss (Raw)": 0.8663508892059326, "Finetune/Step": 2479, "Finetune/Step Time": 4.779327096417546} +{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.925653338432312, "Finetune/Loss (Raw)": 0.8875333666801453, "Finetune/Step": 2480, "Finetune/Step Time": 4.773018699139357} +{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9211529493331909, "Finetune/Loss (Raw)": 0.37179768085479736, "Finetune/Step": 2481, "Finetune/Step Time": 4.813102729618549} +{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9224295616149902, "Finetune/Loss (Raw)": 1.125548243522644, "Finetune/Step": 2482, "Finetune/Step Time": 4.809780897572637} +{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9233096837997437, "Finetune/Loss (Raw)": 0.960056722164154, "Finetune/Step": 2483, "Finetune/Step Time": 4.8153199050575495} +{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9238640666007996, "Finetune/Loss (Raw)": 0.9210762977600098, "Finetune/Step": 2484, "Finetune/Step Time": 4.826006654649973} +{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.924120306968689, "Finetune/Loss (Raw)": 0.9612112641334534, "Finetune/Step": 2485, "Finetune/Step Time": 4.826192039996386} +{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9224826097488403, "Finetune/Loss (Raw)": 0.8519116044044495, "Finetune/Step": 2486, "Finetune/Step Time": 4.836920820176601} +{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226335287094116, "Finetune/Loss (Raw)": 0.3094898760318756, "Finetune/Step": 2487, "Finetune/Step Time": 4.835866769775748} +{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9236721992492676, "Finetune/Loss (Raw)": 1.0733668804168701, "Finetune/Step": 2488, "Finetune/Step Time": 4.829096332192421} +{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239221811294556, "Finetune/Loss (Raw)": 1.0066494941711426, "Finetune/Step": 2489, "Finetune/Step Time": 4.85763225145638} +{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188247323036194, "Finetune/Loss (Raw)": 0.3140486478805542, "Finetune/Step": 2490, "Finetune/Step Time": 4.896887244656682} +{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200567603111267, "Finetune/Loss (Raw)": 0.9306849837303162, "Finetune/Step": 2491, "Finetune/Step Time": 4.889752212911844} +{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.9195883274078369, "Finetune/Loss (Raw)": 0.8301935791969299, "Finetune/Step": 2492, "Finetune/Step Time": 4.891880562528968} +{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191393256187439, "Finetune/Loss (Raw)": 1.0090001821517944, "Finetune/Step": 2493, "Finetune/Step Time": 4.899924006313086} +{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9210338592529297, "Finetune/Loss (Raw)": 1.0619056224822998, "Finetune/Step": 2494, "Finetune/Step Time": 4.888701789081097} +{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.92085862159729, "Finetune/Loss (Raw)": 0.9665256142616272, "Finetune/Step": 2495, "Finetune/Step Time": 4.881917120888829} +{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9206833839416504, "Finetune/Loss (Raw)": 0.9540707468986511, "Finetune/Step": 2496, "Finetune/Step Time": 4.9035831447690725} +{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9192504286766052, "Finetune/Loss (Raw)": 0.8546397686004639, "Finetune/Step": 2497, "Finetune/Step Time": 4.902320221066475} +{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9199572801589966, "Finetune/Loss (Raw)": 1.0344176292419434, "Finetune/Step": 2498, "Finetune/Step Time": 4.902987904846668} +{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.9171868562698364, "Finetune/Loss (Raw)": 0.6970693469047546, "Finetune/Step": 2499, "Finetune/Step Time": 4.915632888674736} +{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.917639970779419, "Finetune/Loss (Raw)": 0.9774229526519775, "Finetune/Step": 2500, "Finetune/Step Time": 4.9157719146460295} +{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9168731570243835, "Finetune/Loss (Raw)": 0.9574946165084839, "Finetune/Step": 2501, "Finetune/Step Time": 4.896519586443901} +{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9177603125572205, "Finetune/Loss (Raw)": 0.9684104919433594, "Finetune/Step": 2502, "Finetune/Step Time": 4.896947542205453} +{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.918607771396637, "Finetune/Loss (Raw)": 0.9237006902694702, "Finetune/Step": 2503, "Finetune/Step Time": 4.8858861196786165} +{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181262254714966, "Finetune/Loss (Raw)": 0.9175223112106323, "Finetune/Step": 2504, "Finetune/Step Time": 4.890383057296276} +{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9169134497642517, "Finetune/Loss (Raw)": 0.9354584813117981, "Finetune/Step": 2505, "Finetune/Step Time": 4.889923200011253} +{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9157751202583313, "Finetune/Loss (Raw)": 0.8928444385528564, "Finetune/Step": 2506, "Finetune/Step Time": 4.89390716329217} +{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9162340760231018, "Finetune/Loss (Raw)": 1.0400028228759766, "Finetune/Step": 2507, "Finetune/Step Time": 4.8810671884566545} +{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9167193174362183, "Finetune/Loss (Raw)": 0.8707563281059265, "Finetune/Step": 2508, "Finetune/Step Time": 4.888715464621782} +{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9159833192825317, "Finetune/Loss (Raw)": 0.8589423298835754, "Finetune/Step": 2509, "Finetune/Step Time": 4.89145983569324} +{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9179573059082031, "Finetune/Loss (Raw)": 1.083523154258728, "Finetune/Step": 2510, "Finetune/Step Time": 4.874757058918476} +{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9202481508255005, "Finetune/Loss (Raw)": 1.0030252933502197, "Finetune/Step": 2511, "Finetune/Step Time": 4.871307974681258} +{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9179531931877136, "Finetune/Loss (Raw)": 0.8441421985626221, "Finetune/Step": 2512, "Finetune/Step Time": 4.880661701783538} +{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9175394773483276, "Finetune/Loss (Raw)": 0.8854732513427734, "Finetune/Step": 2513, "Finetune/Step Time": 4.8799300864338875} +{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9175048470497131, "Finetune/Loss (Raw)": 1.0592797994613647, "Finetune/Step": 2514, "Finetune/Step Time": 4.886423705145717} +{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9169448018074036, "Finetune/Loss (Raw)": 0.8267356753349304, "Finetune/Step": 2515, "Finetune/Step Time": 4.891444813460112} +{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9165629744529724, "Finetune/Loss (Raw)": 0.9580305814743042, "Finetune/Step": 2516, "Finetune/Step Time": 4.869273068383336} +{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9157490134239197, "Finetune/Loss (Raw)": 0.9569220542907715, "Finetune/Step": 2517, "Finetune/Step Time": 4.872940246015787} +{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9144489169120789, "Finetune/Loss (Raw)": 0.9012033343315125, "Finetune/Step": 2518, "Finetune/Step Time": 4.878934692591429} +{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9136480093002319, "Finetune/Loss (Raw)": 0.9128389954566956, "Finetune/Step": 2519, "Finetune/Step Time": 4.883239967748523} +{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9140568971633911, "Finetune/Loss (Raw)": 1.0204191207885742, "Finetune/Step": 2520, "Finetune/Step Time": 4.882925990968943} +{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.908835232257843, "Finetune/Loss (Raw)": 0.4007197320461273, "Finetune/Step": 2521, "Finetune/Step Time": 4.902471456676722} +{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9135473966598511, "Finetune/Loss (Raw)": 0.9952697157859802, "Finetune/Step": 2522, "Finetune/Step Time": 4.883980445563793} +{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9116765260696411, "Finetune/Loss (Raw)": 0.7440541982650757, "Finetune/Step": 2523, "Finetune/Step Time": 4.885400610044599} +{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.9117059707641602, "Finetune/Loss (Raw)": 0.9152647852897644, "Finetune/Step": 2524, "Finetune/Step Time": 4.884436778724194} +{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9111540913581848, "Finetune/Loss (Raw)": 0.9012280106544495, "Finetune/Step": 2525, "Finetune/Step Time": 4.904044322669506} +{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9099529981613159, "Finetune/Loss (Raw)": 0.9615737199783325, "Finetune/Step": 2526, "Finetune/Step Time": 4.906626122072339} +{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.910027265548706, "Finetune/Loss (Raw)": 1.0354399681091309, "Finetune/Step": 2527, "Finetune/Step Time": 4.9168148301541805} +{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9113264083862305, "Finetune/Loss (Raw)": 1.0193816423416138, "Finetune/Step": 2528, "Finetune/Step Time": 4.916381688788533} +{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9056899547576904, "Finetune/Loss (Raw)": 0.2662883400917053, "Finetune/Step": 2529, "Finetune/Step Time": 4.950088998302817} +{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9065806865692139, "Finetune/Loss (Raw)": 0.9487877488136292, "Finetune/Step": 2530, "Finetune/Step Time": 4.946979740634561} +{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9056187272071838, "Finetune/Loss (Raw)": 0.8541185259819031, "Finetune/Step": 2531, "Finetune/Step Time": 4.946069303900003} +{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9057961702346802, "Finetune/Loss (Raw)": 1.0185173749923706, "Finetune/Step": 2532, "Finetune/Step Time": 4.962865352630615} +{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9055792093276978, "Finetune/Loss (Raw)": 0.9428989887237549, "Finetune/Step": 2533, "Finetune/Step Time": 4.9591148644685745} +{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9004542231559753, "Finetune/Loss (Raw)": 0.3743314743041992, "Finetune/Step": 2534, "Finetune/Step Time": 4.98771334066987} +{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9028480052947998, "Finetune/Loss (Raw)": 1.0361177921295166, "Finetune/Step": 2535, "Finetune/Step Time": 4.971832012757659} +{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8998477458953857, "Finetune/Loss (Raw)": 0.7707560658454895, "Finetune/Step": 2536, "Finetune/Step Time": 4.979578921571374} +{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9001902341842651, "Finetune/Loss (Raw)": 0.9610673189163208, "Finetune/Step": 2537, "Finetune/Step Time": 4.9914076291024685} +{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9008235931396484, "Finetune/Loss (Raw)": 1.0427124500274658, "Finetune/Step": 2538, "Finetune/Step Time": 4.9949927013367414} +{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9016174077987671, "Finetune/Loss (Raw)": 0.9091401696205139, "Finetune/Step": 2539, "Finetune/Step Time": 4.993279894813895} +{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9025465250015259, "Finetune/Loss (Raw)": 1.0468536615371704, "Finetune/Step": 2540, "Finetune/Step Time": 4.998864557594061} +{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9027583599090576, "Finetune/Loss (Raw)": 0.8860010504722595, "Finetune/Step": 2541, "Finetune/Step Time": 5.015737442299724} +{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.902389407157898, "Finetune/Loss (Raw)": 0.9447594881057739, "Finetune/Step": 2542, "Finetune/Step Time": 5.02002639323473} +{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9026982188224792, "Finetune/Loss (Raw)": 0.9508826732635498, "Finetune/Step": 2543, "Finetune/Step Time": 5.009581666439772} +{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9008493423461914, "Finetune/Loss (Raw)": 0.753825306892395, "Finetune/Step": 2544, "Finetune/Step Time": 5.019570587202907} +{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9004730582237244, "Finetune/Loss (Raw)": 0.9056839942932129, "Finetune/Step": 2545, "Finetune/Step Time": 5.012920228764415} +{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8991950750350952, "Finetune/Loss (Raw)": 0.2758637070655823, "Finetune/Step": 2546, "Finetune/Step Time": 5.017728600651026} +{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8988352417945862, "Finetune/Loss (Raw)": 0.9028409123420715, "Finetune/Step": 2547, "Finetune/Step Time": 4.9887343514710665} +{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8984918594360352, "Finetune/Loss (Raw)": 1.0706104040145874, "Finetune/Step": 2548, "Finetune/Step Time": 4.991256279870868} +{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8946571946144104, "Finetune/Loss (Raw)": 0.3189222514629364, "Finetune/Step": 2549, "Finetune/Step Time": 5.001436661928892} +{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8959710001945496, "Finetune/Loss (Raw)": 0.9716996550559998, "Finetune/Step": 2550, "Finetune/Step Time": 4.996602825820446} +{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8975807428359985, "Finetune/Loss (Raw)": 0.9994659423828125, "Finetune/Step": 2551, "Finetune/Step Time": 4.987126514315605} +{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8987209796905518, "Finetune/Loss (Raw)": 1.1191030740737915, "Finetune/Step": 2552, "Finetune/Step Time": 4.988033410161734} +{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8991010785102844, "Finetune/Loss (Raw)": 0.9389161467552185, "Finetune/Step": 2553, "Finetune/Step Time": 4.98436338827014} +{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9038809537887573, "Finetune/Loss (Raw)": 0.977532148361206, "Finetune/Step": 2554, "Finetune/Step Time": 4.977789685130119} +{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.898681640625, "Finetune/Loss (Raw)": 0.32679134607315063, "Finetune/Step": 2555, "Finetune/Step Time": 5.012283036485314} +{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8995634317398071, "Finetune/Loss (Raw)": 0.937214195728302, "Finetune/Step": 2556, "Finetune/Step Time": 5.0125754084438086} +{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8978326916694641, "Finetune/Loss (Raw)": 0.7903204560279846, "Finetune/Step": 2557, "Finetune/Step Time": 5.001353200525045} +{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8986899852752686, "Finetune/Loss (Raw)": 0.8889917731285095, "Finetune/Step": 2558, "Finetune/Step Time": 4.970707742497325} +{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8980622291564941, "Finetune/Loss (Raw)": 0.948070764541626, "Finetune/Step": 2559, "Finetune/Step Time": 4.9696929808706045} +{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8980733156204224, "Finetune/Loss (Raw)": 0.9406651854515076, "Finetune/Step": 2560, "Finetune/Step Time": 4.978480326011777} +{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8981761932373047, "Finetune/Loss (Raw)": 0.913249671459198, "Finetune/Step": 2561, "Finetune/Step Time": 4.981884192675352} +{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8988137245178223, "Finetune/Loss (Raw)": 1.0353114604949951, "Finetune/Step": 2562, "Finetune/Step Time": 4.981180045753717} +{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.897215723991394, "Finetune/Loss (Raw)": 0.7046376466751099, "Finetune/Step": 2563, "Finetune/Step Time": 4.979203928261995} +{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8969058990478516, "Finetune/Loss (Raw)": 0.965786874294281, "Finetune/Step": 2564, "Finetune/Step Time": 4.9822450783103704} +{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8976767063140869, "Finetune/Loss (Raw)": 1.0030696392059326, "Finetune/Step": 2565, "Finetune/Step Time": 4.979743108153343} +{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.897093653678894, "Finetune/Loss (Raw)": 0.9572793841362, "Finetune/Step": 2566, "Finetune/Step Time": 4.9826157204806805} +{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8955475687980652, "Finetune/Loss (Raw)": 0.823484480381012, "Finetune/Step": 2567, "Finetune/Step Time": 4.987436860799789} +{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8940325975418091, "Finetune/Loss (Raw)": 0.8270145654678345, "Finetune/Step": 2568, "Finetune/Step Time": 4.991003846749663} +{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8954299688339233, "Finetune/Loss (Raw)": 1.16493821144104, "Finetune/Step": 2569, "Finetune/Step Time": 4.988475171849132} +{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8954503536224365, "Finetune/Loss (Raw)": 0.9571727514266968, "Finetune/Step": 2570, "Finetune/Step Time": 4.99281638674438} +{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8961505889892578, "Finetune/Loss (Raw)": 1.0871140956878662, "Finetune/Step": 2571, "Finetune/Step Time": 4.991052504628897} +{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8955045342445374, "Finetune/Loss (Raw)": 0.9129621386528015, "Finetune/Step": 2572, "Finetune/Step Time": 4.987929854542017} +{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8997606039047241, "Finetune/Loss (Raw)": 0.9266090393066406, "Finetune/Step": 2573, "Finetune/Step Time": 4.959201464429498} +{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8996434807777405, "Finetune/Loss (Raw)": 0.9291923642158508, "Finetune/Step": 2574, "Finetune/Step Time": 4.981874590739608} +{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8992159962654114, "Finetune/Loss (Raw)": 0.8746237754821777, "Finetune/Step": 2575, "Finetune/Step Time": 4.974028639495373} +{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8987427949905396, "Finetune/Loss (Raw)": 0.977884829044342, "Finetune/Step": 2576, "Finetune/Step Time": 4.975189555436373} +{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9000372886657715, "Finetune/Loss (Raw)": 1.0141314268112183, "Finetune/Step": 2577, "Finetune/Step Time": 4.979578595608473} +{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9045110940933228, "Finetune/Loss (Raw)": 1.0544698238372803, "Finetune/Step": 2578, "Finetune/Step Time": 4.944547571241856} +{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9102539420127869, "Finetune/Loss (Raw)": 1.0524019002914429, "Finetune/Step": 2579, "Finetune/Step Time": 4.908487161621451} +{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9082019925117493, "Finetune/Loss (Raw)": 0.7415082454681396, "Finetune/Step": 2580, "Finetune/Step Time": 4.919187752529979} +{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9089211821556091, "Finetune/Loss (Raw)": 1.0782389640808105, "Finetune/Step": 2581, "Finetune/Step Time": 4.895512292161584} +{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9085897207260132, "Finetune/Loss (Raw)": 0.912179708480835, "Finetune/Step": 2582, "Finetune/Step Time": 4.884805539622903} +{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9071654677391052, "Finetune/Loss (Raw)": 0.8666542768478394, "Finetune/Step": 2583, "Finetune/Step Time": 4.893239019438624} +{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9078869819641113, "Finetune/Loss (Raw)": 1.088674783706665, "Finetune/Step": 2584, "Finetune/Step Time": 4.893687266856432} +{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.906718909740448, "Finetune/Loss (Raw)": 0.8398895859718323, "Finetune/Step": 2585, "Finetune/Step Time": 4.895939918234944} +{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9068793058395386, "Finetune/Loss (Raw)": 1.0073349475860596, "Finetune/Step": 2586, "Finetune/Step Time": 4.882270090281963} +{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9073605537414551, "Finetune/Loss (Raw)": 0.9636551737785339, "Finetune/Step": 2587, "Finetune/Step Time": 4.882415743544698} +{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.906753420829773, "Finetune/Loss (Raw)": 0.8938889503479004, "Finetune/Step": 2588, "Finetune/Step Time": 4.890993479639292} +{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9061810970306396, "Finetune/Loss (Raw)": 1.0410237312316895, "Finetune/Step": 2589, "Finetune/Step Time": 4.89537619240582} +{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9059324264526367, "Finetune/Loss (Raw)": 0.9608511924743652, "Finetune/Step": 2590, "Finetune/Step Time": 4.8987285066396} +{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9051104784011841, "Finetune/Loss (Raw)": 0.8602786660194397, "Finetune/Step": 2591, "Finetune/Step Time": 4.937780451029539} +{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9041805267333984, "Finetune/Loss (Raw)": 0.9371204376220703, "Finetune/Step": 2592, "Finetune/Step Time": 4.94603362865746} +{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9037246108055115, "Finetune/Loss (Raw)": 0.8714591264724731, "Finetune/Step": 2593, "Finetune/Step Time": 4.95990770496428} +{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9040248394012451, "Finetune/Loss (Raw)": 0.8812575340270996, "Finetune/Step": 2594, "Finetune/Step Time": 4.971172032877803} +{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9038175344467163, "Finetune/Loss (Raw)": 0.9245433807373047, "Finetune/Step": 2595, "Finetune/Step Time": 4.981789695098996} +{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.901708722114563, "Finetune/Loss (Raw)": 0.889621913433075, "Finetune/Step": 2596, "Finetune/Step Time": 4.974372053518891} +{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9011880159378052, "Finetune/Loss (Raw)": 0.9792670011520386, "Finetune/Step": 2597, "Finetune/Step Time": 4.966900227591395} +{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9005546569824219, "Finetune/Loss (Raw)": 0.7961485385894775, "Finetune/Step": 2598, "Finetune/Step Time": 4.9789679404348135} +{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9002976417541504, "Finetune/Loss (Raw)": 0.988976001739502, "Finetune/Step": 2599, "Finetune/Step Time": 4.977093931287527} +{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8997896313667297, "Finetune/Loss (Raw)": 0.9140874743461609, "Finetune/Step": 2600, "Finetune/Step Time": 4.987981071695685} +{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8998031616210938, "Finetune/Loss (Raw)": 0.9622951745986938, "Finetune/Step": 2601, "Finetune/Step Time": 4.99467508867383} +{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9000953435897827, "Finetune/Loss (Raw)": 1.0524530410766602, "Finetune/Step": 2602, "Finetune/Step Time": 4.992577465251088} +{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9008534550666809, "Finetune/Loss (Raw)": 1.0175646543502808, "Finetune/Step": 2603, "Finetune/Step Time": 4.997093856334686} +{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9005247950553894, "Finetune/Loss (Raw)": 0.9281179308891296, "Finetune/Step": 2604, "Finetune/Step Time": 5.0031083934009075} +{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8992576003074646, "Finetune/Loss (Raw)": 0.8057551383972168, "Finetune/Step": 2605, "Finetune/Step Time": 5.001484986394644} +{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.898674488067627, "Finetune/Loss (Raw)": 0.8717821836471558, "Finetune/Step": 2606, "Finetune/Step Time": 5.030936881899834} +{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8996431827545166, "Finetune/Loss (Raw)": 0.9903371334075928, "Finetune/Step": 2607, "Finetune/Step Time": 5.045298036187887} +{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9002585411071777, "Finetune/Loss (Raw)": 0.9662973880767822, "Finetune/Step": 2608, "Finetune/Step Time": 5.037626901641488} +{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9046875238418579, "Finetune/Loss (Raw)": 0.9387132525444031, "Finetune/Step": 2609, "Finetune/Step Time": 5.002446033060551} +{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.9033603072166443, "Finetune/Loss (Raw)": 0.9556578993797302, "Finetune/Step": 2610, "Finetune/Step Time": 5.024700667709112} +{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.901597261428833, "Finetune/Loss (Raw)": 0.7343947887420654, "Finetune/Step": 2611, "Finetune/Step Time": 5.025547757744789} +{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9016575217247009, "Finetune/Loss (Raw)": 0.9287821054458618, "Finetune/Step": 2612, "Finetune/Step Time": 5.0141348242759705} +{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9023562073707581, "Finetune/Loss (Raw)": 1.0506439208984375, "Finetune/Step": 2613, "Finetune/Step Time": 5.018671477213502} +{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9025588035583496, "Finetune/Loss (Raw)": 0.8778451085090637, "Finetune/Step": 2614, "Finetune/Step Time": 5.010990859940648} +{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9080043435096741, "Finetune/Loss (Raw)": 1.0065175294876099, "Finetune/Step": 2615, "Finetune/Step Time": 4.985177908092737} +{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9072111248970032, "Finetune/Loss (Raw)": 0.9718376398086548, "Finetune/Step": 2616, "Finetune/Step Time": 4.988341262564063} +{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9024184942245483, "Finetune/Loss (Raw)": 0.39319702982902527, "Finetune/Step": 2617, "Finetune/Step Time": 4.989902390167117} +{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9064894318580627, "Finetune/Loss (Raw)": 0.835125207901001, "Finetune/Step": 2618, "Finetune/Step Time": 4.960873318836093} +{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9070248603820801, "Finetune/Loss (Raw)": 0.9992216229438782, "Finetune/Step": 2619, "Finetune/Step Time": 4.955029334872961} +{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9072977900505066, "Finetune/Loss (Raw)": 0.8651217222213745, "Finetune/Step": 2620, "Finetune/Step Time": 4.950521022081375} +{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9066323041915894, "Finetune/Loss (Raw)": 0.9238188862800598, "Finetune/Step": 2621, "Finetune/Step Time": 4.947258880361915} +{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9059180021286011, "Finetune/Loss (Raw)": 0.970483660697937, "Finetune/Step": 2622, "Finetune/Step Time": 4.942187342792749} +{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9056307673454285, "Finetune/Loss (Raw)": 0.9297546148300171, "Finetune/Step": 2623, "Finetune/Step Time": 4.962476329877973} +{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9055401682853699, "Finetune/Loss (Raw)": 0.9424758553504944, "Finetune/Step": 2624, "Finetune/Step Time": 4.951174100860953} +{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9051650762557983, "Finetune/Loss (Raw)": 0.8066267967224121, "Finetune/Step": 2625, "Finetune/Step Time": 4.970213836058974} +{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8994793891906738, "Finetune/Loss (Raw)": 0.3066491186618805, "Finetune/Step": 2626, "Finetune/Step Time": 5.005812890827656} +{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9011332988739014, "Finetune/Loss (Raw)": 0.9087710976600647, "Finetune/Step": 2627, "Finetune/Step Time": 4.988425834104419} +{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9014960527420044, "Finetune/Loss (Raw)": 1.0238564014434814, "Finetune/Step": 2628, "Finetune/Step Time": 4.987666441127658} +{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.899465799331665, "Finetune/Loss (Raw)": 0.6976124048233032, "Finetune/Step": 2629, "Finetune/Step Time": 5.002948567271233} +{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.898459792137146, "Finetune/Loss (Raw)": 0.8396475315093994, "Finetune/Step": 2630, "Finetune/Step Time": 5.002938110381365} +{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8997388482093811, "Finetune/Loss (Raw)": 1.087422251701355, "Finetune/Step": 2631, "Finetune/Step Time": 4.999773073941469} +{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8990889191627502, "Finetune/Loss (Raw)": 0.8343306183815002, "Finetune/Step": 2632, "Finetune/Step Time": 4.99547641351819} +{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8993740677833557, "Finetune/Loss (Raw)": 0.9719597697257996, "Finetune/Step": 2633, "Finetune/Step Time": 4.997639367356896} +{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9001516103744507, "Finetune/Loss (Raw)": 0.99236661195755, "Finetune/Step": 2634, "Finetune/Step Time": 4.998330511152744} +{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8996384143829346, "Finetune/Loss (Raw)": 0.9743108749389648, "Finetune/Step": 2635, "Finetune/Step Time": 4.992500768974423} +{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9009274244308472, "Finetune/Loss (Raw)": 1.0357487201690674, "Finetune/Step": 2636, "Finetune/Step Time": 4.991748785600066} +{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9008960127830505, "Finetune/Loss (Raw)": 0.8549215197563171, "Finetune/Step": 2637, "Finetune/Step Time": 4.9966759867966175} +{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9002725481987, "Finetune/Loss (Raw)": 1.003728985786438, "Finetune/Step": 2638, "Finetune/Step Time": 5.017116412520409} +{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8991217613220215, "Finetune/Loss (Raw)": 0.8557175397872925, "Finetune/Step": 2639, "Finetune/Step Time": 5.007780658081174} +{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8952056169509888, "Finetune/Loss (Raw)": 0.3428793251514435, "Finetune/Step": 2640, "Finetune/Step Time": 5.03434138186276} +{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8955975770950317, "Finetune/Loss (Raw)": 0.9356434941291809, "Finetune/Step": 2641, "Finetune/Step Time": 5.025626353919506} +{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8945965766906738, "Finetune/Loss (Raw)": 0.9311484694480896, "Finetune/Step": 2642, "Finetune/Step Time": 5.0149629302322865} +{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8943511843681335, "Finetune/Loss (Raw)": 0.7953264713287354, "Finetune/Step": 2643, "Finetune/Step Time": 5.012158300727606} +{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8933508396148682, "Finetune/Loss (Raw)": 0.8299881219863892, "Finetune/Step": 2644, "Finetune/Step Time": 5.045572679489851} +{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8937249183654785, "Finetune/Loss (Raw)": 1.0048048496246338, "Finetune/Step": 2645, "Finetune/Step Time": 5.048805758357048} +{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.894342303276062, "Finetune/Loss (Raw)": 0.9802204370498657, "Finetune/Step": 2646, "Finetune/Step Time": 5.034808333963156} +{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8938688635826111, "Finetune/Loss (Raw)": 0.8522465229034424, "Finetune/Step": 2647, "Finetune/Step Time": 5.040730582550168} +{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.893904447555542, "Finetune/Loss (Raw)": 1.0249685049057007, "Finetune/Step": 2648, "Finetune/Step Time": 5.051612349227071} +{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8977604508399963, "Finetune/Loss (Raw)": 0.8942938446998596, "Finetune/Step": 2649, "Finetune/Step Time": 5.029235657304525} +{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8964371085166931, "Finetune/Loss (Raw)": 0.8258802890777588, "Finetune/Step": 2650, "Finetune/Step Time": 5.012357736006379} +{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8974728584289551, "Finetune/Loss (Raw)": 0.876630961894989, "Finetune/Step": 2651, "Finetune/Step Time": 5.007731141522527} +{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.898523211479187, "Finetune/Loss (Raw)": 1.0497132539749146, "Finetune/Step": 2652, "Finetune/Step Time": 5.0143208634108305} +{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8987743258476257, "Finetune/Loss (Raw)": 0.9333636164665222, "Finetune/Step": 2653, "Finetune/Step Time": 5.019546227529645} +{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8938865661621094, "Finetune/Loss (Raw)": 0.3359447717666626, "Finetune/Step": 2654, "Finetune/Step Time": 5.05348645336926} +{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8934884071350098, "Finetune/Loss (Raw)": 0.9844788908958435, "Finetune/Step": 2655, "Finetune/Step Time": 5.051919223740697} +{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8927482962608337, "Finetune/Loss (Raw)": 0.9246416687965393, "Finetune/Step": 2656, "Finetune/Step Time": 5.048596194013953} +{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8966890573501587, "Finetune/Loss (Raw)": 0.7707085609436035, "Finetune/Step": 2657, "Finetune/Step Time": 5.027934851124883} +{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8952102661132812, "Finetune/Loss (Raw)": 0.7595075964927673, "Finetune/Step": 2658, "Finetune/Step Time": 5.041180167347193} +{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8966878652572632, "Finetune/Loss (Raw)": 1.0432461500167847, "Finetune/Step": 2659, "Finetune/Step Time": 5.026338057592511} +{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8962913155555725, "Finetune/Loss (Raw)": 0.9677567481994629, "Finetune/Step": 2660, "Finetune/Step Time": 5.010225746780634} +{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8978341817855835, "Finetune/Loss (Raw)": 1.140386700630188, "Finetune/Step": 2661, "Finetune/Step Time": 5.014474546536803} +{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9031209945678711, "Finetune/Loss (Raw)": 1.0510364770889282, "Finetune/Step": 2662, "Finetune/Step Time": 4.97624022513628} +{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9029699563980103, "Finetune/Loss (Raw)": 1.0167896747589111, "Finetune/Step": 2663, "Finetune/Step Time": 4.983536701649427} +{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9003310203552246, "Finetune/Loss (Raw)": 0.4329662322998047, "Finetune/Step": 2664, "Finetune/Step Time": 5.001187389716506} +{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8991140127182007, "Finetune/Loss (Raw)": 0.8052928447723389, "Finetune/Step": 2665, "Finetune/Step Time": 4.989218961447477} +{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8986334204673767, "Finetune/Loss (Raw)": 0.9812024831771851, "Finetune/Step": 2666, "Finetune/Step Time": 4.997252693399787} +{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.897875189781189, "Finetune/Loss (Raw)": 0.812082052230835, "Finetune/Step": 2667, "Finetune/Step Time": 4.992195971310139} +{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8965228796005249, "Finetune/Loss (Raw)": 0.873757004737854, "Finetune/Step": 2668, "Finetune/Step Time": 4.982920121401548} +{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8977713584899902, "Finetune/Loss (Raw)": 1.0458054542541504, "Finetune/Step": 2669, "Finetune/Step Time": 4.9660115968436} +{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8977575898170471, "Finetune/Loss (Raw)": 0.9430007338523865, "Finetune/Step": 2670, "Finetune/Step Time": 4.961216511204839} +{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8967311382293701, "Finetune/Loss (Raw)": 0.8195014595985413, "Finetune/Step": 2671, "Finetune/Step Time": 4.9677392560988665} +{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8964067697525024, "Finetune/Loss (Raw)": 0.7123048305511475, "Finetune/Step": 2672, "Finetune/Step Time": 4.97311032935977} +{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8962317705154419, "Finetune/Loss (Raw)": 0.8832881450653076, "Finetune/Step": 2673, "Finetune/Step Time": 4.973280023783445} +{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9011003375053406, "Finetune/Loss (Raw)": 0.8990376591682434, "Finetune/Step": 2674, "Finetune/Step Time": 4.949125982820988} +{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9009806513786316, "Finetune/Loss (Raw)": 0.8875174522399902, "Finetune/Step": 2675, "Finetune/Step Time": 4.95368517562747} +{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8992989659309387, "Finetune/Loss (Raw)": 0.8553581833839417, "Finetune/Step": 2676, "Finetune/Step Time": 4.962437639012933} +{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.904727041721344, "Finetune/Loss (Raw)": 1.0137096643447876, "Finetune/Step": 2677, "Finetune/Step Time": 4.925249131396413} +{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9043835997581482, "Finetune/Loss (Raw)": 0.9277383089065552, "Finetune/Step": 2678, "Finetune/Step Time": 4.924475375562906} +{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9048062562942505, "Finetune/Loss (Raw)": 1.0535697937011719, "Finetune/Step": 2679, "Finetune/Step Time": 4.922224018722773} +{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9034357070922852, "Finetune/Loss (Raw)": 0.9436745643615723, "Finetune/Step": 2680, "Finetune/Step Time": 4.924990868195891} +{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8987370729446411, "Finetune/Loss (Raw)": 0.33748799562454224, "Finetune/Step": 2681, "Finetune/Step Time": 4.947654884308577} +{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8982757925987244, "Finetune/Loss (Raw)": 0.9184922575950623, "Finetune/Step": 2682, "Finetune/Step Time": 4.923415465280414} +{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9030859470367432, "Finetune/Loss (Raw)": 0.9424887895584106, "Finetune/Step": 2683, "Finetune/Step Time": 4.892014903947711} +{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9028471112251282, "Finetune/Loss (Raw)": 0.906644880771637, "Finetune/Step": 2684, "Finetune/Step Time": 4.891596594825387} +{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9038745164871216, "Finetune/Loss (Raw)": 0.92182856798172, "Finetune/Step": 2685, "Finetune/Step Time": 4.8899299670010805} +{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9033627510070801, "Finetune/Loss (Raw)": 0.8234798312187195, "Finetune/Step": 2686, "Finetune/Step Time": 4.892584277316928} +{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9031710624694824, "Finetune/Loss (Raw)": 0.9235379099845886, "Finetune/Step": 2687, "Finetune/Step Time": 4.8938246704638} +{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9034385681152344, "Finetune/Loss (Raw)": 0.9749038219451904, "Finetune/Step": 2688, "Finetune/Step Time": 4.874680673703551} +{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9046381711959839, "Finetune/Loss (Raw)": 1.0668036937713623, "Finetune/Step": 2689, "Finetune/Step Time": 4.872330129146576} +{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8994161486625671, "Finetune/Loss (Raw)": 0.3668898046016693, "Finetune/Step": 2690, "Finetune/Step Time": 4.9082397017627954} +{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9023875594139099, "Finetune/Loss (Raw)": 1.0849789381027222, "Finetune/Step": 2691, "Finetune/Step Time": 4.900556294247508} +{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9017322063446045, "Finetune/Loss (Raw)": 0.8818982839584351, "Finetune/Step": 2692, "Finetune/Step Time": 4.905165437608957} +{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.901774525642395, "Finetune/Loss (Raw)": 1.0084887742996216, "Finetune/Step": 2693, "Finetune/Step Time": 4.902546338737011} +{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9016269445419312, "Finetune/Loss (Raw)": 0.938391387462616, "Finetune/Step": 2694, "Finetune/Step Time": 4.90393141657114} +{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9020233154296875, "Finetune/Loss (Raw)": 0.874218761920929, "Finetune/Step": 2695, "Finetune/Step Time": 4.902844931930304} +{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9035466313362122, "Finetune/Loss (Raw)": 1.0219969749450684, "Finetune/Step": 2696, "Finetune/Step Time": 4.9146897699683905} +{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.9013849496841431, "Finetune/Loss (Raw)": 0.8882468938827515, "Finetune/Step": 2697, "Finetune/Step Time": 4.917126392945647} +{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9005591869354248, "Finetune/Loss (Raw)": 0.8514724969863892, "Finetune/Step": 2698, "Finetune/Step Time": 4.912452103570104} +{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9003793001174927, "Finetune/Loss (Raw)": 1.0640896558761597, "Finetune/Step": 2699, "Finetune/Step Time": 4.926837278530002} +{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9001861810684204, "Finetune/Loss (Raw)": 0.8882429003715515, "Finetune/Step": 2700, "Finetune/Step Time": 4.926418285816908} +{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9001156091690063, "Finetune/Loss (Raw)": 0.9175750613212585, "Finetune/Step": 2701, "Finetune/Step Time": 4.9492115546017885} +{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.900423526763916, "Finetune/Loss (Raw)": 0.9686075448989868, "Finetune/Step": 2702, "Finetune/Step Time": 4.937662890180945} +{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9004653692245483, "Finetune/Loss (Raw)": 0.8799841403961182, "Finetune/Step": 2703, "Finetune/Step Time": 4.954609340056777} +{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8993588089942932, "Finetune/Loss (Raw)": 0.8362351655960083, "Finetune/Step": 2704, "Finetune/Step Time": 4.966820498928428} +{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8985081911087036, "Finetune/Loss (Raw)": 0.9052565097808838, "Finetune/Step": 2705, "Finetune/Step Time": 4.966935761272907} +{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.898270845413208, "Finetune/Loss (Raw)": 1.0240826606750488, "Finetune/Step": 2706, "Finetune/Step Time": 4.973698236048222} +{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8981761932373047, "Finetune/Loss (Raw)": 1.0402954816818237, "Finetune/Step": 2707, "Finetune/Step Time": 4.9698456060141325} +{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.900510311126709, "Finetune/Loss (Raw)": 1.040268898010254, "Finetune/Step": 2708, "Finetune/Step Time": 4.967113990336657} +{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8990578055381775, "Finetune/Loss (Raw)": 0.8923237919807434, "Finetune/Step": 2709, "Finetune/Step Time": 4.977163938805461} +{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8948618173599243, "Finetune/Loss (Raw)": 0.37509700655937195, "Finetune/Step": 2710, "Finetune/Step Time": 5.014236217364669} +{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8959379196166992, "Finetune/Loss (Raw)": 1.004391074180603, "Finetune/Step": 2711, "Finetune/Step Time": 5.004681194201112} +{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8949582576751709, "Finetune/Loss (Raw)": 0.9632725715637207, "Finetune/Step": 2712, "Finetune/Step Time": 5.023080049082637} +{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8955553770065308, "Finetune/Loss (Raw)": 0.9163205027580261, "Finetune/Step": 2713, "Finetune/Step Time": 5.029892632737756} +{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8953206539154053, "Finetune/Loss (Raw)": 0.9772875905036926, "Finetune/Step": 2714, "Finetune/Step Time": 5.029623497277498} +{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8945525884628296, "Finetune/Loss (Raw)": 0.8653586506843567, "Finetune/Step": 2715, "Finetune/Step Time": 5.022519800812006} +{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.894381046295166, "Finetune/Loss (Raw)": 0.8719203472137451, "Finetune/Step": 2716, "Finetune/Step Time": 5.014952797442675} +{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8934741020202637, "Finetune/Loss (Raw)": 0.9249369502067566, "Finetune/Step": 2717, "Finetune/Step Time": 4.996585559099913} +{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8929896950721741, "Finetune/Loss (Raw)": 0.8988474607467651, "Finetune/Step": 2718, "Finetune/Step Time": 4.996089439839125} +{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8938971757888794, "Finetune/Loss (Raw)": 0.9764379858970642, "Finetune/Step": 2719, "Finetune/Step Time": 4.958433071151376} +{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.89415043592453, "Finetune/Loss (Raw)": 0.9695345163345337, "Finetune/Step": 2720, "Finetune/Step Time": 4.953737076371908} +{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8942685127258301, "Finetune/Loss (Raw)": 0.8865751624107361, "Finetune/Step": 2721, "Finetune/Step Time": 4.95076535269618} +{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8944438695907593, "Finetune/Loss (Raw)": 0.9036984443664551, "Finetune/Step": 2722, "Finetune/Step Time": 4.941474014893174} +{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8941113948822021, "Finetune/Loss (Raw)": 0.8819916248321533, "Finetune/Step": 2723, "Finetune/Step Time": 4.930491032078862} +{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8945865631103516, "Finetune/Loss (Raw)": 0.9504428505897522, "Finetune/Step": 2724, "Finetune/Step Time": 4.933715546503663} +{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8943367600440979, "Finetune/Loss (Raw)": 0.9472966194152832, "Finetune/Step": 2725, "Finetune/Step Time": 4.927214728668332} +{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8954973220825195, "Finetune/Loss (Raw)": 0.9446971416473389, "Finetune/Step": 2726, "Finetune/Step Time": 4.924326894804835} +{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8950668573379517, "Finetune/Loss (Raw)": 0.9338782429695129, "Finetune/Step": 2727, "Finetune/Step Time": 4.927121829241514} +{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8945336937904358, "Finetune/Loss (Raw)": 0.8458391427993774, "Finetune/Step": 2728, "Finetune/Step Time": 4.919542325660586} +{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8902527093887329, "Finetune/Loss (Raw)": 0.4143278896808624, "Finetune/Step": 2729, "Finetune/Step Time": 4.945358622819185} +{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8884518146514893, "Finetune/Loss (Raw)": 0.8219422698020935, "Finetune/Step": 2730, "Finetune/Step Time": 4.9523936584591866} +{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8876974582672119, "Finetune/Loss (Raw)": 0.921013593673706, "Finetune/Step": 2731, "Finetune/Step Time": 4.949786588549614} +{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.888014018535614, "Finetune/Loss (Raw)": 0.9686288237571716, "Finetune/Step": 2732, "Finetune/Step Time": 4.944953136146069} +{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8889342546463013, "Finetune/Loss (Raw)": 0.9235525727272034, "Finetune/Step": 2733, "Finetune/Step Time": 4.945262564346194} +{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8899334669113159, "Finetune/Loss (Raw)": 0.999673068523407, "Finetune/Step": 2734, "Finetune/Step Time": 4.921700395643711} +{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8899593949317932, "Finetune/Loss (Raw)": 0.9936615228652954, "Finetune/Step": 2735, "Finetune/Step Time": 4.898527203127742} +{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8859672546386719, "Finetune/Loss (Raw)": 0.4553047716617584, "Finetune/Step": 2736, "Finetune/Step Time": 4.932331522926688} +{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8837634325027466, "Finetune/Loss (Raw)": 0.6566165685653687, "Finetune/Step": 2737, "Finetune/Step Time": 4.937412224709988} +{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8836313486099243, "Finetune/Loss (Raw)": 0.9387529492378235, "Finetune/Step": 2738, "Finetune/Step Time": 4.932448135688901} +{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8853960633277893, "Finetune/Loss (Raw)": 0.9602765440940857, "Finetune/Step": 2739, "Finetune/Step Time": 4.923746692016721} +{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.884871244430542, "Finetune/Loss (Raw)": 0.8616110682487488, "Finetune/Step": 2740, "Finetune/Step Time": 4.927101401612163} +{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8846876621246338, "Finetune/Loss (Raw)": 1.027146577835083, "Finetune/Step": 2741, "Finetune/Step Time": 4.9217714462429285} +{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8852241039276123, "Finetune/Loss (Raw)": 0.9465025663375854, "Finetune/Step": 2742, "Finetune/Step Time": 4.926816947758198} +{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.885149359703064, "Finetune/Loss (Raw)": 0.9969543218612671, "Finetune/Step": 2743, "Finetune/Step Time": 4.918826900422573} +{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8850665092468262, "Finetune/Loss (Raw)": 0.9612299203872681, "Finetune/Step": 2744, "Finetune/Step Time": 4.915378097444773} +{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8899446129798889, "Finetune/Loss (Raw)": 1.0175971984863281, "Finetune/Step": 2745, "Finetune/Step Time": 4.880079487338662} +{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8906916379928589, "Finetune/Loss (Raw)": 0.9307449460029602, "Finetune/Step": 2746, "Finetune/Step Time": 4.88678771443665} +{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900085687637329, "Finetune/Loss (Raw)": 0.9117915034294128, "Finetune/Step": 2747, "Finetune/Step Time": 4.90333635546267} +{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8914836645126343, "Finetune/Loss (Raw)": 1.0539233684539795, "Finetune/Step": 2748, "Finetune/Step Time": 4.90548569150269} +{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8919764757156372, "Finetune/Loss (Raw)": 0.9869089722633362, "Finetune/Step": 2749, "Finetune/Step Time": 4.901881730183959} +{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8912420868873596, "Finetune/Loss (Raw)": 0.8764826655387878, "Finetune/Step": 2750, "Finetune/Step Time": 4.911152800545096} +{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8914954662322998, "Finetune/Loss (Raw)": 0.9621862769126892, "Finetune/Step": 2751, "Finetune/Step Time": 4.9005531538277864} +{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8918594717979431, "Finetune/Loss (Raw)": 0.9890649914741516, "Finetune/Step": 2752, "Finetune/Step Time": 4.899989169090986} +{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8934051990509033, "Finetune/Loss (Raw)": 1.0044788122177124, "Finetune/Step": 2753, "Finetune/Step Time": 4.880560992285609} +{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8985669612884521, "Finetune/Loss (Raw)": 0.9673504829406738, "Finetune/Step": 2754, "Finetune/Step Time": 4.842362636700273} +{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8942222595214844, "Finetune/Loss (Raw)": 0.35265210270881653, "Finetune/Step": 2755, "Finetune/Step Time": 4.881332062184811} +{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8942960500717163, "Finetune/Loss (Raw)": 1.033299446105957, "Finetune/Step": 2756, "Finetune/Step Time": 4.898072715848684} +{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8952195644378662, "Finetune/Loss (Raw)": 0.8158202171325684, "Finetune/Step": 2757, "Finetune/Step Time": 4.914703901857138} +{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8962624073028564, "Finetune/Loss (Raw)": 0.9731374979019165, "Finetune/Step": 2758, "Finetune/Step Time": 4.920413864776492} +{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8945020437240601, "Finetune/Loss (Raw)": 0.8620937466621399, "Finetune/Step": 2759, "Finetune/Step Time": 4.921313714236021} +{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8940277099609375, "Finetune/Loss (Raw)": 0.7736139893531799, "Finetune/Step": 2760, "Finetune/Step Time": 4.914784638211131} +{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8896809220314026, "Finetune/Loss (Raw)": 0.4155724048614502, "Finetune/Step": 2761, "Finetune/Step Time": 4.950825825333595} +{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8887829780578613, "Finetune/Loss (Raw)": 0.8774346113204956, "Finetune/Step": 2762, "Finetune/Step Time": 4.9602226708084345} +{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8882887363433838, "Finetune/Loss (Raw)": 0.9110499024391174, "Finetune/Step": 2763, "Finetune/Step Time": 4.963090442121029} +{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8873448371887207, "Finetune/Loss (Raw)": 0.9149302244186401, "Finetune/Step": 2764, "Finetune/Step Time": 4.963681776076555} +{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8833904266357422, "Finetune/Loss (Raw)": 0.34874969720840454, "Finetune/Step": 2765, "Finetune/Step Time": 4.993756413459778} +{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8824360370635986, "Finetune/Loss (Raw)": 0.8815683722496033, "Finetune/Step": 2766, "Finetune/Step Time": 4.979209104552865} +{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8839224576950073, "Finetune/Loss (Raw)": 1.0459842681884766, "Finetune/Step": 2767, "Finetune/Step Time": 4.992638636380434} +{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8890681266784668, "Finetune/Loss (Raw)": 1.001520037651062, "Finetune/Step": 2768, "Finetune/Step Time": 4.958483509719372} +{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8892974853515625, "Finetune/Loss (Raw)": 0.9650024771690369, "Finetune/Step": 2769, "Finetune/Step Time": 4.967214407399297} +{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8876686692237854, "Finetune/Loss (Raw)": 0.7226592302322388, "Finetune/Step": 2770, "Finetune/Step Time": 4.984058693051338} +{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8886662721633911, "Finetune/Loss (Raw)": 0.9230228066444397, "Finetune/Step": 2771, "Finetune/Step Time": 4.9769947193562984} +{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8896258473396301, "Finetune/Loss (Raw)": 0.952812910079956, "Finetune/Step": 2772, "Finetune/Step Time": 4.945913163945079} +{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8894462585449219, "Finetune/Loss (Raw)": 0.9818121790885925, "Finetune/Step": 2773, "Finetune/Step Time": 4.938696835190058} +{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8843561410903931, "Finetune/Loss (Raw)": 0.3286930024623871, "Finetune/Step": 2774, "Finetune/Step Time": 4.974286599084735} +{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8851495981216431, "Finetune/Loss (Raw)": 0.9538037180900574, "Finetune/Step": 2775, "Finetune/Step Time": 4.963986843824387} +{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8836688995361328, "Finetune/Loss (Raw)": 0.8354405760765076, "Finetune/Step": 2776, "Finetune/Step Time": 4.956191403791308} +{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.883529543876648, "Finetune/Loss (Raw)": 0.8764554858207703, "Finetune/Step": 2777, "Finetune/Step Time": 4.942826882004738} +{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8843107223510742, "Finetune/Loss (Raw)": 0.925872802734375, "Finetune/Step": 2778, "Finetune/Step Time": 4.943198550492525} +{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8844013214111328, "Finetune/Loss (Raw)": 0.8882290720939636, "Finetune/Step": 2779, "Finetune/Step Time": 4.949068747460842} +{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8832908272743225, "Finetune/Loss (Raw)": 0.907569169998169, "Finetune/Step": 2780, "Finetune/Step Time": 4.947606785222888} +{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8841505646705627, "Finetune/Loss (Raw)": 1.0434073209762573, "Finetune/Step": 2781, "Finetune/Step Time": 4.932197488844395} +{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8883469104766846, "Finetune/Loss (Raw)": 0.8730740547180176, "Finetune/Step": 2782, "Finetune/Step Time": 4.893364991992712} +{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8890402317047119, "Finetune/Loss (Raw)": 1.0732228755950928, "Finetune/Step": 2783, "Finetune/Step Time": 4.897343719378114} +{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8875953555107117, "Finetune/Loss (Raw)": 0.7397079467773438, "Finetune/Step": 2784, "Finetune/Step Time": 4.909967204555869} +{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8886182904243469, "Finetune/Loss (Raw)": 0.9016360640525818, "Finetune/Step": 2785, "Finetune/Step Time": 4.898875970393419} +{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8906077146530151, "Finetune/Loss (Raw)": 1.0141584873199463, "Finetune/Step": 2786, "Finetune/Step Time": 4.87605013884604} +{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8892437219619751, "Finetune/Loss (Raw)": 0.8686575293540955, "Finetune/Step": 2787, "Finetune/Step Time": 4.876362195238471} +{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8893545269966125, "Finetune/Loss (Raw)": 0.9819391965866089, "Finetune/Step": 2788, "Finetune/Step Time": 4.886551262810826} +{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8874707221984863, "Finetune/Loss (Raw)": 0.8992511630058289, "Finetune/Step": 2789, "Finetune/Step Time": 4.899557337164879} +{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8866922855377197, "Finetune/Loss (Raw)": 0.9514038562774658, "Finetune/Step": 2790, "Finetune/Step Time": 4.908612372353673} +{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.885073721408844, "Finetune/Loss (Raw)": 0.8096100687980652, "Finetune/Step": 2791, "Finetune/Step Time": 4.918658062815666} +{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8897906541824341, "Finetune/Loss (Raw)": 1.0367356538772583, "Finetune/Step": 2792, "Finetune/Step Time": 4.897592814639211} +{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8914725184440613, "Finetune/Loss (Raw)": 1.0205729007720947, "Finetune/Step": 2793, "Finetune/Step Time": 4.895514523610473} +{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905317187309265, "Finetune/Loss (Raw)": 0.8607769012451172, "Finetune/Step": 2794, "Finetune/Step Time": 4.892313661053777} +{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915528655052185, "Finetune/Loss (Raw)": 0.9427884221076965, "Finetune/Step": 2795, "Finetune/Step Time": 4.90904962643981} +{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916143774986267, "Finetune/Loss (Raw)": 0.8816298246383667, "Finetune/Step": 2796, "Finetune/Step Time": 4.925700407475233} +{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900543451309204, "Finetune/Loss (Raw)": 0.8461192846298218, "Finetune/Step": 2797, "Finetune/Step Time": 4.938266605138779} +{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8856033086776733, "Finetune/Loss (Raw)": 0.37326595187187195, "Finetune/Step": 2798, "Finetune/Step Time": 4.983906337991357} +{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8852695226669312, "Finetune/Loss (Raw)": 0.7767857909202576, "Finetune/Step": 2799, "Finetune/Step Time": 4.986977342516184} +{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.885921835899353, "Finetune/Loss (Raw)": 0.795802116394043, "Finetune/Step": 2800, "Finetune/Step Time": 4.981419913470745} +{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8869051337242126, "Finetune/Loss (Raw)": 1.0091423988342285, "Finetune/Step": 2801, "Finetune/Step Time": 4.984919069334865} +{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8877761363983154, "Finetune/Loss (Raw)": 1.0105317831039429, "Finetune/Step": 2802, "Finetune/Step Time": 4.984155407175422} +{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.888320803642273, "Finetune/Loss (Raw)": 0.9572341442108154, "Finetune/Step": 2803, "Finetune/Step Time": 4.988892203196883} +{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8891303539276123, "Finetune/Loss (Raw)": 0.9589800834655762, "Finetune/Step": 2804, "Finetune/Step Time": 4.978115314617753} +{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8894413709640503, "Finetune/Loss (Raw)": 1.0535203218460083, "Finetune/Step": 2805, "Finetune/Step Time": 4.976727468892932} +{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8890624642372131, "Finetune/Loss (Raw)": 0.879235565662384, "Finetune/Step": 2806, "Finetune/Step Time": 4.977784438058734} +{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8876166939735413, "Finetune/Loss (Raw)": 0.8685120940208435, "Finetune/Step": 2807, "Finetune/Step Time": 4.976017231121659} +{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8866836428642273, "Finetune/Loss (Raw)": 0.8242455124855042, "Finetune/Step": 2808, "Finetune/Step Time": 4.98616286739707} +{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8867630362510681, "Finetune/Loss (Raw)": 0.3476487696170807, "Finetune/Step": 2809, "Finetune/Step Time": 4.986364772543311} +{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8857053518295288, "Finetune/Loss (Raw)": 0.7831039428710938, "Finetune/Step": 2810, "Finetune/Step Time": 4.984501091763377} +{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8858375549316406, "Finetune/Loss (Raw)": 0.9594113826751709, "Finetune/Step": 2811, "Finetune/Step Time": 4.9827921986579895} +{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8859087824821472, "Finetune/Loss (Raw)": 0.9157633781433105, "Finetune/Step": 2812, "Finetune/Step Time": 4.982245331630111} +{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8867611289024353, "Finetune/Loss (Raw)": 1.0309333801269531, "Finetune/Step": 2813, "Finetune/Step Time": 4.981065720319748} +{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8830485343933105, "Finetune/Loss (Raw)": 0.34826111793518066, "Finetune/Step": 2814, "Finetune/Step Time": 5.016253309324384} +{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841201066970825, "Finetune/Loss (Raw)": 1.0606985092163086, "Finetune/Step": 2815, "Finetune/Step Time": 5.018531264737248} +{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8842108845710754, "Finetune/Loss (Raw)": 0.9865291118621826, "Finetune/Step": 2816, "Finetune/Step Time": 5.016791192814708} +{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8829345703125, "Finetune/Loss (Raw)": 0.9034281969070435, "Finetune/Step": 2817, "Finetune/Step Time": 5.028931055217981} +{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8868435621261597, "Finetune/Loss (Raw)": 0.8672469854354858, "Finetune/Step": 2818, "Finetune/Step Time": 4.998360516503453} +{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8865883350372314, "Finetune/Loss (Raw)": 1.052306056022644, "Finetune/Step": 2819, "Finetune/Step Time": 5.001954039558768} +{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8879733681678772, "Finetune/Loss (Raw)": 1.0591840744018555, "Finetune/Step": 2820, "Finetune/Step Time": 4.996272329241037} +{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8860619068145752, "Finetune/Loss (Raw)": 0.7638275623321533, "Finetune/Step": 2821, "Finetune/Step Time": 5.009408053010702} +{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.886039137840271, "Finetune/Loss (Raw)": 0.9354714751243591, "Finetune/Step": 2822, "Finetune/Step Time": 5.010830156505108} +{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8823257684707642, "Finetune/Loss (Raw)": 0.39891183376312256, "Finetune/Step": 2823, "Finetune/Step Time": 5.041241703554988} +{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8810637593269348, "Finetune/Loss (Raw)": 0.8604564666748047, "Finetune/Step": 2824, "Finetune/Step Time": 5.027094462886453} +{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8805664777755737, "Finetune/Loss (Raw)": 0.8245935440063477, "Finetune/Step": 2825, "Finetune/Step Time": 5.0260952059179544} +{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8802318572998047, "Finetune/Loss (Raw)": 0.8086411356925964, "Finetune/Step": 2826, "Finetune/Step Time": 5.028561767190695} +{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8796062469482422, "Finetune/Loss (Raw)": 0.9840116500854492, "Finetune/Step": 2827, "Finetune/Step Time": 5.010995050892234} +{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8811237215995789, "Finetune/Loss (Raw)": 1.08247971534729, "Finetune/Step": 2828, "Finetune/Step Time": 5.0106171648949385} +{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8815898895263672, "Finetune/Loss (Raw)": 0.9772468209266663, "Finetune/Step": 2829, "Finetune/Step Time": 4.9931436534971} +{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.88177490234375, "Finetune/Loss (Raw)": 0.9922882318496704, "Finetune/Step": 2830, "Finetune/Step Time": 4.985045816749334} +{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8833787441253662, "Finetune/Loss (Raw)": 1.0852742195129395, "Finetune/Step": 2831, "Finetune/Step Time": 4.968756824731827} +{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8850109577178955, "Finetune/Loss (Raw)": 1.0451571941375732, "Finetune/Step": 2832, "Finetune/Step Time": 4.964081475511193} +{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8851276636123657, "Finetune/Loss (Raw)": 0.9201931953430176, "Finetune/Step": 2833, "Finetune/Step Time": 4.970777092501521} +{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8798682689666748, "Finetune/Loss (Raw)": 0.35089099407196045, "Finetune/Step": 2834, "Finetune/Step Time": 5.000259714201093} +{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8792046308517456, "Finetune/Loss (Raw)": 0.9553414583206177, "Finetune/Step": 2835, "Finetune/Step Time": 5.00318499468267} +{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8772949576377869, "Finetune/Loss (Raw)": 0.7958333492279053, "Finetune/Step": 2836, "Finetune/Step Time": 4.995223477482796} +{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8780163526535034, "Finetune/Loss (Raw)": 0.9846667051315308, "Finetune/Step": 2837, "Finetune/Step Time": 4.983973475173116} +{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.881895899772644, "Finetune/Loss (Raw)": 0.8716757893562317, "Finetune/Step": 2838, "Finetune/Step Time": 4.94347295537591} +{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8807986974716187, "Finetune/Loss (Raw)": 0.8639519214630127, "Finetune/Step": 2839, "Finetune/Step Time": 4.948677532374859} +{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8809434175491333, "Finetune/Loss (Raw)": 0.9817901253700256, "Finetune/Step": 2840, "Finetune/Step Time": 4.932394264265895} +{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8824462294578552, "Finetune/Loss (Raw)": 1.1086812019348145, "Finetune/Step": 2841, "Finetune/Step Time": 4.9265706073492765} +{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8821151256561279, "Finetune/Loss (Raw)": 0.934910237789154, "Finetune/Step": 2842, "Finetune/Step Time": 4.9289446119219065} +{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8814682960510254, "Finetune/Loss (Raw)": 0.7825604677200317, "Finetune/Step": 2843, "Finetune/Step Time": 4.934091636911035} +{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8819817304611206, "Finetune/Loss (Raw)": 0.9376442432403564, "Finetune/Step": 2844, "Finetune/Step Time": 4.934348173439503} +{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8824276924133301, "Finetune/Loss (Raw)": 0.9820160269737244, "Finetune/Step": 2845, "Finetune/Step Time": 4.945444446057081} +{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8824180960655212, "Finetune/Loss (Raw)": 0.8976235389709473, "Finetune/Step": 2846, "Finetune/Step Time": 4.9435970839113} +{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8805115818977356, "Finetune/Loss (Raw)": 0.7324033975601196, "Finetune/Step": 2847, "Finetune/Step Time": 4.955697292461991} +{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8808194994926453, "Finetune/Loss (Raw)": 1.008947491645813, "Finetune/Step": 2848, "Finetune/Step Time": 4.962510533630848} +{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8809934854507446, "Finetune/Loss (Raw)": 0.9088407158851624, "Finetune/Step": 2849, "Finetune/Step Time": 4.952135602012277} +{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8810231685638428, "Finetune/Loss (Raw)": 0.9075089693069458, "Finetune/Step": 2850, "Finetune/Step Time": 4.947353342548013} +{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8817352056503296, "Finetune/Loss (Raw)": 0.973117470741272, "Finetune/Step": 2851, "Finetune/Step Time": 4.943486561998725} +{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8824504017829895, "Finetune/Loss (Raw)": 1.0420016050338745, "Finetune/Step": 2852, "Finetune/Step Time": 4.943492453545332} +{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.88204425573349, "Finetune/Loss (Raw)": 0.8953038454055786, "Finetune/Step": 2853, "Finetune/Step Time": 4.943818710744381} +{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.882233202457428, "Finetune/Loss (Raw)": 0.9688883423805237, "Finetune/Step": 2854, "Finetune/Step Time": 4.936708243563771} +{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8827359676361084, "Finetune/Loss (Raw)": 0.9982287287712097, "Finetune/Step": 2855, "Finetune/Step Time": 4.947852769866586} +{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8839008808135986, "Finetune/Loss (Raw)": 0.9949436783790588, "Finetune/Step": 2856, "Finetune/Step Time": 4.961624434217811} +{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8884396553039551, "Finetune/Loss (Raw)": 0.9952901005744934, "Finetune/Step": 2857, "Finetune/Step Time": 4.928362214937806} +{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8886322379112244, "Finetune/Loss (Raw)": 0.8465983867645264, "Finetune/Step": 2858, "Finetune/Step Time": 4.916486354544759} +{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8887578845024109, "Finetune/Loss (Raw)": 0.9370905160903931, "Finetune/Step": 2859, "Finetune/Step Time": 4.924003757536411} +{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8876168727874756, "Finetune/Loss (Raw)": 0.8225871324539185, "Finetune/Step": 2860, "Finetune/Step Time": 4.934467472136021} +{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.88869708776474, "Finetune/Loss (Raw)": 1.0618160963058472, "Finetune/Step": 2861, "Finetune/Step Time": 4.934712998569012} +{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8875665664672852, "Finetune/Loss (Raw)": 0.8549724817276001, "Finetune/Step": 2862, "Finetune/Step Time": 4.951072135940194} +{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8874679803848267, "Finetune/Loss (Raw)": 0.9810411334037781, "Finetune/Step": 2863, "Finetune/Step Time": 4.954129863530397} +{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8907452821731567, "Finetune/Loss (Raw)": 0.8748000860214233, "Finetune/Step": 2864, "Finetune/Step Time": 4.917042868211865} +{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8935689330101013, "Finetune/Loss (Raw)": 1.0180376768112183, "Finetune/Step": 2865, "Finetune/Step Time": 4.903526399284601} +{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.889268696308136, "Finetune/Loss (Raw)": 0.388325035572052, "Finetune/Step": 2866, "Finetune/Step Time": 4.925096010789275} +{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8890945911407471, "Finetune/Loss (Raw)": 0.9379920959472656, "Finetune/Step": 2867, "Finetune/Step Time": 4.928183548152447} +{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8906504511833191, "Finetune/Loss (Raw)": 1.0607635974884033, "Finetune/Step": 2868, "Finetune/Step Time": 4.923160616308451} +{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8886041641235352, "Finetune/Loss (Raw)": 0.7652134895324707, "Finetune/Step": 2869, "Finetune/Step Time": 4.95936313085258} +{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.884143590927124, "Finetune/Loss (Raw)": 0.3755582273006439, "Finetune/Step": 2870, "Finetune/Step Time": 4.993357954546809} +{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8846020698547363, "Finetune/Loss (Raw)": 1.0556390285491943, "Finetune/Step": 2871, "Finetune/Step Time": 4.991783602163196} +{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8850634098052979, "Finetune/Loss (Raw)": 1.020278811454773, "Finetune/Step": 2872, "Finetune/Step Time": 4.997540295124054} +{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8844365477561951, "Finetune/Loss (Raw)": 0.9373522400856018, "Finetune/Step": 2873, "Finetune/Step Time": 4.999240327626467} +{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8799346685409546, "Finetune/Loss (Raw)": 0.35450994968414307, "Finetune/Step": 2874, "Finetune/Step Time": 5.021379020065069} +{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8809566497802734, "Finetune/Loss (Raw)": 1.0426079034805298, "Finetune/Step": 2875, "Finetune/Step Time": 5.000840833410621} +{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8798115849494934, "Finetune/Loss (Raw)": 0.9073505997657776, "Finetune/Step": 2876, "Finetune/Step Time": 5.009425081312656} +{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8789312839508057, "Finetune/Loss (Raw)": 0.8742309808731079, "Finetune/Step": 2877, "Finetune/Step Time": 5.012428535148501} +{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.879740297794342, "Finetune/Loss (Raw)": 0.9800384640693665, "Finetune/Step": 2878, "Finetune/Step Time": 5.012557780370116} +{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786146640777588, "Finetune/Loss (Raw)": 0.8181080222129822, "Finetune/Step": 2879, "Finetune/Step Time": 5.013704216107726} +{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8787962198257446, "Finetune/Loss (Raw)": 1.0123015642166138, "Finetune/Step": 2880, "Finetune/Step Time": 5.005094438791275} +{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8789231777191162, "Finetune/Loss (Raw)": 1.020734429359436, "Finetune/Step": 2881, "Finetune/Step Time": 5.0103148724883795} +{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8792941570281982, "Finetune/Loss (Raw)": 1.0148296356201172, "Finetune/Step": 2882, "Finetune/Step Time": 5.0113670863211155} +{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8846225738525391, "Finetune/Loss (Raw)": 1.0346972942352295, "Finetune/Step": 2883, "Finetune/Step Time": 4.983978422358632} +{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8835647106170654, "Finetune/Loss (Raw)": 0.8978857398033142, "Finetune/Step": 2884, "Finetune/Step Time": 4.990489412099123} +{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8848404884338379, "Finetune/Loss (Raw)": 0.9791147112846375, "Finetune/Step": 2885, "Finetune/Step Time": 4.963519837707281} +{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8829622268676758, "Finetune/Loss (Raw)": 0.7327290773391724, "Finetune/Step": 2886, "Finetune/Step Time": 4.981304796412587} +{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8827821016311646, "Finetune/Loss (Raw)": 0.8390294313430786, "Finetune/Step": 2887, "Finetune/Step Time": 4.986213956028223} +{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8852888345718384, "Finetune/Loss (Raw)": 1.0944727659225464, "Finetune/Step": 2888, "Finetune/Step Time": 4.993924098089337} +{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8845903873443604, "Finetune/Loss (Raw)": 0.326181024312973, "Finetune/Step": 2889, "Finetune/Step Time": 4.992920884862542} +{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884202778339386, "Finetune/Loss (Raw)": 0.8278205394744873, "Finetune/Step": 2890, "Finetune/Step Time": 4.981770280748606} +{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8842447400093079, "Finetune/Loss (Raw)": 0.9164210557937622, "Finetune/Step": 2891, "Finetune/Step Time": 4.9811240788549185} +{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8859818577766418, "Finetune/Loss (Raw)": 1.1372755765914917, "Finetune/Step": 2892, "Finetune/Step Time": 4.99042790196836} +{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.890427827835083, "Finetune/Loss (Raw)": 0.917838454246521, "Finetune/Step": 2893, "Finetune/Step Time": 4.951639888808131} +{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8916518092155457, "Finetune/Loss (Raw)": 1.0382364988327026, "Finetune/Step": 2894, "Finetune/Step Time": 4.950464531779289} +{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8907449245452881, "Finetune/Loss (Raw)": 0.9299070239067078, "Finetune/Step": 2895, "Finetune/Step Time": 4.937164543196559} +{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8906335234642029, "Finetune/Loss (Raw)": 0.987252414226532, "Finetune/Step": 2896, "Finetune/Step Time": 4.9392736200243235} +{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8910219669342041, "Finetune/Loss (Raw)": 1.0147271156311035, "Finetune/Step": 2897, "Finetune/Step Time": 4.933371229097247} +{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8928518295288086, "Finetune/Loss (Raw)": 0.9568829536437988, "Finetune/Step": 2898, "Finetune/Step Time": 4.916180485859513} +{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8926215171813965, "Finetune/Loss (Raw)": 0.8935415148735046, "Finetune/Step": 2899, "Finetune/Step Time": 4.916638948023319} +{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8915777802467346, "Finetune/Loss (Raw)": 0.8192147016525269, "Finetune/Step": 2900, "Finetune/Step Time": 4.919711109250784} +{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8905453681945801, "Finetune/Loss (Raw)": 0.8496659994125366, "Finetune/Step": 2901, "Finetune/Step Time": 4.929210413247347} +{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8958056569099426, "Finetune/Loss (Raw)": 1.0020084381103516, "Finetune/Step": 2902, "Finetune/Step Time": 4.916320903226733} +{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8961617946624756, "Finetune/Loss (Raw)": 0.9993899464607239, "Finetune/Step": 2903, "Finetune/Step Time": 4.919250521808863} +{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8965722322463989, "Finetune/Loss (Raw)": 0.8879737257957458, "Finetune/Step": 2904, "Finetune/Step Time": 4.917687550187111} +{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8970404863357544, "Finetune/Loss (Raw)": 0.9363965392112732, "Finetune/Step": 2905, "Finetune/Step Time": 4.91929049231112} +{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8974187970161438, "Finetune/Loss (Raw)": 0.974291980266571, "Finetune/Step": 2906, "Finetune/Step Time": 4.920790694653988} +{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8974637389183044, "Finetune/Loss (Raw)": 0.8939816951751709, "Finetune/Step": 2907, "Finetune/Step Time": 4.912934619933367} +{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.897942304611206, "Finetune/Loss (Raw)": 0.9688261151313782, "Finetune/Step": 2908, "Finetune/Step Time": 4.916018631309271} +{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8985010385513306, "Finetune/Loss (Raw)": 1.1149283647537231, "Finetune/Step": 2909, "Finetune/Step Time": 4.91024511680007} +{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8996917009353638, "Finetune/Loss (Raw)": 1.0254743099212646, "Finetune/Step": 2910, "Finetune/Step Time": 4.9107742086052895} +{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8998171091079712, "Finetune/Loss (Raw)": 1.0892753601074219, "Finetune/Step": 2911, "Finetune/Step Time": 4.896630197763443} +{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9016342163085938, "Finetune/Loss (Raw)": 0.9722987413406372, "Finetune/Step": 2912, "Finetune/Step Time": 4.888603158295155} +{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9023520946502686, "Finetune/Loss (Raw)": 0.9935304522514343, "Finetune/Step": 2913, "Finetune/Step Time": 4.88104348257184} +{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9003505706787109, "Finetune/Loss (Raw)": 0.7579554915428162, "Finetune/Step": 2914, "Finetune/Step Time": 4.907610312104225} +{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8999231457710266, "Finetune/Loss (Raw)": 0.813946545124054, "Finetune/Step": 2915, "Finetune/Step Time": 4.919504946097732} +{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8997848033905029, "Finetune/Loss (Raw)": 0.9642301201820374, "Finetune/Step": 2916, "Finetune/Step Time": 4.906311931088567} +{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.900657594203949, "Finetune/Loss (Raw)": 1.010972261428833, "Finetune/Step": 2917, "Finetune/Step Time": 4.890433574095368} +{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9002885818481445, "Finetune/Loss (Raw)": 0.9041669964790344, "Finetune/Step": 2918, "Finetune/Step Time": 4.889943217858672} +{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.9012829065322876, "Finetune/Loss (Raw)": 0.9368842244148254, "Finetune/Step": 2919, "Finetune/Step Time": 4.874172210693359} +{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8958714008331299, "Finetune/Loss (Raw)": 0.3440632224082947, "Finetune/Step": 2920, "Finetune/Step Time": 4.896321790292859} +{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.895233690738678, "Finetune/Loss (Raw)": 0.9389446377754211, "Finetune/Step": 2921, "Finetune/Step Time": 4.913825798779726} +{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8953667879104614, "Finetune/Loss (Raw)": 0.8778137564659119, "Finetune/Step": 2922, "Finetune/Step Time": 4.9065693356096745} +{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8953932523727417, "Finetune/Loss (Raw)": 0.9461838603019714, "Finetune/Step": 2923, "Finetune/Step Time": 4.922802273184061} +{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8967313766479492, "Finetune/Loss (Raw)": 1.0529066324234009, "Finetune/Step": 2924, "Finetune/Step Time": 4.9061133954674006} +{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.898295521736145, "Finetune/Loss (Raw)": 1.0463231801986694, "Finetune/Step": 2925, "Finetune/Step Time": 4.895846365019679} +{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9026364088058472, "Finetune/Loss (Raw)": 0.928895115852356, "Finetune/Step": 2926, "Finetune/Step Time": 4.882370604202151} +{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9022091627120972, "Finetune/Loss (Raw)": 0.722103476524353, "Finetune/Step": 2927, "Finetune/Step Time": 4.886374179273844} +{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9034532308578491, "Finetune/Loss (Raw)": 0.9550410509109497, "Finetune/Step": 2928, "Finetune/Step Time": 4.900538204237819} +{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9040335416793823, "Finetune/Loss (Raw)": 1.0834310054779053, "Finetune/Step": 2929, "Finetune/Step Time": 4.890807576477528} +{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9039231538772583, "Finetune/Loss (Raw)": 0.9963895678520203, "Finetune/Step": 2930, "Finetune/Step Time": 4.87784318998456} +{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9041475057601929, "Finetune/Loss (Raw)": 0.9859632253646851, "Finetune/Step": 2931, "Finetune/Step Time": 4.875482644885778} +{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9041996002197266, "Finetune/Loss (Raw)": 0.9656475186347961, "Finetune/Step": 2932, "Finetune/Step Time": 4.884936502203345} +{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9034914970397949, "Finetune/Loss (Raw)": 0.962883710861206, "Finetune/Step": 2933, "Finetune/Step Time": 4.901313723996282} +{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9041147828102112, "Finetune/Loss (Raw)": 0.9590112566947937, "Finetune/Step": 2934, "Finetune/Step Time": 4.894871756434441} +{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9047281742095947, "Finetune/Loss (Raw)": 0.9470354318618774, "Finetune/Step": 2935, "Finetune/Step Time": 4.8998206499964} +{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9066996574401855, "Finetune/Loss (Raw)": 1.0765944719314575, "Finetune/Step": 2936, "Finetune/Step Time": 4.905958671122789} +{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9124476909637451, "Finetune/Loss (Raw)": 1.083389163017273, "Finetune/Step": 2937, "Finetune/Step Time": 4.871525881811976} +{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9138680696487427, "Finetune/Loss (Raw)": 0.964911937713623, "Finetune/Step": 2938, "Finetune/Step Time": 4.867988888174295} +{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9136345386505127, "Finetune/Loss (Raw)": 0.9295174479484558, "Finetune/Step": 2939, "Finetune/Step Time": 4.866560384631157} +{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.912430465221405, "Finetune/Loss (Raw)": 0.7616500854492188, "Finetune/Step": 2940, "Finetune/Step Time": 4.868741912767291} +{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9100576639175415, "Finetune/Loss (Raw)": 0.7272148728370667, "Finetune/Step": 2941, "Finetune/Step Time": 4.886674389243126} +{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9155689477920532, "Finetune/Loss (Raw)": 1.053695559501648, "Finetune/Step": 2942, "Finetune/Step Time": 4.854833273217082} +{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9149619340896606, "Finetune/Loss (Raw)": 0.9830144643783569, "Finetune/Step": 2943, "Finetune/Step Time": 4.85970176383853} +{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9147471189498901, "Finetune/Loss (Raw)": 0.9590273499488831, "Finetune/Step": 2944, "Finetune/Step Time": 4.877969466149807} +{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.914558470249176, "Finetune/Loss (Raw)": 0.879277765750885, "Finetune/Step": 2945, "Finetune/Step Time": 4.887150267139077} +{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9153237342834473, "Finetune/Loss (Raw)": 0.9652054309844971, "Finetune/Step": 2946, "Finetune/Step Time": 4.878325508907437} +{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9141700863838196, "Finetune/Loss (Raw)": 0.9046362042427063, "Finetune/Step": 2947, "Finetune/Step Time": 4.894621908664703} +{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.9138869047164917, "Finetune/Loss (Raw)": 1.0229339599609375, "Finetune/Step": 2948, "Finetune/Step Time": 4.904739683493972} +{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.9155111312866211, "Finetune/Loss (Raw)": 0.9717230200767517, "Finetune/Step": 2949, "Finetune/Step Time": 4.894797783344984} +{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9153997898101807, "Finetune/Loss (Raw)": 0.9212273955345154, "Finetune/Step": 2950, "Finetune/Step Time": 4.888965968042612} +{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9146251678466797, "Finetune/Loss (Raw)": 0.29976412653923035, "Finetune/Step": 2951, "Finetune/Step Time": 4.88913425244391} +{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9156529903411865, "Finetune/Loss (Raw)": 0.9920121431350708, "Finetune/Step": 2952, "Finetune/Step Time": 4.886938506737351} +{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9171634912490845, "Finetune/Loss (Raw)": 1.0179345607757568, "Finetune/Step": 2953, "Finetune/Step Time": 4.886002894490957} +{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9173403978347778, "Finetune/Loss (Raw)": 0.8312965631484985, "Finetune/Step": 2954, "Finetune/Step Time": 4.890636269003153} +{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9182047247886658, "Finetune/Loss (Raw)": 1.094635248184204, "Finetune/Step": 2955, "Finetune/Step Time": 4.89751635119319} +{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.917285680770874, "Finetune/Loss (Raw)": 0.964846134185791, "Finetune/Step": 2956, "Finetune/Step Time": 4.894464848563075} +{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9170829653739929, "Finetune/Loss (Raw)": 0.9513018131256104, "Finetune/Step": 2957, "Finetune/Step Time": 4.882849650457501} +{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9167612791061401, "Finetune/Loss (Raw)": 0.9511144161224365, "Finetune/Step": 2958, "Finetune/Step Time": 4.891382543370128} +{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9107308387756348, "Finetune/Loss (Raw)": 0.31337684392929077, "Finetune/Step": 2959, "Finetune/Step Time": 4.923513034358621} +{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9100231528282166, "Finetune/Loss (Raw)": 0.954572856426239, "Finetune/Step": 2960, "Finetune/Step Time": 4.920734910294414} +{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9096027612686157, "Finetune/Loss (Raw)": 0.866378903388977, "Finetune/Step": 2961, "Finetune/Step Time": 4.906972050666809} +{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.915398120880127, "Finetune/Loss (Raw)": 1.0927062034606934, "Finetune/Step": 2962, "Finetune/Step Time": 4.876879431307316} +{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9158771634101868, "Finetune/Loss (Raw)": 1.0166468620300293, "Finetune/Step": 2963, "Finetune/Step Time": 4.8874152936041355} +{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9177874326705933, "Finetune/Loss (Raw)": 1.040351152420044, "Finetune/Step": 2964, "Finetune/Step Time": 4.890297275036573} +{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9179351329803467, "Finetune/Loss (Raw)": 1.0035741329193115, "Finetune/Step": 2965, "Finetune/Step Time": 4.886169269680977} +{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9177795052528381, "Finetune/Loss (Raw)": 0.8517554402351379, "Finetune/Step": 2966, "Finetune/Step Time": 4.894135873764753} +{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9174761772155762, "Finetune/Loss (Raw)": 0.8251267671585083, "Finetune/Step": 2967, "Finetune/Step Time": 4.906116737052798} +{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9181573987007141, "Finetune/Loss (Raw)": 1.068983793258667, "Finetune/Step": 2968, "Finetune/Step Time": 4.9151007533073425} +{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9164606332778931, "Finetune/Loss (Raw)": 0.8914982080459595, "Finetune/Step": 2969, "Finetune/Step Time": 4.911785015836358} +{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9165748357772827, "Finetune/Loss (Raw)": 0.9495269060134888, "Finetune/Step": 2970, "Finetune/Step Time": 4.923728020861745} +{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9178748726844788, "Finetune/Loss (Raw)": 0.9489637613296509, "Finetune/Step": 2971, "Finetune/Step Time": 4.931116795167327} +{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9181084036827087, "Finetune/Loss (Raw)": 0.9675339460372925, "Finetune/Step": 2972, "Finetune/Step Time": 4.9270254150033} +{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9168787002563477, "Finetune/Loss (Raw)": 0.8246179223060608, "Finetune/Step": 2973, "Finetune/Step Time": 4.930204419419169} +{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9174067378044128, "Finetune/Loss (Raw)": 0.9652116894721985, "Finetune/Step": 2974, "Finetune/Step Time": 4.931094625964761} +{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9147017002105713, "Finetune/Loss (Raw)": 0.38615357875823975, "Finetune/Step": 2975, "Finetune/Step Time": 4.953414244577289} +{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9134489297866821, "Finetune/Loss (Raw)": 0.848596453666687, "Finetune/Step": 2976, "Finetune/Step Time": 4.947586294263601} +{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9139763712882996, "Finetune/Loss (Raw)": 0.9763540625572205, "Finetune/Step": 2977, "Finetune/Step Time": 4.945152349770069} +{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9149666428565979, "Finetune/Loss (Raw)": 1.0342668294906616, "Finetune/Step": 2978, "Finetune/Step Time": 4.945720374584198} +{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9146011471748352, "Finetune/Loss (Raw)": 0.9263261556625366, "Finetune/Step": 2979, "Finetune/Step Time": 4.956601105630398} +{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9133947491645813, "Finetune/Loss (Raw)": 0.8875848054885864, "Finetune/Step": 2980, "Finetune/Step Time": 4.960019385442138} +{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9127551317214966, "Finetune/Loss (Raw)": 0.8134412169456482, "Finetune/Step": 2981, "Finetune/Step Time": 4.9868166875094175} +{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9118456244468689, "Finetune/Loss (Raw)": 0.8524652123451233, "Finetune/Step": 2982, "Finetune/Step Time": 4.980214847251773} +{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9122700691223145, "Finetune/Loss (Raw)": 1.0525531768798828, "Finetune/Step": 2983, "Finetune/Step Time": 4.964317172765732} +{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9131544828414917, "Finetune/Loss (Raw)": 1.1081523895263672, "Finetune/Step": 2984, "Finetune/Step Time": 4.963985277339816} +{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9124532341957092, "Finetune/Loss (Raw)": 0.9055302143096924, "Finetune/Step": 2985, "Finetune/Step Time": 4.963916532695293} +{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9083671569824219, "Finetune/Loss (Raw)": 0.3235831558704376, "Finetune/Step": 2986, "Finetune/Step Time": 5.00145004875958} +{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9079397916793823, "Finetune/Loss (Raw)": 0.8823884129524231, "Finetune/Step": 2987, "Finetune/Step Time": 5.014319771900773} +{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9092113971710205, "Finetune/Loss (Raw)": 0.9853505492210388, "Finetune/Step": 2988, "Finetune/Step Time": 5.011034402996302} +{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.9078096151351929, "Finetune/Loss (Raw)": 0.8823840022087097, "Finetune/Step": 2989, "Finetune/Step Time": 5.015141572803259} +{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9093042612075806, "Finetune/Loss (Raw)": 1.0462876558303833, "Finetune/Step": 2990, "Finetune/Step Time": 4.990999294444919} +{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9094259738922119, "Finetune/Loss (Raw)": 0.9966210722923279, "Finetune/Step": 2991, "Finetune/Step Time": 4.989966634660959} +{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9092357754707336, "Finetune/Loss (Raw)": 0.8504582047462463, "Finetune/Step": 2992, "Finetune/Step Time": 5.0011000987142324} +{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9094085693359375, "Finetune/Loss (Raw)": 1.040148138999939, "Finetune/Step": 2993, "Finetune/Step Time": 4.997077347710729} +{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9147827625274658, "Finetune/Loss (Raw)": 1.076231598854065, "Finetune/Step": 2994, "Finetune/Step Time": 4.957589698955417} +{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9149671792984009, "Finetune/Loss (Raw)": 0.9615908265113831, "Finetune/Step": 2995, "Finetune/Step Time": 4.9610367100685835} +{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9139590263366699, "Finetune/Loss (Raw)": 0.9317235350608826, "Finetune/Step": 2996, "Finetune/Step Time": 4.981565663591027} +{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9148128628730774, "Finetune/Loss (Raw)": 0.8745060563087463, "Finetune/Step": 2997, "Finetune/Step Time": 4.95196034386754} +{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9190813302993774, "Finetune/Loss (Raw)": 0.9219169020652771, "Finetune/Step": 2998, "Finetune/Step Time": 4.920377878472209} +{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9197129011154175, "Finetune/Loss (Raw)": 1.136483907699585, "Finetune/Step": 2999, "Finetune/Step Time": 4.932122953236103} +{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9189152717590332, "Finetune/Loss (Raw)": 0.9181811809539795, "Finetune/Step": 3000, "Finetune/Step Time": 4.930829586461186} +{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9185988903045654, "Finetune/Loss (Raw)": 0.8968589305877686, "Finetune/Step": 3001, "Finetune/Step Time": 4.93382453918457} +{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.923258900642395, "Finetune/Loss (Raw)": 0.9509903192520142, "Finetune/Step": 3002, "Finetune/Step Time": 4.901016443967819} +{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9222458600997925, "Finetune/Loss (Raw)": 0.9129350185394287, "Finetune/Step": 3003, "Finetune/Step Time": 4.907951332628727} +{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9226498603820801, "Finetune/Loss (Raw)": 0.9590678811073303, "Finetune/Step": 3004, "Finetune/Step Time": 4.900912193581462} +{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9218918681144714, "Finetune/Loss (Raw)": 0.7772045731544495, "Finetune/Step": 3005, "Finetune/Step Time": 4.919172862544656} +{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9217648506164551, "Finetune/Loss (Raw)": 0.9637758135795593, "Finetune/Step": 3006, "Finetune/Step Time": 4.911672735586762} +{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9216436147689819, "Finetune/Loss (Raw)": 0.8025860786437988, "Finetune/Step": 3007, "Finetune/Step Time": 4.913639895617962} +{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9214332103729248, "Finetune/Loss (Raw)": 0.9853814840316772, "Finetune/Step": 3008, "Finetune/Step Time": 4.915111735463142} +{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9215241074562073, "Finetune/Loss (Raw)": 1.0323621034622192, "Finetune/Step": 3009, "Finetune/Step Time": 4.907614331692457} +{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9206433296203613, "Finetune/Loss (Raw)": 0.9020991325378418, "Finetune/Step": 3010, "Finetune/Step Time": 4.908375168219209} +{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9208585023880005, "Finetune/Loss (Raw)": 1.0622355937957764, "Finetune/Step": 3011, "Finetune/Step Time": 4.899449050426483} +{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9215518236160278, "Finetune/Loss (Raw)": 0.9866260290145874, "Finetune/Step": 3012, "Finetune/Step Time": 4.877079833298922} +{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9210794568061829, "Finetune/Loss (Raw)": 0.9186555743217468, "Finetune/Step": 3013, "Finetune/Step Time": 4.868198707699776} +{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9223267436027527, "Finetune/Loss (Raw)": 0.8923794627189636, "Finetune/Step": 3014, "Finetune/Step Time": 4.851639853790402} +{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9219871759414673, "Finetune/Loss (Raw)": 0.7955678701400757, "Finetune/Step": 3015, "Finetune/Step Time": 4.860600167885423} +{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9209038019180298, "Finetune/Loss (Raw)": 0.9558026790618896, "Finetune/Step": 3016, "Finetune/Step Time": 4.864238256588578} +{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.924693763256073, "Finetune/Loss (Raw)": 0.8112911581993103, "Finetune/Step": 3017, "Finetune/Step Time": 4.834203006699681} +{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9251002073287964, "Finetune/Loss (Raw)": 0.8798515200614929, "Finetune/Step": 3018, "Finetune/Step Time": 4.829438580200076} +{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9255481958389282, "Finetune/Loss (Raw)": 0.9737527370452881, "Finetune/Step": 3019, "Finetune/Step Time": 4.83100869692862} +{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.923804759979248, "Finetune/Loss (Raw)": 0.9141210913658142, "Finetune/Step": 3020, "Finetune/Step Time": 4.81280667707324} +{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9238193035125732, "Finetune/Loss (Raw)": 0.919697105884552, "Finetune/Step": 3021, "Finetune/Step Time": 4.816678179427981} +{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9235876798629761, "Finetune/Loss (Raw)": 1.0085872411727905, "Finetune/Step": 3022, "Finetune/Step Time": 4.822326947003603} +{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9223229885101318, "Finetune/Loss (Raw)": 0.7680339217185974, "Finetune/Step": 3023, "Finetune/Step Time": 4.825104674324393} +{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9222012758255005, "Finetune/Loss (Raw)": 0.9716713428497314, "Finetune/Step": 3024, "Finetune/Step Time": 4.830585787072778} +{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9217894077301025, "Finetune/Loss (Raw)": 0.9620009660720825, "Finetune/Step": 3025, "Finetune/Step Time": 4.8298947382718325} +{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9221045970916748, "Finetune/Loss (Raw)": 0.9972377419471741, "Finetune/Step": 3026, "Finetune/Step Time": 4.834067892283201} +{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9230865240097046, "Finetune/Loss (Raw)": 1.0192217826843262, "Finetune/Step": 3027, "Finetune/Step Time": 4.8323710560798645} +{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9240103960037231, "Finetune/Loss (Raw)": 0.9374743103981018, "Finetune/Step": 3028, "Finetune/Step Time": 4.835703803226352} +{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9258058667182922, "Finetune/Loss (Raw)": 1.0794824361801147, "Finetune/Step": 3029, "Finetune/Step Time": 4.8265642914921045} +{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925218939781189, "Finetune/Loss (Raw)": 0.9268870949745178, "Finetune/Step": 3030, "Finetune/Step Time": 4.818026812747121} +{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9248296022415161, "Finetune/Loss (Raw)": 0.9495478272438049, "Finetune/Step": 3031, "Finetune/Step Time": 4.815134754404426} +{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9259945750236511, "Finetune/Loss (Raw)": 1.0370944738388062, "Finetune/Step": 3032, "Finetune/Step Time": 4.819673243910074} +{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9258826971054077, "Finetune/Loss (Raw)": 0.9220784306526184, "Finetune/Step": 3033, "Finetune/Step Time": 4.816568963229656} +{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9266363382339478, "Finetune/Loss (Raw)": 1.0707619190216064, "Finetune/Step": 3034, "Finetune/Step Time": 4.812261933460832} +{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9268456101417542, "Finetune/Loss (Raw)": 0.9207562804222107, "Finetune/Step": 3035, "Finetune/Step Time": 4.8140260968357325} +{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9266102313995361, "Finetune/Loss (Raw)": 0.9387006163597107, "Finetune/Step": 3036, "Finetune/Step Time": 4.8272983860224485} +{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9261251091957092, "Finetune/Loss (Raw)": 1.052836298942566, "Finetune/Step": 3037, "Finetune/Step Time": 4.830043347552419} +{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9261715412139893, "Finetune/Loss (Raw)": 1.0314162969589233, "Finetune/Step": 3038, "Finetune/Step Time": 4.829063126817346} +{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9244308471679688, "Finetune/Loss (Raw)": 0.8664699196815491, "Finetune/Step": 3039, "Finetune/Step Time": 4.828982776030898} +{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9243992567062378, "Finetune/Loss (Raw)": 0.968254029750824, "Finetune/Step": 3040, "Finetune/Step Time": 4.821821220219135} +{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9227611422538757, "Finetune/Loss (Raw)": 0.7838491797447205, "Finetune/Step": 3041, "Finetune/Step Time": 4.826756434515119} +{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.924263060092926, "Finetune/Loss (Raw)": 0.9502013921737671, "Finetune/Step": 3042, "Finetune/Step Time": 4.80236897803843} +{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9202859401702881, "Finetune/Loss (Raw)": 0.3048771321773529, "Finetune/Step": 3043, "Finetune/Step Time": 4.82815626449883} +{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9185934662818909, "Finetune/Loss (Raw)": 0.7475910782814026, "Finetune/Step": 3044, "Finetune/Step Time": 4.84717558696866} +{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9174184203147888, "Finetune/Loss (Raw)": 0.8605638742446899, "Finetune/Step": 3045, "Finetune/Step Time": 4.853320669382811} +{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9188613295555115, "Finetune/Loss (Raw)": 1.0888646841049194, "Finetune/Step": 3046, "Finetune/Step Time": 4.847052818164229} +{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9184199571609497, "Finetune/Loss (Raw)": 0.8803833723068237, "Finetune/Step": 3047, "Finetune/Step Time": 4.846795599907637} +{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9241018891334534, "Finetune/Loss (Raw)": 1.0713539123535156, "Finetune/Step": 3048, "Finetune/Step Time": 4.81073428504169} +{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9238759279251099, "Finetune/Loss (Raw)": 0.9100222587585449, "Finetune/Step": 3049, "Finetune/Step Time": 4.799680693075061} +{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9250045418739319, "Finetune/Loss (Raw)": 1.0222793817520142, "Finetune/Step": 3050, "Finetune/Step Time": 4.791131369769573} +{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9259628653526306, "Finetune/Loss (Raw)": 1.0688413381576538, "Finetune/Step": 3051, "Finetune/Step Time": 4.769550023600459} +{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9250217080116272, "Finetune/Loss (Raw)": 0.9324448704719543, "Finetune/Step": 3052, "Finetune/Step Time": 4.773909756913781} +{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9247909784317017, "Finetune/Loss (Raw)": 1.01679265499115, "Finetune/Step": 3053, "Finetune/Step Time": 4.776864694431424} +{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9256018400192261, "Finetune/Loss (Raw)": 1.0326756238937378, "Finetune/Step": 3054, "Finetune/Step Time": 4.75073186121881} +{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9276574850082397, "Finetune/Loss (Raw)": 0.9852259159088135, "Finetune/Step": 3055, "Finetune/Step Time": 4.742148272693157} +{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9280369877815247, "Finetune/Loss (Raw)": 1.0036282539367676, "Finetune/Step": 3056, "Finetune/Step Time": 4.715700626373291} +{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9259829521179199, "Finetune/Loss (Raw)": 0.8205076456069946, "Finetune/Step": 3057, "Finetune/Step Time": 4.728554895147681} +{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9261953830718994, "Finetune/Loss (Raw)": 1.0235815048217773, "Finetune/Step": 3058, "Finetune/Step Time": 4.7253226190805435} +{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9261097311973572, "Finetune/Loss (Raw)": 0.9749955534934998, "Finetune/Step": 3059, "Finetune/Step Time": 4.721715601161122} +{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9265707731246948, "Finetune/Loss (Raw)": 1.0246663093566895, "Finetune/Step": 3060, "Finetune/Step Time": 4.72006774507463} +{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9267358779907227, "Finetune/Loss (Raw)": 0.9840168952941895, "Finetune/Step": 3061, "Finetune/Step Time": 4.712746310979128} +{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9263098239898682, "Finetune/Loss (Raw)": 0.9044688940048218, "Finetune/Step": 3062, "Finetune/Step Time": 4.745813904330134} +{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9259923100471497, "Finetune/Loss (Raw)": 0.9063974022865295, "Finetune/Step": 3063, "Finetune/Step Time": 4.737456629052758} +{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9249311685562134, "Finetune/Loss (Raw)": 0.9407734274864197, "Finetune/Step": 3064, "Finetune/Step Time": 4.718924893066287} +{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9233417510986328, "Finetune/Loss (Raw)": 0.8799464106559753, "Finetune/Step": 3065, "Finetune/Step Time": 4.740952622145414} +{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9215490818023682, "Finetune/Loss (Raw)": 0.7354475259780884, "Finetune/Step": 3066, "Finetune/Step Time": 4.774383643642068} +{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9214467406272888, "Finetune/Loss (Raw)": 0.9164121747016907, "Finetune/Step": 3067, "Finetune/Step Time": 4.774938378483057} +{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9229896068572998, "Finetune/Loss (Raw)": 0.9591346383094788, "Finetune/Step": 3068, "Finetune/Step Time": 4.786672284826636} +{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9236146211624146, "Finetune/Loss (Raw)": 0.8072226047515869, "Finetune/Step": 3069, "Finetune/Step Time": 4.777913192287087} +{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9227511882781982, "Finetune/Loss (Raw)": 0.9431690573692322, "Finetune/Step": 3070, "Finetune/Step Time": 4.775606902316213} +{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9231846928596497, "Finetune/Loss (Raw)": 1.0385041236877441, "Finetune/Step": 3071, "Finetune/Step Time": 4.767840541899204} +{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9227284789085388, "Finetune/Loss (Raw)": 0.9006415009498596, "Finetune/Step": 3072, "Finetune/Step Time": 4.758209440857172} +{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9230652451515198, "Finetune/Loss (Raw)": 0.9223825335502625, "Finetune/Step": 3073, "Finetune/Step Time": 4.748555989935994} +{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224491119384766, "Finetune/Loss (Raw)": 0.8863429427146912, "Finetune/Step": 3074, "Finetune/Step Time": 4.756292564794421} +{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9176308512687683, "Finetune/Loss (Raw)": 0.2878909111022949, "Finetune/Step": 3075, "Finetune/Step Time": 4.776112264022231} +{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9158792495727539, "Finetune/Loss (Raw)": 0.7987282872200012, "Finetune/Step": 3076, "Finetune/Step Time": 4.762330234050751} +{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9157872796058655, "Finetune/Loss (Raw)": 0.9599536657333374, "Finetune/Step": 3077, "Finetune/Step Time": 4.7622487004846334} +{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9152765274047852, "Finetune/Loss (Raw)": 0.8558508157730103, "Finetune/Step": 3078, "Finetune/Step Time": 4.7587051801383495} +{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9194791316986084, "Finetune/Loss (Raw)": 0.8376904726028442, "Finetune/Step": 3079, "Finetune/Step Time": 4.750467112287879} +{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9178617000579834, "Finetune/Loss (Raw)": 0.784993052482605, "Finetune/Step": 3080, "Finetune/Step Time": 4.754835147410631} +{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9165320992469788, "Finetune/Loss (Raw)": 0.847744345664978, "Finetune/Step": 3081, "Finetune/Step Time": 4.758069362491369} +{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9169314503669739, "Finetune/Loss (Raw)": 0.8824106454849243, "Finetune/Step": 3082, "Finetune/Step Time": 4.753081828355789} +{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9161873459815979, "Finetune/Loss (Raw)": 0.9993854761123657, "Finetune/Step": 3083, "Finetune/Step Time": 4.758903061971068} +{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9152383804321289, "Finetune/Loss (Raw)": 0.8433783650398254, "Finetune/Step": 3084, "Finetune/Step Time": 4.775548439472914} +{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164950847625732, "Finetune/Loss (Raw)": 1.1121636629104614, "Finetune/Step": 3085, "Finetune/Step Time": 4.772926477715373} +{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9168447256088257, "Finetune/Loss (Raw)": 0.9958709478378296, "Finetune/Step": 3086, "Finetune/Step Time": 4.7672480419278145} +{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9218359589576721, "Finetune/Loss (Raw)": 0.9522506594657898, "Finetune/Step": 3087, "Finetune/Step Time": 4.737079972401261} +{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9202984571456909, "Finetune/Loss (Raw)": 0.7577826976776123, "Finetune/Step": 3088, "Finetune/Step Time": 4.735834315419197} +{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.921093225479126, "Finetune/Loss (Raw)": 0.9681051969528198, "Finetune/Step": 3089, "Finetune/Step Time": 4.739819521084428} +{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.9194115400314331, "Finetune/Loss (Raw)": 0.8774442672729492, "Finetune/Step": 3090, "Finetune/Step Time": 4.733435720205307} +{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9182513952255249, "Finetune/Loss (Raw)": 0.8681499361991882, "Finetune/Step": 3091, "Finetune/Step Time": 4.737150592729449} +{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9124153852462769, "Finetune/Loss (Raw)": 0.29334211349487305, "Finetune/Step": 3092, "Finetune/Step Time": 4.770037008449435} +{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9116752743721008, "Finetune/Loss (Raw)": 0.9088389277458191, "Finetune/Step": 3093, "Finetune/Step Time": 4.776858331635594} +{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9123531579971313, "Finetune/Loss (Raw)": 0.9385191798210144, "Finetune/Step": 3094, "Finetune/Step Time": 4.7713921051472425} +{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9130682945251465, "Finetune/Loss (Raw)": 0.9166669249534607, "Finetune/Step": 3095, "Finetune/Step Time": 4.752589559182525} +{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9120620489120483, "Finetune/Loss (Raw)": 0.9401959776878357, "Finetune/Step": 3096, "Finetune/Step Time": 4.747025789692998} +{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9074469804763794, "Finetune/Loss (Raw)": 0.3007659614086151, "Finetune/Step": 3097, "Finetune/Step Time": 4.7847068551927805} +{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9060629606246948, "Finetune/Loss (Raw)": 0.7723676562309265, "Finetune/Step": 3098, "Finetune/Step Time": 4.772445799782872} +{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9063193798065186, "Finetune/Loss (Raw)": 0.9817834496498108, "Finetune/Step": 3099, "Finetune/Step Time": 4.7758192382752895} +{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9075698852539062, "Finetune/Loss (Raw)": 1.1275973320007324, "Finetune/Step": 3100, "Finetune/Step Time": 4.777905905619264} +{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9064524173736572, "Finetune/Loss (Raw)": 0.6815886497497559, "Finetune/Step": 3101, "Finetune/Step Time": 4.780100772157311} +{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.906697154045105, "Finetune/Loss (Raw)": 0.9965358972549438, "Finetune/Step": 3102, "Finetune/Step Time": 4.787572642788291} +{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.912050187587738, "Finetune/Loss (Raw)": 1.0713433027267456, "Finetune/Step": 3103, "Finetune/Step Time": 4.764390466734767} +{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9129173159599304, "Finetune/Loss (Raw)": 0.9595910310745239, "Finetune/Step": 3104, "Finetune/Step Time": 4.759170638397336} +{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9125749468803406, "Finetune/Loss (Raw)": 0.9325270056724548, "Finetune/Step": 3105, "Finetune/Step Time": 4.749568723142147} +{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.911484956741333, "Finetune/Loss (Raw)": 0.8947478532791138, "Finetune/Step": 3106, "Finetune/Step Time": 4.749801244586706} +{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9123634696006775, "Finetune/Loss (Raw)": 1.0387732982635498, "Finetune/Step": 3107, "Finetune/Step Time": 4.7428128607571125} +{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9120191335678101, "Finetune/Loss (Raw)": 0.8435137867927551, "Finetune/Step": 3108, "Finetune/Step Time": 4.73415438272059} +{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128775596618652, "Finetune/Loss (Raw)": 0.9233169555664062, "Finetune/Step": 3109, "Finetune/Step Time": 4.709971386939287} +{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9130417108535767, "Finetune/Loss (Raw)": 0.8734703660011292, "Finetune/Step": 3110, "Finetune/Step Time": 4.706803804263473} +{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9119317531585693, "Finetune/Loss (Raw)": 0.910485029220581, "Finetune/Step": 3111, "Finetune/Step Time": 4.7220912128686905} +{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9111830592155457, "Finetune/Loss (Raw)": 1.0123234987258911, "Finetune/Step": 3112, "Finetune/Step Time": 4.706701301038265} +{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9112827777862549, "Finetune/Loss (Raw)": 0.9182978868484497, "Finetune/Step": 3113, "Finetune/Step Time": 4.7200847864151} +{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9162344932556152, "Finetune/Loss (Raw)": 0.9573984742164612, "Finetune/Step": 3114, "Finetune/Step Time": 4.690105749294162} +{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.91628497838974, "Finetune/Loss (Raw)": 0.8888513445854187, "Finetune/Step": 3115, "Finetune/Step Time": 4.666076328605413} +{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9146592020988464, "Finetune/Loss (Raw)": 0.7772473096847534, "Finetune/Step": 3116, "Finetune/Step Time": 4.693457132205367} +{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9149960875511169, "Finetune/Loss (Raw)": 0.9255043268203735, "Finetune/Step": 3117, "Finetune/Step Time": 4.6884787902235985} +{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9104907512664795, "Finetune/Loss (Raw)": 0.46960628032684326, "Finetune/Step": 3118, "Finetune/Step Time": 4.726295480504632} +{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9097556471824646, "Finetune/Loss (Raw)": 0.9025277495384216, "Finetune/Step": 3119, "Finetune/Step Time": 4.726211799308658} +{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.910398542881012, "Finetune/Loss (Raw)": 0.9327513575553894, "Finetune/Step": 3120, "Finetune/Step Time": 4.720272991806269} +{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9084380865097046, "Finetune/Loss (Raw)": 0.7892057299613953, "Finetune/Step": 3121, "Finetune/Step Time": 4.731736093759537} +{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9073907732963562, "Finetune/Loss (Raw)": 0.942175030708313, "Finetune/Step": 3122, "Finetune/Step Time": 4.733471816405654} +{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9066627025604248, "Finetune/Loss (Raw)": 0.8684009313583374, "Finetune/Step": 3123, "Finetune/Step Time": 4.727832932025194} +{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9074347019195557, "Finetune/Loss (Raw)": 1.0305343866348267, "Finetune/Step": 3124, "Finetune/Step Time": 4.711379334330559} +{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9084154367446899, "Finetune/Loss (Raw)": 1.00003981590271, "Finetune/Step": 3125, "Finetune/Step Time": 4.705957796424627} +{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9092184901237488, "Finetune/Loss (Raw)": 1.0247079133987427, "Finetune/Step": 3126, "Finetune/Step Time": 4.701639072969556} +{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9084733128547668, "Finetune/Loss (Raw)": 1.041106939315796, "Finetune/Step": 3127, "Finetune/Step Time": 4.692176716402173} +{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9072129726409912, "Finetune/Loss (Raw)": 0.7568559646606445, "Finetune/Step": 3128, "Finetune/Step Time": 4.728743862360716} +{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9071763753890991, "Finetune/Loss (Raw)": 0.8921825885772705, "Finetune/Step": 3129, "Finetune/Step Time": 4.7250256054103374} +{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9064781665802002, "Finetune/Loss (Raw)": 0.8616105914115906, "Finetune/Step": 3130, "Finetune/Step Time": 4.739687908440828} +{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9062869548797607, "Finetune/Loss (Raw)": 0.888460099697113, "Finetune/Step": 3131, "Finetune/Step Time": 4.741060258820653} +{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9019902944564819, "Finetune/Loss (Raw)": 0.40909498929977417, "Finetune/Step": 3132, "Finetune/Step Time": 4.782643426209688} +{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9034245610237122, "Finetune/Loss (Raw)": 0.9607909917831421, "Finetune/Step": 3133, "Finetune/Step Time": 4.76288603246212} +{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9033173322677612, "Finetune/Loss (Raw)": 0.9500471353530884, "Finetune/Step": 3134, "Finetune/Step Time": 4.777735119685531} +{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.9046099781990051, "Finetune/Loss (Raw)": 0.9680474996566772, "Finetune/Step": 3135, "Finetune/Step Time": 4.769533516839147} +{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9046952724456787, "Finetune/Loss (Raw)": 0.9963087439537048, "Finetune/Step": 3136, "Finetune/Step Time": 4.771309478208423} +{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9034879207611084, "Finetune/Loss (Raw)": 0.8778200745582581, "Finetune/Step": 3137, "Finetune/Step Time": 4.787505457177758} +{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9027261734008789, "Finetune/Loss (Raw)": 0.804589569568634, "Finetune/Step": 3138, "Finetune/Step Time": 4.795376095920801} +{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9015204310417175, "Finetune/Loss (Raw)": 0.9079006910324097, "Finetune/Step": 3139, "Finetune/Step Time": 4.802444959059358} +{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9009219408035278, "Finetune/Loss (Raw)": 0.910018801689148, "Finetune/Step": 3140, "Finetune/Step Time": 4.812801029533148} +{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9003880023956299, "Finetune/Loss (Raw)": 0.8503050208091736, "Finetune/Step": 3141, "Finetune/Step Time": 4.814864829182625} +{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9003640413284302, "Finetune/Loss (Raw)": 0.8893208503723145, "Finetune/Step": 3142, "Finetune/Step Time": 4.819311773404479} +{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9002087116241455, "Finetune/Loss (Raw)": 0.7756811380386353, "Finetune/Step": 3143, "Finetune/Step Time": 4.8187691904604435} +{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9006403684616089, "Finetune/Loss (Raw)": 1.0110653638839722, "Finetune/Step": 3144, "Finetune/Step Time": 4.810765204951167} +{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9021995067596436, "Finetune/Loss (Raw)": 1.0108487606048584, "Finetune/Step": 3145, "Finetune/Step Time": 4.811168499290943} +{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9029780626296997, "Finetune/Loss (Raw)": 0.9795089960098267, "Finetune/Step": 3146, "Finetune/Step Time": 4.811700290068984} +{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9034819602966309, "Finetune/Loss (Raw)": 1.038249135017395, "Finetune/Step": 3147, "Finetune/Step Time": 4.824190981686115} +{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9048083424568176, "Finetune/Loss (Raw)": 1.0839009284973145, "Finetune/Step": 3148, "Finetune/Step Time": 4.844436822459102} +{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9008821249008179, "Finetune/Loss (Raw)": 0.4171404540538788, "Finetune/Step": 3149, "Finetune/Step Time": 4.877669282257557} +{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9001314640045166, "Finetune/Loss (Raw)": 0.9125013947486877, "Finetune/Step": 3150, "Finetune/Step Time": 4.868785759434104} +{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9013823866844177, "Finetune/Loss (Raw)": 0.9281538128852844, "Finetune/Step": 3151, "Finetune/Step Time": 4.870460210368037} +{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9004029035568237, "Finetune/Loss (Raw)": 0.8462992906570435, "Finetune/Step": 3152, "Finetune/Step Time": 4.865065818652511} +{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9003746509552002, "Finetune/Loss (Raw)": 0.9583799242973328, "Finetune/Step": 3153, "Finetune/Step Time": 4.865143658593297} +{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8998901844024658, "Finetune/Loss (Raw)": 0.9352350234985352, "Finetune/Step": 3154, "Finetune/Step Time": 4.85717992298305} +{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8997262716293335, "Finetune/Loss (Raw)": 0.998231053352356, "Finetune/Step": 3155, "Finetune/Step Time": 4.851556982845068} +{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8988819122314453, "Finetune/Loss (Raw)": 0.8293996453285217, "Finetune/Step": 3156, "Finetune/Step Time": 4.84641420841217} +{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.898554801940918, "Finetune/Loss (Raw)": 1.037615180015564, "Finetune/Step": 3157, "Finetune/Step Time": 4.852380413562059} +{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8935177326202393, "Finetune/Loss (Raw)": 0.2821444272994995, "Finetune/Step": 3158, "Finetune/Step Time": 4.875010704621673} +{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8931054472923279, "Finetune/Loss (Raw)": 0.8967722058296204, "Finetune/Step": 3159, "Finetune/Step Time": 4.878629855811596} +{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8919365406036377, "Finetune/Loss (Raw)": 0.8874708414077759, "Finetune/Step": 3160, "Finetune/Step Time": 4.868844939395785} +{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8921689391136169, "Finetune/Loss (Raw)": 0.9518266320228577, "Finetune/Step": 3161, "Finetune/Step Time": 4.888417882844806} +{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8869961500167847, "Finetune/Loss (Raw)": 0.40865081548690796, "Finetune/Step": 3162, "Finetune/Step Time": 4.92395843192935} +{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8882795572280884, "Finetune/Loss (Raw)": 1.0850337743759155, "Finetune/Step": 3163, "Finetune/Step Time": 4.934894463047385} +{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8887145519256592, "Finetune/Loss (Raw)": 0.9943716526031494, "Finetune/Step": 3164, "Finetune/Step Time": 4.915619306266308} +{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8863096833229065, "Finetune/Loss (Raw)": 0.7450169324874878, "Finetune/Step": 3165, "Finetune/Step Time": 4.917452719062567} +{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8848603963851929, "Finetune/Loss (Raw)": 0.8459020256996155, "Finetune/Step": 3166, "Finetune/Step Time": 4.917957816272974} +{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8854857087135315, "Finetune/Loss (Raw)": 0.9465129971504211, "Finetune/Step": 3167, "Finetune/Step Time": 4.915609203279018} +{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8861043453216553, "Finetune/Loss (Raw)": 1.047446370124817, "Finetune/Step": 3168, "Finetune/Step Time": 4.921208333224058} +{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8823946714401245, "Finetune/Loss (Raw)": 0.3090042173862457, "Finetune/Step": 3169, "Finetune/Step Time": 4.954003235325217} +{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8813058733940125, "Finetune/Loss (Raw)": 0.8108364939689636, "Finetune/Step": 3170, "Finetune/Step Time": 4.9545589704066515} +{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8855568170547485, "Finetune/Loss (Raw)": 0.8489976525306702, "Finetune/Step": 3171, "Finetune/Step Time": 4.921283505856991} +{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8870336413383484, "Finetune/Loss (Raw)": 0.9366201162338257, "Finetune/Step": 3172, "Finetune/Step Time": 4.903034459799528} +{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8869203329086304, "Finetune/Loss (Raw)": 0.8460696935653687, "Finetune/Step": 3173, "Finetune/Step Time": 4.920611899346113} +{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8868713974952698, "Finetune/Loss (Raw)": 1.082595944404602, "Finetune/Step": 3174, "Finetune/Step Time": 4.926188440993428} +{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.887226402759552, "Finetune/Loss (Raw)": 0.9258268475532532, "Finetune/Step": 3175, "Finetune/Step Time": 4.922510266304016} +{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8873597979545593, "Finetune/Loss (Raw)": 1.0884212255477905, "Finetune/Step": 3176, "Finetune/Step Time": 4.924003452062607} +{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8870798945426941, "Finetune/Loss (Raw)": 0.8741996884346008, "Finetune/Step": 3177, "Finetune/Step Time": 4.921784685924649} +{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8860160112380981, "Finetune/Loss (Raw)": 0.8861017823219299, "Finetune/Step": 3178, "Finetune/Step Time": 4.927807675674558} +{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8864855766296387, "Finetune/Loss (Raw)": 1.1289424896240234, "Finetune/Step": 3179, "Finetune/Step Time": 4.933625806123018} +{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8857946395874023, "Finetune/Loss (Raw)": 0.8440099954605103, "Finetune/Step": 3180, "Finetune/Step Time": 4.929400306195021} +{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8854979276657104, "Finetune/Loss (Raw)": 0.9788135886192322, "Finetune/Step": 3181, "Finetune/Step Time": 4.92467288672924} +{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8848709464073181, "Finetune/Loss (Raw)": 0.9524204134941101, "Finetune/Step": 3182, "Finetune/Step Time": 4.927697474136949} +{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8842607736587524, "Finetune/Loss (Raw)": 0.9071193933486938, "Finetune/Step": 3183, "Finetune/Step Time": 4.92728672362864} +{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8838679194450378, "Finetune/Loss (Raw)": 0.9533478617668152, "Finetune/Step": 3184, "Finetune/Step Time": 4.937971906736493} +{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8849447965621948, "Finetune/Loss (Raw)": 0.9583424925804138, "Finetune/Step": 3185, "Finetune/Step Time": 4.932078646495938} +{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8838720321655273, "Finetune/Loss (Raw)": 0.8862737417221069, "Finetune/Step": 3186, "Finetune/Step Time": 4.941882826387882} +{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8840146660804749, "Finetune/Loss (Raw)": 0.993255615234375, "Finetune/Step": 3187, "Finetune/Step Time": 4.9402299001812935} +{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8830511569976807, "Finetune/Loss (Raw)": 0.901335597038269, "Finetune/Step": 3188, "Finetune/Step Time": 4.949282236397266} +{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8824034333229065, "Finetune/Loss (Raw)": 0.901106059551239, "Finetune/Step": 3189, "Finetune/Step Time": 4.939454160630703} +{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8825399875640869, "Finetune/Loss (Raw)": 0.9219502210617065, "Finetune/Step": 3190, "Finetune/Step Time": 4.909916751086712} +{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8836095333099365, "Finetune/Loss (Raw)": 1.0433039665222168, "Finetune/Step": 3191, "Finetune/Step Time": 4.941177165135741} +{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8831019997596741, "Finetune/Loss (Raw)": 0.875799834728241, "Finetune/Step": 3192, "Finetune/Step Time": 4.9465778805315495} +{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8832123279571533, "Finetune/Loss (Raw)": 0.8940708637237549, "Finetune/Step": 3193, "Finetune/Step Time": 4.926316751167178} +{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8838419914245605, "Finetune/Loss (Raw)": 0.8160459995269775, "Finetune/Step": 3194, "Finetune/Step Time": 4.898203006014228} +{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8846784830093384, "Finetune/Loss (Raw)": 1.0234848260879517, "Finetune/Step": 3195, "Finetune/Step Time": 4.905019151046872} +{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8846094608306885, "Finetune/Loss (Raw)": 0.9503025412559509, "Finetune/Step": 3196, "Finetune/Step Time": 4.8941306527704} +{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8863423466682434, "Finetune/Loss (Raw)": 1.0290255546569824, "Finetune/Step": 3197, "Finetune/Step Time": 4.891724817454815} +{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8855375051498413, "Finetune/Loss (Raw)": 0.8401472568511963, "Finetune/Step": 3198, "Finetune/Step Time": 4.900418195873499} +{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8848801255226135, "Finetune/Loss (Raw)": 0.9543623328208923, "Finetune/Step": 3199, "Finetune/Step Time": 4.906344525516033} +{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8863780498504639, "Finetune/Loss (Raw)": 1.0923758745193481, "Finetune/Step": 3200, "Finetune/Step Time": 4.901381637901068} +{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.885778546333313, "Finetune/Loss (Raw)": 0.845645010471344, "Finetune/Step": 3201, "Finetune/Step Time": 4.897434277459979} +{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8859759569168091, "Finetune/Loss (Raw)": 0.9116160273551941, "Finetune/Step": 3202, "Finetune/Step Time": 4.888531267642975} +{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8906520009040833, "Finetune/Loss (Raw)": 0.886422336101532, "Finetune/Step": 3203, "Finetune/Step Time": 4.851749626919627} +{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8911563158035278, "Finetune/Loss (Raw)": 0.8632857799530029, "Finetune/Step": 3204, "Finetune/Step Time": 4.858848407864571} +{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8904015421867371, "Finetune/Loss (Raw)": 0.8633353114128113, "Finetune/Step": 3205, "Finetune/Step Time": 4.855279704555869} +{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.890182614326477, "Finetune/Loss (Raw)": 0.8278331756591797, "Finetune/Step": 3206, "Finetune/Step Time": 4.856433656066656} +{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8911715745925903, "Finetune/Loss (Raw)": 0.9642728567123413, "Finetune/Step": 3207, "Finetune/Step Time": 4.850924681872129} +{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8928252458572388, "Finetune/Loss (Raw)": 0.9966598749160767, "Finetune/Step": 3208, "Finetune/Step Time": 4.84435817040503} +{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8930606245994568, "Finetune/Loss (Raw)": 0.8778735995292664, "Finetune/Step": 3209, "Finetune/Step Time": 4.847034581005573} +{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8927146196365356, "Finetune/Loss (Raw)": 0.8381292223930359, "Finetune/Step": 3210, "Finetune/Step Time": 4.851268773898482} +{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8926119804382324, "Finetune/Loss (Raw)": 0.9862451553344727, "Finetune/Step": 3211, "Finetune/Step Time": 4.84483240172267} +{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8891065120697021, "Finetune/Loss (Raw)": 0.3946824371814728, "Finetune/Step": 3212, "Finetune/Step Time": 4.867302756756544} +{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8881829380989075, "Finetune/Loss (Raw)": 0.9939377903938293, "Finetune/Step": 3213, "Finetune/Step Time": 4.864998854696751} +{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8880959749221802, "Finetune/Loss (Raw)": 0.9847383499145508, "Finetune/Step": 3214, "Finetune/Step Time": 4.877090165391564} +{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8871113061904907, "Finetune/Loss (Raw)": 0.8262159824371338, "Finetune/Step": 3215, "Finetune/Step Time": 4.885374603793025} +{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8872058391571045, "Finetune/Loss (Raw)": 0.769882082939148, "Finetune/Step": 3216, "Finetune/Step Time": 4.911064334213734} +{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8871414661407471, "Finetune/Loss (Raw)": 0.9598652124404907, "Finetune/Step": 3217, "Finetune/Step Time": 4.9027404226362705} +{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8876724243164062, "Finetune/Loss (Raw)": 0.945411205291748, "Finetune/Step": 3218, "Finetune/Step Time": 4.900607168674469} +{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.887021005153656, "Finetune/Loss (Raw)": 0.7847692966461182, "Finetune/Step": 3219, "Finetune/Step Time": 4.885113563388586} +{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8933346271514893, "Finetune/Loss (Raw)": 1.1014823913574219, "Finetune/Step": 3220, "Finetune/Step Time": 4.848073562607169} +{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8929097652435303, "Finetune/Loss (Raw)": 0.8544595837593079, "Finetune/Step": 3221, "Finetune/Step Time": 4.852002760395408} +{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8881630897521973, "Finetune/Loss (Raw)": 0.33094558119773865, "Finetune/Step": 3222, "Finetune/Step Time": 4.886309029534459} +{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.887859582901001, "Finetune/Loss (Raw)": 0.8778119683265686, "Finetune/Step": 3223, "Finetune/Step Time": 4.891888957470655} +{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8881027698516846, "Finetune/Loss (Raw)": 0.9713262915611267, "Finetune/Step": 3224, "Finetune/Step Time": 4.893028326332569} +{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8929818868637085, "Finetune/Loss (Raw)": 0.9252905249595642, "Finetune/Step": 3225, "Finetune/Step Time": 4.860254153609276} +{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8943111896514893, "Finetune/Loss (Raw)": 0.9425196051597595, "Finetune/Step": 3226, "Finetune/Step Time": 4.859250349923968} +{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8937467336654663, "Finetune/Loss (Raw)": 0.90953129529953, "Finetune/Step": 3227, "Finetune/Step Time": 4.859657371416688} +{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8920318484306335, "Finetune/Loss (Raw)": 0.9080974459648132, "Finetune/Step": 3228, "Finetune/Step Time": 4.857357811182737} +{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.894629716873169, "Finetune/Loss (Raw)": 1.014106035232544, "Finetune/Step": 3229, "Finetune/Step Time": 4.841527413576841} +{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8937150239944458, "Finetune/Loss (Raw)": 0.8794657588005066, "Finetune/Step": 3230, "Finetune/Step Time": 4.844223029911518} +{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8926964998245239, "Finetune/Loss (Raw)": 0.9409690499305725, "Finetune/Step": 3231, "Finetune/Step Time": 4.857063125818968} +{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8934433460235596, "Finetune/Loss (Raw)": 1.0551851987838745, "Finetune/Step": 3232, "Finetune/Step Time": 4.859091112390161} +{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8951370716094971, "Finetune/Loss (Raw)": 1.1493252515792847, "Finetune/Step": 3233, "Finetune/Step Time": 4.862077319994569} +{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8943485021591187, "Finetune/Loss (Raw)": 0.7938184142112732, "Finetune/Step": 3234, "Finetune/Step Time": 4.883742203935981} +{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8946431875228882, "Finetune/Loss (Raw)": 1.0764909982681274, "Finetune/Step": 3235, "Finetune/Step Time": 4.888470942154527} +{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8940659761428833, "Finetune/Loss (Raw)": 0.7696257829666138, "Finetune/Step": 3236, "Finetune/Step Time": 4.8953532092273235} +{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.894798755645752, "Finetune/Loss (Raw)": 1.0171151161193848, "Finetune/Step": 3237, "Finetune/Step Time": 4.8930556904524565} +{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8910537958145142, "Finetune/Loss (Raw)": 0.39411693811416626, "Finetune/Step": 3238, "Finetune/Step Time": 4.930584220215678} +{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8922002911567688, "Finetune/Loss (Raw)": 1.0572367906570435, "Finetune/Step": 3239, "Finetune/Step Time": 4.919278273358941} +{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8930215835571289, "Finetune/Loss (Raw)": 1.1174378395080566, "Finetune/Step": 3240, "Finetune/Step Time": 4.920649426057935} +{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8936893343925476, "Finetune/Loss (Raw)": 1.003778100013733, "Finetune/Step": 3241, "Finetune/Step Time": 4.915602415800095} +{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8940611481666565, "Finetune/Loss (Raw)": 1.0049923658370972, "Finetune/Step": 3242, "Finetune/Step Time": 4.912592079490423} +{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.894805371761322, "Finetune/Loss (Raw)": 0.9841107726097107, "Finetune/Step": 3243, "Finetune/Step Time": 4.911630416288972} +{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8965405225753784, "Finetune/Loss (Raw)": 0.9993473291397095, "Finetune/Step": 3244, "Finetune/Step Time": 4.875694431364536} +{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8973506689071655, "Finetune/Loss (Raw)": 1.0291962623596191, "Finetune/Step": 3245, "Finetune/Step Time": 4.88082529976964} +{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8995707035064697, "Finetune/Loss (Raw)": 0.7537755966186523, "Finetune/Step": 3246, "Finetune/Step Time": 4.847961341962218} +{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8995705842971802, "Finetune/Loss (Raw)": 0.9025095701217651, "Finetune/Step": 3247, "Finetune/Step Time": 4.84739762544632} +{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.9003289937973022, "Finetune/Loss (Raw)": 1.0298281908035278, "Finetune/Step": 3248, "Finetune/Step Time": 4.850962493568659} +{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.9022431373596191, "Finetune/Loss (Raw)": 1.0342214107513428, "Finetune/Step": 3249, "Finetune/Step Time": 4.840097380802035} +{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9017957448959351, "Finetune/Loss (Raw)": 0.8849132657051086, "Finetune/Step": 3250, "Finetune/Step Time": 4.858868567273021} +{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9023342132568359, "Finetune/Loss (Raw)": 0.9373153448104858, "Finetune/Step": 3251, "Finetune/Step Time": 4.886919021606445} +{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9027944803237915, "Finetune/Loss (Raw)": 1.0894532203674316, "Finetune/Step": 3252, "Finetune/Step Time": 4.886641662567854} +{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.903252124786377, "Finetune/Loss (Raw)": 1.0586094856262207, "Finetune/Step": 3253, "Finetune/Step Time": 4.889163624495268} +{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9029113054275513, "Finetune/Loss (Raw)": 0.9810907244682312, "Finetune/Step": 3254, "Finetune/Step Time": 4.8835162948817015} +{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9020801782608032, "Finetune/Loss (Raw)": 0.9347231984138489, "Finetune/Step": 3255, "Finetune/Step Time": 4.894895626232028} +{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9044203758239746, "Finetune/Loss (Raw)": 1.0563982725143433, "Finetune/Step": 3256, "Finetune/Step Time": 4.860603611916304} +{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.9040469527244568, "Finetune/Loss (Raw)": 0.8443824648857117, "Finetune/Step": 3257, "Finetune/Step Time": 4.875649159774184} +{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9059417843818665, "Finetune/Loss (Raw)": 1.1041522026062012, "Finetune/Step": 3258, "Finetune/Step Time": 4.864278564229608} +{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9060973525047302, "Finetune/Loss (Raw)": 0.9083722829818726, "Finetune/Step": 3259, "Finetune/Step Time": 4.867930930107832} +{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9108110666275024, "Finetune/Loss (Raw)": 1.0124545097351074, "Finetune/Step": 3260, "Finetune/Step Time": 4.848948592320085} +{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9098544716835022, "Finetune/Loss (Raw)": 0.8383423686027527, "Finetune/Step": 3261, "Finetune/Step Time": 4.850013976916671} +{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9102314710617065, "Finetune/Loss (Raw)": 0.9983025193214417, "Finetune/Step": 3262, "Finetune/Step Time": 4.836647080257535} +{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9107494354248047, "Finetune/Loss (Raw)": 1.0343493223190308, "Finetune/Step": 3263, "Finetune/Step Time": 4.834695976227522} +{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9099839925765991, "Finetune/Loss (Raw)": 0.8983327746391296, "Finetune/Step": 3264, "Finetune/Step Time": 4.835347091779113} +{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9118074178695679, "Finetune/Loss (Raw)": 1.1112139225006104, "Finetune/Step": 3265, "Finetune/Step Time": 4.818922756239772} +{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9127041101455688, "Finetune/Loss (Raw)": 0.919374942779541, "Finetune/Step": 3266, "Finetune/Step Time": 4.812877992168069} +{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9133315086364746, "Finetune/Loss (Raw)": 0.9881969094276428, "Finetune/Step": 3267, "Finetune/Step Time": 4.82707591727376} +{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9140061140060425, "Finetune/Loss (Raw)": 0.9963701963424683, "Finetune/Step": 3268, "Finetune/Step Time": 4.815603826195002} +{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.915233850479126, "Finetune/Loss (Raw)": 1.0074526071548462, "Finetune/Step": 3269, "Finetune/Step Time": 4.818085024133325} +{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9151548147201538, "Finetune/Loss (Raw)": 0.8792082071304321, "Finetune/Step": 3270, "Finetune/Step Time": 4.813089270144701} +{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9161515235900879, "Finetune/Loss (Raw)": 0.9032630324363708, "Finetune/Step": 3271, "Finetune/Step Time": 4.797543488442898} +{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.9160656929016113, "Finetune/Loss (Raw)": 1.0000711679458618, "Finetune/Step": 3272, "Finetune/Step Time": 4.826750325039029} +{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9147084355354309, "Finetune/Loss (Raw)": 0.8371240496635437, "Finetune/Step": 3273, "Finetune/Step Time": 4.82667219825089} +{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9095423221588135, "Finetune/Loss (Raw)": 0.31825023889541626, "Finetune/Step": 3274, "Finetune/Step Time": 4.867701232433319} +{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9077727794647217, "Finetune/Loss (Raw)": 0.8117422461509705, "Finetune/Step": 3275, "Finetune/Step Time": 4.860577557235956} +{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9066346883773804, "Finetune/Loss (Raw)": 0.9382306337356567, "Finetune/Step": 3276, "Finetune/Step Time": 4.851224070414901} +{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9110293388366699, "Finetune/Loss (Raw)": 0.9796528220176697, "Finetune/Step": 3277, "Finetune/Step Time": 4.8138766176998615} +{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9108918905258179, "Finetune/Loss (Raw)": 0.8949087858200073, "Finetune/Step": 3278, "Finetune/Step Time": 4.8172926884144545} +{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9114432334899902, "Finetune/Loss (Raw)": 0.9987292885780334, "Finetune/Step": 3279, "Finetune/Step Time": 4.8247496373951435} +{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9128015041351318, "Finetune/Loss (Raw)": 1.0201493501663208, "Finetune/Step": 3280, "Finetune/Step Time": 4.823757782578468} +{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9135860800743103, "Finetune/Loss (Raw)": 1.05880606174469, "Finetune/Step": 3281, "Finetune/Step Time": 4.825707016512752} +{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9133733510971069, "Finetune/Loss (Raw)": 0.9080082774162292, "Finetune/Step": 3282, "Finetune/Step Time": 4.827127169817686} +{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9084408283233643, "Finetune/Loss (Raw)": 0.36686697602272034, "Finetune/Step": 3283, "Finetune/Step Time": 4.862727897241712} +{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9090664386749268, "Finetune/Loss (Raw)": 0.9094785451889038, "Finetune/Step": 3284, "Finetune/Step Time": 4.865815747529268} +{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9088558554649353, "Finetune/Loss (Raw)": 1.0106618404388428, "Finetune/Step": 3285, "Finetune/Step Time": 4.859154334291816} +{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9136897921562195, "Finetune/Loss (Raw)": 0.9008878469467163, "Finetune/Step": 3286, "Finetune/Step Time": 4.829212063923478} +{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9140092134475708, "Finetune/Loss (Raw)": 0.9376570582389832, "Finetune/Step": 3287, "Finetune/Step Time": 4.836224613711238} +{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9150834083557129, "Finetune/Loss (Raw)": 1.0249682664871216, "Finetune/Step": 3288, "Finetune/Step Time": 4.841584814712405} +{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9142122268676758, "Finetune/Loss (Raw)": 0.8403184413909912, "Finetune/Step": 3289, "Finetune/Step Time": 4.822863459587097} +{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9186414480209351, "Finetune/Loss (Raw)": 0.9755865931510925, "Finetune/Step": 3290, "Finetune/Step Time": 4.788306167349219} +{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.916522204875946, "Finetune/Loss (Raw)": 0.8137693405151367, "Finetune/Step": 3291, "Finetune/Step Time": 4.78355048969388} +{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9156657457351685, "Finetune/Loss (Raw)": 0.8847494721412659, "Finetune/Step": 3292, "Finetune/Step Time": 4.784275855869055} +{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.9173764586448669, "Finetune/Loss (Raw)": 0.9639862179756165, "Finetune/Step": 3293, "Finetune/Step Time": 4.779669973999262} +{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9176207184791565, "Finetune/Loss (Raw)": 0.8771652579307556, "Finetune/Step": 3294, "Finetune/Step Time": 4.806588165462017} +{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9169541001319885, "Finetune/Loss (Raw)": 0.8611892461776733, "Finetune/Step": 3295, "Finetune/Step Time": 4.809651518240571} +{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9162490963935852, "Finetune/Loss (Raw)": 0.957203209400177, "Finetune/Step": 3296, "Finetune/Step Time": 4.811006313189864} +{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205503463745117, "Finetune/Loss (Raw)": 0.8595679402351379, "Finetune/Step": 3297, "Finetune/Step Time": 4.795366246253252} +{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.9221327304840088, "Finetune/Loss (Raw)": 1.0133838653564453, "Finetune/Step": 3298, "Finetune/Step Time": 4.793634450063109} +{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184622168540955, "Finetune/Loss (Raw)": 0.37916654348373413, "Finetune/Step": 3299, "Finetune/Step Time": 4.826978590339422} +{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9185366630554199, "Finetune/Loss (Raw)": 0.9461483359336853, "Finetune/Step": 3300, "Finetune/Step Time": 4.829506833106279} +{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9180145263671875, "Finetune/Loss (Raw)": 0.77923583984375, "Finetune/Step": 3301, "Finetune/Step Time": 4.812154643237591} +{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9172645211219788, "Finetune/Loss (Raw)": 0.986600935459137, "Finetune/Step": 3302, "Finetune/Step Time": 4.810219945386052} +{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9170089960098267, "Finetune/Loss (Raw)": 0.893122136592865, "Finetune/Step": 3303, "Finetune/Step Time": 4.814249936491251} +{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9154021143913269, "Finetune/Loss (Raw)": 0.8827368021011353, "Finetune/Step": 3304, "Finetune/Step Time": 4.8240358382463455} +{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166485071182251, "Finetune/Loss (Raw)": 1.033742904663086, "Finetune/Step": 3305, "Finetune/Step Time": 4.820119706913829} +{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9164872169494629, "Finetune/Loss (Raw)": 0.8654488921165466, "Finetune/Step": 3306, "Finetune/Step Time": 4.812115794047713} +{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9159879088401794, "Finetune/Loss (Raw)": 1.0650322437286377, "Finetune/Step": 3307, "Finetune/Step Time": 4.801582472398877} +{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.917585015296936, "Finetune/Loss (Raw)": 1.048444151878357, "Finetune/Step": 3308, "Finetune/Step Time": 4.80751933157444} +{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9180440902709961, "Finetune/Loss (Raw)": 1.0375667810440063, "Finetune/Step": 3309, "Finetune/Step Time": 4.818351101130247} +{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9170836210250854, "Finetune/Loss (Raw)": 0.8294838666915894, "Finetune/Step": 3310, "Finetune/Step Time": 4.815104804933071} +{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9165281057357788, "Finetune/Loss (Raw)": 0.836011528968811, "Finetune/Step": 3311, "Finetune/Step Time": 4.823451014235616} +{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9158926606178284, "Finetune/Loss (Raw)": 0.87201327085495, "Finetune/Step": 3312, "Finetune/Step Time": 4.817605260759592} +{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117370843887329, "Finetune/Loss (Raw)": 0.426437109708786, "Finetune/Step": 3313, "Finetune/Step Time": 4.847480587661266} +{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113194942474365, "Finetune/Loss (Raw)": 0.8328173160552979, "Finetune/Step": 3314, "Finetune/Step Time": 4.838582053780556} +{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9125833511352539, "Finetune/Loss (Raw)": 1.155023217201233, "Finetune/Step": 3315, "Finetune/Step Time": 4.838279413059354} +{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.912136435508728, "Finetune/Loss (Raw)": 0.8441342711448669, "Finetune/Step": 3316, "Finetune/Step Time": 4.82936904206872} +{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9126068353652954, "Finetune/Loss (Raw)": 0.9613180160522461, "Finetune/Step": 3317, "Finetune/Step Time": 4.836428873240948} +{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9079921245574951, "Finetune/Loss (Raw)": 0.3312720060348511, "Finetune/Step": 3318, "Finetune/Step Time": 4.866875395178795} +{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9077037572860718, "Finetune/Loss (Raw)": 1.0063871145248413, "Finetune/Step": 3319, "Finetune/Step Time": 4.8420270048081875} +{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9078640937805176, "Finetune/Loss (Raw)": 0.8963278532028198, "Finetune/Step": 3320, "Finetune/Step Time": 4.834050010889769} +{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9075757265090942, "Finetune/Loss (Raw)": 0.8571545481681824, "Finetune/Step": 3321, "Finetune/Step Time": 4.833761293441057} +{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9081926345825195, "Finetune/Loss (Raw)": 0.8950062394142151, "Finetune/Step": 3322, "Finetune/Step Time": 4.827112408354878} +{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9084563851356506, "Finetune/Loss (Raw)": 1.0572538375854492, "Finetune/Step": 3323, "Finetune/Step Time": 4.84446045383811} +{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9078084230422974, "Finetune/Loss (Raw)": 0.8673591613769531, "Finetune/Step": 3324, "Finetune/Step Time": 4.8580400962382555} +{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9063506126403809, "Finetune/Loss (Raw)": 0.8424209952354431, "Finetune/Step": 3325, "Finetune/Step Time": 4.851655991747975} +{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9074124097824097, "Finetune/Loss (Raw)": 0.9760587811470032, "Finetune/Step": 3326, "Finetune/Step Time": 4.843248536810279} +{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9062725305557251, "Finetune/Loss (Raw)": 0.8084610104560852, "Finetune/Step": 3327, "Finetune/Step Time": 4.849621282890439} +{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9059836864471436, "Finetune/Loss (Raw)": 1.0554031133651733, "Finetune/Step": 3328, "Finetune/Step Time": 4.8483525812625885} +{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9076435565948486, "Finetune/Loss (Raw)": 1.0581073760986328, "Finetune/Step": 3329, "Finetune/Step Time": 4.850971207022667} +{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9070850610733032, "Finetune/Loss (Raw)": 0.8401275873184204, "Finetune/Step": 3330, "Finetune/Step Time": 4.864515686407685} +{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9077565670013428, "Finetune/Loss (Raw)": 0.9723761677742004, "Finetune/Step": 3331, "Finetune/Step Time": 4.88384042493999} +{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9081915020942688, "Finetune/Loss (Raw)": 0.9189532995223999, "Finetune/Step": 3332, "Finetune/Step Time": 4.877312848344445} +{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9091155529022217, "Finetune/Loss (Raw)": 0.9816255569458008, "Finetune/Step": 3333, "Finetune/Step Time": 4.877175759524107} +{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9098572731018066, "Finetune/Loss (Raw)": 0.9227655529975891, "Finetune/Step": 3334, "Finetune/Step Time": 4.877610094845295} +{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9092217683792114, "Finetune/Loss (Raw)": 0.8829250335693359, "Finetune/Step": 3335, "Finetune/Step Time": 4.861797593533993} +{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9084025621414185, "Finetune/Loss (Raw)": 0.8918118476867676, "Finetune/Step": 3336, "Finetune/Step Time": 4.860925007611513} +{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.908122718334198, "Finetune/Loss (Raw)": 0.8420488238334656, "Finetune/Step": 3337, "Finetune/Step Time": 4.869861859828234} +{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9087684154510498, "Finetune/Loss (Raw)": 0.9207735061645508, "Finetune/Step": 3338, "Finetune/Step Time": 4.867629539221525} +{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9087231159210205, "Finetune/Loss (Raw)": 0.9804562926292419, "Finetune/Step": 3339, "Finetune/Step Time": 4.859756823629141} +{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9131045341491699, "Finetune/Loss (Raw)": 0.9554932117462158, "Finetune/Step": 3340, "Finetune/Step Time": 4.8262840043753386} +{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9136182069778442, "Finetune/Loss (Raw)": 1.0596940517425537, "Finetune/Step": 3341, "Finetune/Step Time": 4.838435525074601} +{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9140917062759399, "Finetune/Loss (Raw)": 1.0453509092330933, "Finetune/Step": 3342, "Finetune/Step Time": 4.819483304396272} +{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151851534843445, "Finetune/Loss (Raw)": 0.9661747813224792, "Finetune/Step": 3343, "Finetune/Step Time": 4.807427179068327} +{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9151225090026855, "Finetune/Loss (Raw)": 0.7618615031242371, "Finetune/Step": 3344, "Finetune/Step Time": 4.782732460647821} +{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9103469848632812, "Finetune/Loss (Raw)": 0.34859442710876465, "Finetune/Step": 3345, "Finetune/Step Time": 4.822544625028968} +{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112966060638428, "Finetune/Loss (Raw)": 1.0669708251953125, "Finetune/Step": 3346, "Finetune/Step Time": 4.82128450833261} +{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9113224744796753, "Finetune/Loss (Raw)": 0.7880799770355225, "Finetune/Step": 3347, "Finetune/Step Time": 4.822126245126128} +{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9105339050292969, "Finetune/Loss (Raw)": 1.0005348920822144, "Finetune/Step": 3348, "Finetune/Step Time": 4.826856711879373} +{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9114727973937988, "Finetune/Loss (Raw)": 0.9746450781822205, "Finetune/Step": 3349, "Finetune/Step Time": 4.823504537343979} +{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9175794124603271, "Finetune/Loss (Raw)": 1.112593412399292, "Finetune/Step": 3350, "Finetune/Step Time": 4.794419214129448} +{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9176427125930786, "Finetune/Loss (Raw)": 0.8859185576438904, "Finetune/Step": 3351, "Finetune/Step Time": 4.801648825407028} +{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176978468894958, "Finetune/Loss (Raw)": 0.9783788323402405, "Finetune/Step": 3352, "Finetune/Step Time": 4.805469511076808} +{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9184091687202454, "Finetune/Loss (Raw)": 1.0163384675979614, "Finetune/Step": 3353, "Finetune/Step Time": 4.8219866175204515} +{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9184821248054504, "Finetune/Loss (Raw)": 0.9518579244613647, "Finetune/Step": 3354, "Finetune/Step Time": 4.82001194730401} +{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9192051887512207, "Finetune/Loss (Raw)": 1.0020772218704224, "Finetune/Step": 3355, "Finetune/Step Time": 4.811808234080672} +{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9198534488677979, "Finetune/Loss (Raw)": 0.9910731911659241, "Finetune/Step": 3356, "Finetune/Step Time": 4.814009867608547} +{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.918881893157959, "Finetune/Loss (Raw)": 0.8897508382797241, "Finetune/Step": 3357, "Finetune/Step Time": 4.81504269130528} +{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9186201095581055, "Finetune/Loss (Raw)": 0.8459658026695251, "Finetune/Step": 3358, "Finetune/Step Time": 4.808768842369318} +{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.91977858543396, "Finetune/Loss (Raw)": 1.0892571210861206, "Finetune/Step": 3359, "Finetune/Step Time": 4.78215803578496} +{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9196361303329468, "Finetune/Loss (Raw)": 1.0369420051574707, "Finetune/Step": 3360, "Finetune/Step Time": 4.783053312450647} +{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9184125661849976, "Finetune/Loss (Raw)": 0.9927162528038025, "Finetune/Step": 3361, "Finetune/Step Time": 4.796473270282149} +{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9188757538795471, "Finetune/Loss (Raw)": 0.8531021475791931, "Finetune/Step": 3362, "Finetune/Step Time": 4.779192995280027} +{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9180021286010742, "Finetune/Loss (Raw)": 0.9646641612052917, "Finetune/Step": 3363, "Finetune/Step Time": 4.779067173600197} +{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9196935296058655, "Finetune/Loss (Raw)": 0.9861197471618652, "Finetune/Step": 3364, "Finetune/Step Time": 4.770896073430777} +{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189994931221008, "Finetune/Loss (Raw)": 0.9282832145690918, "Finetune/Step": 3365, "Finetune/Step Time": 4.784779945388436} +{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9227006435394287, "Finetune/Loss (Raw)": 0.8678667545318604, "Finetune/Step": 3366, "Finetune/Step Time": 4.766654236242175} +{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9211294651031494, "Finetune/Loss (Raw)": 0.8561286330223083, "Finetune/Step": 3367, "Finetune/Step Time": 4.763766523450613} +{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9157928228378296, "Finetune/Loss (Raw)": 0.4343475103378296, "Finetune/Step": 3368, "Finetune/Step Time": 4.7983431071043015} +{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.916043758392334, "Finetune/Loss (Raw)": 1.0358912944793701, "Finetune/Step": 3369, "Finetune/Step Time": 4.790736917406321} +{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158214330673218, "Finetune/Loss (Raw)": 0.976542592048645, "Finetune/Step": 3370, "Finetune/Step Time": 4.787848198786378} +{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137111306190491, "Finetune/Loss (Raw)": 0.7139890193939209, "Finetune/Step": 3371, "Finetune/Step Time": 4.809673752635717} +{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130774736404419, "Finetune/Loss (Raw)": 0.918235182762146, "Finetune/Step": 3372, "Finetune/Step Time": 4.820699917152524} +{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9128377437591553, "Finetune/Loss (Raw)": 0.9985056519508362, "Finetune/Step": 3373, "Finetune/Step Time": 4.826307760551572} +{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142781496047974, "Finetune/Loss (Raw)": 0.9381554126739502, "Finetune/Step": 3374, "Finetune/Step Time": 4.8289430402219296} +{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163414239883423, "Finetune/Loss (Raw)": 1.1666054725646973, "Finetune/Step": 3375, "Finetune/Step Time": 4.826728178188205} +{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.916312575340271, "Finetune/Loss (Raw)": 1.0261306762695312, "Finetune/Step": 3376, "Finetune/Step Time": 4.819112481549382} +{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.914699137210846, "Finetune/Loss (Raw)": 0.8277125358581543, "Finetune/Step": 3377, "Finetune/Step Time": 4.830141877755523} +{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9157642126083374, "Finetune/Loss (Raw)": 1.0212366580963135, "Finetune/Step": 3378, "Finetune/Step Time": 4.826201336458325} +{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141931533813477, "Finetune/Loss (Raw)": 0.7362302541732788, "Finetune/Step": 3379, "Finetune/Step Time": 4.800363205373287} +{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121542572975159, "Finetune/Loss (Raw)": 0.828463613986969, "Finetune/Step": 3380, "Finetune/Step Time": 4.793243110179901} +{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.9111161828041077, "Finetune/Loss (Raw)": 0.9257394671440125, "Finetune/Step": 3381, "Finetune/Step Time": 4.792688511312008} +{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118776917457581, "Finetune/Loss (Raw)": 1.0785613059997559, "Finetune/Step": 3382, "Finetune/Step Time": 4.794927451759577} +{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9115775227546692, "Finetune/Loss (Raw)": 0.8963017463684082, "Finetune/Step": 3383, "Finetune/Step Time": 4.782591639086604} +{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9109605550765991, "Finetune/Loss (Raw)": 0.9774289131164551, "Finetune/Step": 3384, "Finetune/Step Time": 4.778027528896928} +{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9106870889663696, "Finetune/Loss (Raw)": 0.8093739151954651, "Finetune/Step": 3385, "Finetune/Step Time": 4.7621803265064955} +{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9093624949455261, "Finetune/Loss (Raw)": 0.9346098899841309, "Finetune/Step": 3386, "Finetune/Step Time": 4.7542875818908215} +{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9088577032089233, "Finetune/Loss (Raw)": 0.8437647223472595, "Finetune/Step": 3387, "Finetune/Step Time": 4.742644686251879} +{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9075658321380615, "Finetune/Loss (Raw)": 0.8470852375030518, "Finetune/Step": 3388, "Finetune/Step Time": 4.724759764969349} +{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9084876179695129, "Finetune/Loss (Raw)": 0.9563294649124146, "Finetune/Step": 3389, "Finetune/Step Time": 4.729188524186611} +{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9083819389343262, "Finetune/Loss (Raw)": 0.9847801327705383, "Finetune/Step": 3390, "Finetune/Step Time": 4.73387891240418} +{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.909024715423584, "Finetune/Loss (Raw)": 1.1166242361068726, "Finetune/Step": 3391, "Finetune/Step Time": 4.730270208790898} +{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9089463949203491, "Finetune/Loss (Raw)": 0.8883051872253418, "Finetune/Step": 3392, "Finetune/Step Time": 4.72987194545567} +{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9084862470626831, "Finetune/Loss (Raw)": 1.0523232221603394, "Finetune/Step": 3393, "Finetune/Step Time": 4.726490369066596} +{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9086861610412598, "Finetune/Loss (Raw)": 0.94496089220047, "Finetune/Step": 3394, "Finetune/Step Time": 4.746716877445579} +{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9089545011520386, "Finetune/Loss (Raw)": 1.0225458145141602, "Finetune/Step": 3395, "Finetune/Step Time": 4.7241739965975285} +{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9074552655220032, "Finetune/Loss (Raw)": 0.804463803768158, "Finetune/Step": 3396, "Finetune/Step Time": 4.730310022830963} +{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9068889617919922, "Finetune/Loss (Raw)": 0.9349671006202698, "Finetune/Step": 3397, "Finetune/Step Time": 4.7281323708593845} +{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9071756601333618, "Finetune/Loss (Raw)": 0.9158985614776611, "Finetune/Step": 3398, "Finetune/Step Time": 4.721573168411851} +{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9067760109901428, "Finetune/Loss (Raw)": 0.8521091938018799, "Finetune/Step": 3399, "Finetune/Step Time": 4.73051062785089} +{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9057708978652954, "Finetune/Loss (Raw)": 0.8714203238487244, "Finetune/Step": 3400, "Finetune/Step Time": 4.703598467633128} +{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9057930707931519, "Finetune/Loss (Raw)": 0.839965283870697, "Finetune/Step": 3401, "Finetune/Step Time": 4.7017860896885395} +{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9104533195495605, "Finetune/Loss (Raw)": 0.9147550463676453, "Finetune/Step": 3402, "Finetune/Step Time": 4.660593109205365} +{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9108139872550964, "Finetune/Loss (Raw)": 0.8579122424125671, "Finetune/Step": 3403, "Finetune/Step Time": 4.655743794515729} +{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9108698964118958, "Finetune/Loss (Raw)": 0.9453896880149841, "Finetune/Step": 3404, "Finetune/Step Time": 4.646934432908893} +{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9095003604888916, "Finetune/Loss (Raw)": 0.804349958896637, "Finetune/Step": 3405, "Finetune/Step Time": 4.719462061300874} +{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9100612998008728, "Finetune/Loss (Raw)": 0.9667096734046936, "Finetune/Step": 3406, "Finetune/Step Time": 4.721880324184895} +{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9097341299057007, "Finetune/Loss (Raw)": 0.9568548202514648, "Finetune/Step": 3407, "Finetune/Step Time": 4.709505619481206} +{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9094536900520325, "Finetune/Loss (Raw)": 0.9842445254325867, "Finetune/Step": 3408, "Finetune/Step Time": 4.7103235349059105} +{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9083634614944458, "Finetune/Loss (Raw)": 0.9192613363265991, "Finetune/Step": 3409, "Finetune/Step Time": 4.708192957565188} +{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9080105423927307, "Finetune/Loss (Raw)": 0.8628339767456055, "Finetune/Step": 3410, "Finetune/Step Time": 4.717270877212286} +{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9132431745529175, "Finetune/Loss (Raw)": 1.0366429090499878, "Finetune/Step": 3411, "Finetune/Step Time": 4.680925065651536} +{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9139564037322998, "Finetune/Loss (Raw)": 1.000766634941101, "Finetune/Step": 3412, "Finetune/Step Time": 4.676517682150006} +{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9143301248550415, "Finetune/Loss (Raw)": 1.0585060119628906, "Finetune/Step": 3413, "Finetune/Step Time": 4.684037318453193} +{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9157617092132568, "Finetune/Loss (Raw)": 1.0841251611709595, "Finetune/Step": 3414, "Finetune/Step Time": 4.6822889894247055} +{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9144513607025146, "Finetune/Loss (Raw)": 0.7699377536773682, "Finetune/Step": 3415, "Finetune/Step Time": 4.6797693725675344} +{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9097353219985962, "Finetune/Loss (Raw)": 0.4213070273399353, "Finetune/Step": 3416, "Finetune/Step Time": 4.712494352832437} +{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9107177257537842, "Finetune/Loss (Raw)": 0.9660791754722595, "Finetune/Step": 3417, "Finetune/Step Time": 4.718961903825402} +{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9105085730552673, "Finetune/Loss (Raw)": 0.9488065838813782, "Finetune/Step": 3418, "Finetune/Step Time": 4.730195699259639} +{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9115335941314697, "Finetune/Loss (Raw)": 0.9449802041053772, "Finetune/Step": 3419, "Finetune/Step Time": 4.722950829192996} +{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9103004932403564, "Finetune/Loss (Raw)": 0.7269046902656555, "Finetune/Step": 3420, "Finetune/Step Time": 4.748266518115997} +{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9100869297981262, "Finetune/Loss (Raw)": 0.9366573691368103, "Finetune/Step": 3421, "Finetune/Step Time": 4.751495059579611} +{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9105154275894165, "Finetune/Loss (Raw)": 0.9320105910301208, "Finetune/Step": 3422, "Finetune/Step Time": 4.744403822347522} +{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9104111194610596, "Finetune/Loss (Raw)": 0.8478320240974426, "Finetune/Step": 3423, "Finetune/Step Time": 4.742867700755596} +{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9056388139724731, "Finetune/Loss (Raw)": 0.3463536202907562, "Finetune/Step": 3424, "Finetune/Step Time": 4.7776943277567625} +{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060676097869873, "Finetune/Loss (Raw)": 0.9144514203071594, "Finetune/Step": 3425, "Finetune/Step Time": 4.76515044644475} +{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041584730148315, "Finetune/Loss (Raw)": 0.7690098285675049, "Finetune/Step": 3426, "Finetune/Step Time": 4.767524579539895} +{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9091084599494934, "Finetune/Loss (Raw)": 1.0127699375152588, "Finetune/Step": 3427, "Finetune/Step Time": 4.735638342797756} +{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.909034252166748, "Finetune/Loss (Raw)": 0.9366436004638672, "Finetune/Step": 3428, "Finetune/Step Time": 4.743805693462491} +{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9103728532791138, "Finetune/Loss (Raw)": 0.9505873918533325, "Finetune/Step": 3429, "Finetune/Step Time": 4.740342549979687} +{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9096323847770691, "Finetune/Loss (Raw)": 0.8918145298957825, "Finetune/Step": 3430, "Finetune/Step Time": 4.734634580090642} +{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9105874300003052, "Finetune/Loss (Raw)": 1.0153722763061523, "Finetune/Step": 3431, "Finetune/Step Time": 4.732752740383148} +{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9100287556648254, "Finetune/Loss (Raw)": 0.8112248778343201, "Finetune/Step": 3432, "Finetune/Step Time": 4.73507371917367} +{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.908957839012146, "Finetune/Loss (Raw)": 0.8966647982597351, "Finetune/Step": 3433, "Finetune/Step Time": 4.752649901434779} +{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9092683792114258, "Finetune/Loss (Raw)": 0.9051929712295532, "Finetune/Step": 3434, "Finetune/Step Time": 4.777101380750537} +{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9083138704299927, "Finetune/Loss (Raw)": 0.9428647756576538, "Finetune/Step": 3435, "Finetune/Step Time": 4.790644476190209} +{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9064996838569641, "Finetune/Loss (Raw)": 0.8162217736244202, "Finetune/Step": 3436, "Finetune/Step Time": 4.784450389444828} +{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.905717134475708, "Finetune/Loss (Raw)": 0.937399685382843, "Finetune/Step": 3437, "Finetune/Step Time": 4.772815279662609} +{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9060310125350952, "Finetune/Loss (Raw)": 0.869667649269104, "Finetune/Step": 3438, "Finetune/Step Time": 4.771595040336251} +{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9074941873550415, "Finetune/Loss (Raw)": 1.0232936143875122, "Finetune/Step": 3439, "Finetune/Step Time": 4.776405433192849} +{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9078189134597778, "Finetune/Loss (Raw)": 0.9135759472846985, "Finetune/Step": 3440, "Finetune/Step Time": 4.778066281229258} +{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9105740785598755, "Finetune/Loss (Raw)": 0.7790931463241577, "Finetune/Step": 3441, "Finetune/Step Time": 4.764887534081936} +{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.9103572368621826, "Finetune/Loss (Raw)": 0.8050656318664551, "Finetune/Step": 3442, "Finetune/Step Time": 4.772195145487785} +{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9080169796943665, "Finetune/Loss (Raw)": 0.855471670627594, "Finetune/Step": 3443, "Finetune/Step Time": 4.782456416636705} +{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9088233113288879, "Finetune/Loss (Raw)": 0.9473460912704468, "Finetune/Step": 3444, "Finetune/Step Time": 4.7764940317720175} +{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9075099229812622, "Finetune/Loss (Raw)": 0.7932060360908508, "Finetune/Step": 3445, "Finetune/Step Time": 4.788870194926858} +{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9119386076927185, "Finetune/Loss (Raw)": 0.8981384038925171, "Finetune/Step": 3446, "Finetune/Step Time": 4.762738848105073} +{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9122423529624939, "Finetune/Loss (Raw)": 1.0452715158462524, "Finetune/Step": 3447, "Finetune/Step Time": 4.757276598364115} +{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9125885963439941, "Finetune/Loss (Raw)": 0.9406448006629944, "Finetune/Step": 3448, "Finetune/Step Time": 4.768471771851182} +{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9138585329055786, "Finetune/Loss (Raw)": 1.0197021961212158, "Finetune/Step": 3449, "Finetune/Step Time": 4.76366888359189} +{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9143813848495483, "Finetune/Loss (Raw)": 0.9619373083114624, "Finetune/Step": 3450, "Finetune/Step Time": 4.784073309972882} +{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9129836559295654, "Finetune/Loss (Raw)": 0.8783375024795532, "Finetune/Step": 3451, "Finetune/Step Time": 4.756265560165048} +{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9140359163284302, "Finetune/Loss (Raw)": 1.0020544528961182, "Finetune/Step": 3452, "Finetune/Step Time": 4.7406186778098345} +{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9142214059829712, "Finetune/Loss (Raw)": 0.8661606907844543, "Finetune/Step": 3453, "Finetune/Step Time": 4.738705836236477} +{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9136598706245422, "Finetune/Loss (Raw)": 0.9041822552680969, "Finetune/Step": 3454, "Finetune/Step Time": 4.751551814377308} +{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9099791049957275, "Finetune/Loss (Raw)": 0.3373250365257263, "Finetune/Step": 3455, "Finetune/Step Time": 4.777374263852835} +{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9093217849731445, "Finetune/Loss (Raw)": 0.9712668061256409, "Finetune/Step": 3456, "Finetune/Step Time": 4.774107221513987} +{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9081156253814697, "Finetune/Loss (Raw)": 0.9037185311317444, "Finetune/Step": 3457, "Finetune/Step Time": 4.770547844469547} +{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088864326477051, "Finetune/Loss (Raw)": 0.9387951493263245, "Finetune/Step": 3458, "Finetune/Step Time": 4.778640428557992} +{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082939624786377, "Finetune/Loss (Raw)": 0.8965407013893127, "Finetune/Step": 3459, "Finetune/Step Time": 4.763227880001068} +{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9090574979782104, "Finetune/Loss (Raw)": 1.0166763067245483, "Finetune/Step": 3460, "Finetune/Step Time": 4.764918750151992} +{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9039846658706665, "Finetune/Loss (Raw)": 0.3323063552379608, "Finetune/Step": 3461, "Finetune/Step Time": 4.800321821123362} +{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.904303252696991, "Finetune/Loss (Raw)": 0.9635418057441711, "Finetune/Step": 3462, "Finetune/Step Time": 4.796669131144881} +{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.904417872428894, "Finetune/Loss (Raw)": 0.8975999355316162, "Finetune/Step": 3463, "Finetune/Step Time": 4.798610573634505} +{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.904965877532959, "Finetune/Loss (Raw)": 0.9619620442390442, "Finetune/Step": 3464, "Finetune/Step Time": 4.799535524100065} +{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9052747488021851, "Finetune/Loss (Raw)": 0.8815796375274658, "Finetune/Step": 3465, "Finetune/Step Time": 4.7893007174134254} +{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9048725366592407, "Finetune/Loss (Raw)": 0.8692916035652161, "Finetune/Step": 3466, "Finetune/Step Time": 4.787547821179032} +{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9031466245651245, "Finetune/Loss (Raw)": 0.7595325708389282, "Finetune/Step": 3467, "Finetune/Step Time": 4.791938992217183} +{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9016505479812622, "Finetune/Loss (Raw)": 0.7639989256858826, "Finetune/Step": 3468, "Finetune/Step Time": 4.800514908507466} +{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9010646343231201, "Finetune/Loss (Raw)": 0.9847022891044617, "Finetune/Step": 3469, "Finetune/Step Time": 4.803578920662403} +{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.899741530418396, "Finetune/Loss (Raw)": 0.8759869933128357, "Finetune/Step": 3470, "Finetune/Step Time": 4.815661873668432} +{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8997287750244141, "Finetune/Loss (Raw)": 0.9645463824272156, "Finetune/Step": 3471, "Finetune/Step Time": 4.821703754365444} +{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003856182098389, "Finetune/Loss (Raw)": 0.8459354639053345, "Finetune/Step": 3472, "Finetune/Step Time": 4.822313375771046} +{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9063318967819214, "Finetune/Loss (Raw)": 1.1097135543823242, "Finetune/Step": 3473, "Finetune/Step Time": 4.811450405046344} +{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9044981002807617, "Finetune/Loss (Raw)": 0.8322501182556152, "Finetune/Step": 3474, "Finetune/Step Time": 4.816779410466552} +{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9056001901626587, "Finetune/Loss (Raw)": 0.929141640663147, "Finetune/Step": 3475, "Finetune/Step Time": 4.823569845408201} +{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9039750099182129, "Finetune/Loss (Raw)": 0.7925168871879578, "Finetune/Step": 3476, "Finetune/Step Time": 4.828864362090826} +{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9030407667160034, "Finetune/Loss (Raw)": 0.8550658822059631, "Finetune/Step": 3477, "Finetune/Step Time": 4.846802935004234} +{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9023318290710449, "Finetune/Loss (Raw)": 1.0218473672866821, "Finetune/Step": 3478, "Finetune/Step Time": 4.839331269264221} +{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9039278030395508, "Finetune/Loss (Raw)": 1.0902045965194702, "Finetune/Step": 3479, "Finetune/Step Time": 4.826095316559076} +{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9037007093429565, "Finetune/Loss (Raw)": 0.9493080973625183, "Finetune/Step": 3480, "Finetune/Step Time": 4.817808646708727} +{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9034644961357117, "Finetune/Loss (Raw)": 0.9861013889312744, "Finetune/Step": 3481, "Finetune/Step Time": 4.7945388332009315} +{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9033524990081787, "Finetune/Loss (Raw)": 0.9375240206718445, "Finetune/Step": 3482, "Finetune/Step Time": 4.794414704665542} +{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9031482934951782, "Finetune/Loss (Raw)": 0.9759405851364136, "Finetune/Step": 3483, "Finetune/Step Time": 4.833218866959214} +{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9030740261077881, "Finetune/Loss (Raw)": 0.9815676212310791, "Finetune/Step": 3484, "Finetune/Step Time": 4.8497045654803514} +{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9041278958320618, "Finetune/Loss (Raw)": 1.0246421098709106, "Finetune/Step": 3485, "Finetune/Step Time": 4.84664261713624} +{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.905170202255249, "Finetune/Loss (Raw)": 0.9793844819068909, "Finetune/Step": 3486, "Finetune/Step Time": 4.840534636750817} +{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.902868926525116, "Finetune/Loss (Raw)": 0.7946954965591431, "Finetune/Step": 3487, "Finetune/Step Time": 4.83914265409112} +{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9009072780609131, "Finetune/Loss (Raw)": 0.7858467698097229, "Finetune/Step": 3488, "Finetune/Step Time": 4.838648442178965} +{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.901300311088562, "Finetune/Loss (Raw)": 1.0430212020874023, "Finetune/Step": 3489, "Finetune/Step Time": 4.826151126995683} +{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9011320471763611, "Finetune/Loss (Raw)": 0.8315677642822266, "Finetune/Step": 3490, "Finetune/Step Time": 4.830234484747052} +{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.9015430212020874, "Finetune/Loss (Raw)": 1.017266035079956, "Finetune/Step": 3491, "Finetune/Step Time": 4.825855605304241} +{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9012571573257446, "Finetune/Loss (Raw)": 0.9495410323143005, "Finetune/Step": 3492, "Finetune/Step Time": 4.8357277270406485} +{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8999814987182617, "Finetune/Loss (Raw)": 0.7649833559989929, "Finetune/Step": 3493, "Finetune/Step Time": 4.827993316575885} +{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9012826681137085, "Finetune/Loss (Raw)": 1.0344277620315552, "Finetune/Step": 3494, "Finetune/Step Time": 4.809100879356265} +{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9021912813186646, "Finetune/Loss (Raw)": 0.9724263548851013, "Finetune/Step": 3495, "Finetune/Step Time": 4.808829478919506} +{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.907153844833374, "Finetune/Loss (Raw)": 1.0695581436157227, "Finetune/Step": 3496, "Finetune/Step Time": 4.781011890619993} +{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9057084918022156, "Finetune/Loss (Raw)": 0.8508848547935486, "Finetune/Step": 3497, "Finetune/Step Time": 4.790296142920852} +{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9054458737373352, "Finetune/Loss (Raw)": 0.9429256916046143, "Finetune/Step": 3498, "Finetune/Step Time": 4.794501135125756} +{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9077087044715881, "Finetune/Loss (Raw)": 1.003635287284851, "Finetune/Step": 3499, "Finetune/Step Time": 4.779649356380105} +{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9081358909606934, "Finetune/Loss (Raw)": 0.9729161262512207, "Finetune/Step": 3500, "Finetune/Step Time": 4.770634880289435} +{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.9079950451850891, "Finetune/Loss (Raw)": 0.980471134185791, "Finetune/Step": 3501, "Finetune/Step Time": 4.756692895665765} +{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9093695878982544, "Finetune/Loss (Raw)": 1.1140977144241333, "Finetune/Step": 3502, "Finetune/Step Time": 4.751911222934723} +{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9080735445022583, "Finetune/Loss (Raw)": 1.000716209411621, "Finetune/Step": 3503, "Finetune/Step Time": 4.752177711576223} +{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9069323539733887, "Finetune/Loss (Raw)": 0.8800608515739441, "Finetune/Step": 3504, "Finetune/Step Time": 4.753862582147121} +{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9084916114807129, "Finetune/Loss (Raw)": 1.0272881984710693, "Finetune/Step": 3505, "Finetune/Step Time": 4.749449787661433} +{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.90728360414505, "Finetune/Loss (Raw)": 0.8666120767593384, "Finetune/Step": 3506, "Finetune/Step Time": 4.746029539033771} +{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9072707891464233, "Finetune/Loss (Raw)": 0.734594464302063, "Finetune/Step": 3507, "Finetune/Step Time": 4.7609498500823975} +{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9079948663711548, "Finetune/Loss (Raw)": 0.9211434125900269, "Finetune/Step": 3508, "Finetune/Step Time": 4.76109510846436} +{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9089157581329346, "Finetune/Loss (Raw)": 1.0436139106750488, "Finetune/Step": 3509, "Finetune/Step Time": 4.769476659595966} +{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9069506525993347, "Finetune/Loss (Raw)": 0.8270295262336731, "Finetune/Step": 3510, "Finetune/Step Time": 4.767873300239444} +{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9072176218032837, "Finetune/Loss (Raw)": 0.9304705262184143, "Finetune/Step": 3511, "Finetune/Step Time": 4.775176212191582} +{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9069858193397522, "Finetune/Loss (Raw)": 0.9477601647377014, "Finetune/Step": 3512, "Finetune/Step Time": 4.773387832567096} +{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9083061218261719, "Finetune/Loss (Raw)": 0.978377640247345, "Finetune/Step": 3513, "Finetune/Step Time": 4.773526618257165} +{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.90742027759552, "Finetune/Loss (Raw)": 0.8212215304374695, "Finetune/Step": 3514, "Finetune/Step Time": 4.777821619063616} +{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.907776415348053, "Finetune/Loss (Raw)": 0.8893492221832275, "Finetune/Step": 3515, "Finetune/Step Time": 4.789408408105373} +{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9082815647125244, "Finetune/Loss (Raw)": 0.911745011806488, "Finetune/Step": 3516, "Finetune/Step Time": 4.785324381664395} +{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9085302948951721, "Finetune/Loss (Raw)": 0.9881637692451477, "Finetune/Step": 3517, "Finetune/Step Time": 4.782830266281962} +{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9080498218536377, "Finetune/Loss (Raw)": 0.9232797026634216, "Finetune/Step": 3518, "Finetune/Step Time": 4.807931525632739} +{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9061160087585449, "Finetune/Loss (Raw)": 0.8690993785858154, "Finetune/Step": 3519, "Finetune/Step Time": 4.831561461091042} +{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9066524505615234, "Finetune/Loss (Raw)": 0.9569593071937561, "Finetune/Step": 3520, "Finetune/Step Time": 4.832916047424078} +{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9066788554191589, "Finetune/Loss (Raw)": 1.0557087659835815, "Finetune/Step": 3521, "Finetune/Step Time": 4.833212768658996} +{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9059011936187744, "Finetune/Loss (Raw)": 0.8454150557518005, "Finetune/Step": 3522, "Finetune/Step Time": 4.829253252595663} +{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9046049118041992, "Finetune/Loss (Raw)": 0.8566315770149231, "Finetune/Step": 3523, "Finetune/Step Time": 4.854629432782531} +{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.904900074005127, "Finetune/Loss (Raw)": 0.8422418832778931, "Finetune/Step": 3524, "Finetune/Step Time": 4.857922041788697} +{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9060893058776855, "Finetune/Loss (Raw)": 1.0871894359588623, "Finetune/Step": 3525, "Finetune/Step Time": 4.867428308352828} +{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9062923789024353, "Finetune/Loss (Raw)": 0.9418875575065613, "Finetune/Step": 3526, "Finetune/Step Time": 4.875492302700877} +{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9073746204376221, "Finetune/Loss (Raw)": 0.9906348586082458, "Finetune/Step": 3527, "Finetune/Step Time": 4.8634601123631} +{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9078856110572815, "Finetune/Loss (Raw)": 0.9368287324905396, "Finetune/Step": 3528, "Finetune/Step Time": 4.868114439770579} +{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9080045819282532, "Finetune/Loss (Raw)": 0.8551921248435974, "Finetune/Step": 3529, "Finetune/Step Time": 4.878172552213073} +{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9083205461502075, "Finetune/Loss (Raw)": 0.9551966190338135, "Finetune/Step": 3530, "Finetune/Step Time": 4.885814176872373} +{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9094772934913635, "Finetune/Loss (Raw)": 1.0059795379638672, "Finetune/Step": 3531, "Finetune/Step Time": 4.88538602925837} +{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088351726531982, "Finetune/Loss (Raw)": 0.8632070422172546, "Finetune/Step": 3532, "Finetune/Step Time": 4.897969793528318} +{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.905038058757782, "Finetune/Loss (Raw)": 0.3183102607727051, "Finetune/Step": 3533, "Finetune/Step Time": 4.863176427781582} +{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9051874876022339, "Finetune/Loss (Raw)": 0.9858363270759583, "Finetune/Step": 3534, "Finetune/Step Time": 4.86572047509253} +{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9003103971481323, "Finetune/Loss (Raw)": 0.3325846195220947, "Finetune/Step": 3535, "Finetune/Step Time": 4.906473625451326} +{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8995534777641296, "Finetune/Loss (Raw)": 0.8873617053031921, "Finetune/Step": 3536, "Finetune/Step Time": 4.903782362118363} +{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9004933834075928, "Finetune/Loss (Raw)": 1.0395716428756714, "Finetune/Step": 3537, "Finetune/Step Time": 4.91668600961566} +{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9018431305885315, "Finetune/Loss (Raw)": 1.0355958938598633, "Finetune/Step": 3538, "Finetune/Step Time": 4.913730472326279} +{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012951850891113, "Finetune/Loss (Raw)": 0.9665048122406006, "Finetune/Step": 3539, "Finetune/Step Time": 4.918128561228514} +{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006791710853577, "Finetune/Loss (Raw)": 0.9219261407852173, "Finetune/Step": 3540, "Finetune/Step Time": 4.922461470589042} +{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8995963335037231, "Finetune/Loss (Raw)": 0.9198967218399048, "Finetune/Step": 3541, "Finetune/Step Time": 4.913137651979923} +{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8983983397483826, "Finetune/Loss (Raw)": 0.9307847023010254, "Finetune/Step": 3542, "Finetune/Step Time": 4.922664945945144} +{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8994691371917725, "Finetune/Loss (Raw)": 0.907002329826355, "Finetune/Step": 3543, "Finetune/Step Time": 4.934986971318722} +{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9036704301834106, "Finetune/Loss (Raw)": 0.9590739607810974, "Finetune/Step": 3544, "Finetune/Step Time": 4.898857980966568} +{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899355947971344, "Finetune/Loss (Raw)": 0.41381627321243286, "Finetune/Step": 3545, "Finetune/Step Time": 4.929421586915851} +{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8986544609069824, "Finetune/Loss (Raw)": 0.8590138554573059, "Finetune/Step": 3546, "Finetune/Step Time": 4.9262974839657545} +{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.899403989315033, "Finetune/Loss (Raw)": 1.0409270524978638, "Finetune/Step": 3547, "Finetune/Step Time": 4.923230851069093} +{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9014862179756165, "Finetune/Loss (Raw)": 0.9934333562850952, "Finetune/Step": 3548, "Finetune/Step Time": 4.910923579707742} +{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.9021924734115601, "Finetune/Loss (Raw)": 1.0270519256591797, "Finetune/Step": 3549, "Finetune/Step Time": 4.90942101739347} +{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8975645899772644, "Finetune/Loss (Raw)": 0.33964771032333374, "Finetune/Step": 3550, "Finetune/Step Time": 4.92398140206933} +{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8973501324653625, "Finetune/Loss (Raw)": 0.8203790783882141, "Finetune/Step": 3551, "Finetune/Step Time": 4.942087471485138} +{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9021176099777222, "Finetune/Loss (Raw)": 0.9565959572792053, "Finetune/Step": 3552, "Finetune/Step Time": 4.904824949800968} +{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9010714292526245, "Finetune/Loss (Raw)": 0.7805355191230774, "Finetune/Step": 3553, "Finetune/Step Time": 4.912647280842066} +{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9029167890548706, "Finetune/Loss (Raw)": 1.0052143335342407, "Finetune/Step": 3554, "Finetune/Step Time": 4.915172632783651} +{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9037896990776062, "Finetune/Loss (Raw)": 1.124503254890442, "Finetune/Step": 3555, "Finetune/Step Time": 4.913408393040299} +{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8991644382476807, "Finetune/Loss (Raw)": 0.3446168899536133, "Finetune/Step": 3556, "Finetune/Step Time": 4.940454689785838} +{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.9000356793403625, "Finetune/Loss (Raw)": 1.0620970726013184, "Finetune/Step": 3557, "Finetune/Step Time": 4.938212076202035} +{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9003587961196899, "Finetune/Loss (Raw)": 0.9331740736961365, "Finetune/Step": 3558, "Finetune/Step Time": 4.94005167670548} +{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9003115892410278, "Finetune/Loss (Raw)": 1.0093363523483276, "Finetune/Step": 3559, "Finetune/Step Time": 4.938564293086529} +{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9020966291427612, "Finetune/Loss (Raw)": 1.039707064628601, "Finetune/Step": 3560, "Finetune/Step Time": 4.922419203445315} +{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.9034605026245117, "Finetune/Loss (Raw)": 1.0712331533432007, "Finetune/Step": 3561, "Finetune/Step Time": 4.905931709334254} +{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9023278951644897, "Finetune/Loss (Raw)": 0.7602176070213318, "Finetune/Step": 3562, "Finetune/Step Time": 4.881201604381204} +{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9012320041656494, "Finetune/Loss (Raw)": 0.8025960922241211, "Finetune/Step": 3563, "Finetune/Step Time": 4.867489920929074} +{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9015867710113525, "Finetune/Loss (Raw)": 0.8616363406181335, "Finetune/Step": 3564, "Finetune/Step Time": 4.8701481856405735} +{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9009832143783569, "Finetune/Loss (Raw)": 0.8601371049880981, "Finetune/Step": 3565, "Finetune/Step Time": 4.873581252992153} +{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9024510383605957, "Finetune/Loss (Raw)": 1.0575544834136963, "Finetune/Step": 3566, "Finetune/Step Time": 4.872930282726884} +{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9017966389656067, "Finetune/Loss (Raw)": 0.939531147480011, "Finetune/Step": 3567, "Finetune/Step Time": 4.876779997721314} +{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.902477502822876, "Finetune/Loss (Raw)": 1.000720500946045, "Finetune/Step": 3568, "Finetune/Step Time": 4.881950555369258} +{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9033743739128113, "Finetune/Loss (Raw)": 0.8938965797424316, "Finetune/Step": 3569, "Finetune/Step Time": 4.8693746365606785} +{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9039449691772461, "Finetune/Loss (Raw)": 0.8780934810638428, "Finetune/Step": 3570, "Finetune/Step Time": 4.863865952938795} +{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9048458337783813, "Finetune/Loss (Raw)": 0.9707978367805481, "Finetune/Step": 3571, "Finetune/Step Time": 4.856003457680345} +{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9050248265266418, "Finetune/Loss (Raw)": 0.9702533483505249, "Finetune/Step": 3572, "Finetune/Step Time": 4.857634382322431} +{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9064891338348389, "Finetune/Loss (Raw)": 0.9806347489356995, "Finetune/Step": 3573, "Finetune/Step Time": 4.839593725278974} +{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9074857234954834, "Finetune/Loss (Raw)": 1.0256990194320679, "Finetune/Step": 3574, "Finetune/Step Time": 4.837426403537393} +{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9064201712608337, "Finetune/Loss (Raw)": 0.9088841676712036, "Finetune/Step": 3575, "Finetune/Step Time": 4.838563056662679} +{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.9069986343383789, "Finetune/Loss (Raw)": 1.0146844387054443, "Finetune/Step": 3576, "Finetune/Step Time": 4.830739947035909} +{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9062364101409912, "Finetune/Loss (Raw)": 0.922141432762146, "Finetune/Step": 3577, "Finetune/Step Time": 4.849272899329662} +{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9065874218940735, "Finetune/Loss (Raw)": 1.0068638324737549, "Finetune/Step": 3578, "Finetune/Step Time": 4.833707885816693} +{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9076415300369263, "Finetune/Loss (Raw)": 1.013266682624817, "Finetune/Step": 3579, "Finetune/Step Time": 4.834410944953561} +{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9073733687400818, "Finetune/Loss (Raw)": 0.9677290916442871, "Finetune/Step": 3580, "Finetune/Step Time": 4.842159688472748} +{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9086122512817383, "Finetune/Loss (Raw)": 1.0247361660003662, "Finetune/Step": 3581, "Finetune/Step Time": 4.851787967607379} +{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9085160493850708, "Finetune/Loss (Raw)": 0.8918654918670654, "Finetune/Step": 3582, "Finetune/Step Time": 4.854231495410204} +{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9125928282737732, "Finetune/Loss (Raw)": 0.859154462814331, "Finetune/Step": 3583, "Finetune/Step Time": 4.818502428010106} +{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9126299619674683, "Finetune/Loss (Raw)": 0.9760196805000305, "Finetune/Step": 3584, "Finetune/Step Time": 4.82049910351634} +{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.913954496383667, "Finetune/Loss (Raw)": 1.0732567310333252, "Finetune/Step": 3585, "Finetune/Step Time": 4.814692880958319} +{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9132245779037476, "Finetune/Loss (Raw)": 0.8453656435012817, "Finetune/Step": 3586, "Finetune/Step Time": 4.812882658094168} +{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9128571152687073, "Finetune/Loss (Raw)": 0.8495129346847534, "Finetune/Step": 3587, "Finetune/Step Time": 4.806467259302735} +{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9105777740478516, "Finetune/Loss (Raw)": 0.7249141335487366, "Finetune/Step": 3588, "Finetune/Step Time": 4.807765085250139} +{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9150679707527161, "Finetune/Loss (Raw)": 0.9070516228675842, "Finetune/Step": 3589, "Finetune/Step Time": 4.781136803328991} +{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9152135848999023, "Finetune/Loss (Raw)": 0.9821847081184387, "Finetune/Step": 3590, "Finetune/Step Time": 4.791020335629582} +{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9146826267242432, "Finetune/Loss (Raw)": 0.8296363353729248, "Finetune/Step": 3591, "Finetune/Step Time": 4.789609303697944} +{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9147502183914185, "Finetune/Loss (Raw)": 0.970613956451416, "Finetune/Step": 3592, "Finetune/Step Time": 4.794656857848167} +{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9162278175354004, "Finetune/Loss (Raw)": 1.07070791721344, "Finetune/Step": 3593, "Finetune/Step Time": 4.791151612997055} +{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9144304990768433, "Finetune/Loss (Raw)": 0.6392332911491394, "Finetune/Step": 3594, "Finetune/Step Time": 4.798248615115881} +{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9158667325973511, "Finetune/Loss (Raw)": 0.9433741569519043, "Finetune/Step": 3595, "Finetune/Step Time": 4.815000524744391} +{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9182887077331543, "Finetune/Loss (Raw)": 1.0740164518356323, "Finetune/Step": 3596, "Finetune/Step Time": 4.800495835021138} +{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9125634431838989, "Finetune/Loss (Raw)": 0.2518685758113861, "Finetune/Step": 3597, "Finetune/Step Time": 4.829946842044592} +{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.9127993583679199, "Finetune/Loss (Raw)": 0.9061876535415649, "Finetune/Step": 3598, "Finetune/Step Time": 4.838672226294875} +{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9119802117347717, "Finetune/Loss (Raw)": 0.8596847057342529, "Finetune/Step": 3599, "Finetune/Step Time": 4.835563253611326} +{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9087382555007935, "Finetune/Loss (Raw)": 0.4309742748737335, "Finetune/Step": 3600, "Finetune/Step Time": 4.86301744915545} +{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9075868725776672, "Finetune/Loss (Raw)": 0.962331235408783, "Finetune/Step": 3601, "Finetune/Step Time": 4.840170960873365} +{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9079129695892334, "Finetune/Loss (Raw)": 0.8739880919456482, "Finetune/Step": 3602, "Finetune/Step Time": 4.83529863320291} +{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9074881076812744, "Finetune/Loss (Raw)": 0.8747610449790955, "Finetune/Step": 3603, "Finetune/Step Time": 4.833396321162581} +{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9087978601455688, "Finetune/Loss (Raw)": 0.960167407989502, "Finetune/Step": 3604, "Finetune/Step Time": 4.829990277066827} +{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9085321426391602, "Finetune/Loss (Raw)": 0.8210482597351074, "Finetune/Step": 3605, "Finetune/Step Time": 4.816075062379241} +{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9076335430145264, "Finetune/Loss (Raw)": 0.906834065914154, "Finetune/Step": 3606, "Finetune/Step Time": 4.828449323773384} +{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9065983891487122, "Finetune/Loss (Raw)": 0.9577065110206604, "Finetune/Step": 3607, "Finetune/Step Time": 4.831669386476278} +{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066022634506226, "Finetune/Loss (Raw)": 0.9498042464256287, "Finetune/Step": 3608, "Finetune/Step Time": 4.8593970239162445} +{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9064621925354004, "Finetune/Loss (Raw)": 0.9681641459465027, "Finetune/Step": 3609, "Finetune/Step Time": 4.860080191865563} +{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9055755138397217, "Finetune/Loss (Raw)": 0.8240373134613037, "Finetune/Step": 3610, "Finetune/Step Time": 4.859175723046064} +{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9005935788154602, "Finetune/Loss (Raw)": 0.3382519781589508, "Finetune/Step": 3611, "Finetune/Step Time": 4.851994168013334} +{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8999581336975098, "Finetune/Loss (Raw)": 0.9002322554588318, "Finetune/Step": 3612, "Finetune/Step Time": 4.8490540366619825} +{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8983831405639648, "Finetune/Loss (Raw)": 0.8230380415916443, "Finetune/Step": 3613, "Finetune/Step Time": 4.849561579525471} +{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977028727531433, "Finetune/Loss (Raw)": 0.8923157453536987, "Finetune/Step": 3614, "Finetune/Step Time": 4.8537103440612555} +{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8988789916038513, "Finetune/Loss (Raw)": 0.9452309608459473, "Finetune/Step": 3615, "Finetune/Step Time": 4.864594614133239} +{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8990391492843628, "Finetune/Loss (Raw)": 0.8063499927520752, "Finetune/Step": 3616, "Finetune/Step Time": 4.868780566379428} +{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8981845378875732, "Finetune/Loss (Raw)": 0.9336344003677368, "Finetune/Step": 3617, "Finetune/Step Time": 4.877023383975029} +{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.898758053779602, "Finetune/Loss (Raw)": 0.90497225522995, "Finetune/Step": 3618, "Finetune/Step Time": 4.878415588289499} +{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975924253463745, "Finetune/Loss (Raw)": 0.8680744171142578, "Finetune/Step": 3619, "Finetune/Step Time": 4.876220505684614} +{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969470262527466, "Finetune/Loss (Raw)": 0.866931140422821, "Finetune/Step": 3620, "Finetune/Step Time": 4.866107011213899} +{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976157903671265, "Finetune/Loss (Raw)": 0.850578784942627, "Finetune/Step": 3621, "Finetune/Step Time": 4.859869230538607} +{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.896831750869751, "Finetune/Loss (Raw)": 0.9340722560882568, "Finetune/Step": 3622, "Finetune/Step Time": 4.858638074249029} +{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8965982794761658, "Finetune/Loss (Raw)": 0.9425389170646667, "Finetune/Step": 3623, "Finetune/Step Time": 4.8595337346196175} +{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8961784243583679, "Finetune/Loss (Raw)": 1.0158151388168335, "Finetune/Step": 3624, "Finetune/Step Time": 4.853506477549672} +{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973287343978882, "Finetune/Loss (Raw)": 0.9981219172477722, "Finetune/Step": 3625, "Finetune/Step Time": 4.84412020072341} +{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.896621823310852, "Finetune/Loss (Raw)": 0.852443516254425, "Finetune/Step": 3626, "Finetune/Step Time": 4.8403438199311495} +{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8961958885192871, "Finetune/Loss (Raw)": 0.9491208791732788, "Finetune/Step": 3627, "Finetune/Step Time": 4.85561048425734} +{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959383964538574, "Finetune/Loss (Raw)": 0.9399584531784058, "Finetune/Step": 3628, "Finetune/Step Time": 4.861145731061697} +{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.894961416721344, "Finetune/Loss (Raw)": 0.8554168939590454, "Finetune/Step": 3629, "Finetune/Step Time": 4.867750249803066} +{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8932558298110962, "Finetune/Loss (Raw)": 0.8957793712615967, "Finetune/Step": 3630, "Finetune/Step Time": 4.867909861728549} +{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8912960290908813, "Finetune/Loss (Raw)": 0.749859631061554, "Finetune/Step": 3631, "Finetune/Step Time": 4.882190985605121} +{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8923707008361816, "Finetune/Loss (Raw)": 1.017614722251892, "Finetune/Step": 3632, "Finetune/Step Time": 4.885127825662494} +{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925100564956665, "Finetune/Loss (Raw)": 1.0451267957687378, "Finetune/Step": 3633, "Finetune/Step Time": 4.8799528032541275} +{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8928674459457397, "Finetune/Loss (Raw)": 0.9123623371124268, "Finetune/Step": 3634, "Finetune/Step Time": 4.872486159205437} +{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8936618566513062, "Finetune/Loss (Raw)": 0.836283266544342, "Finetune/Step": 3635, "Finetune/Step Time": 4.856745049357414} +{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8938617706298828, "Finetune/Loss (Raw)": 0.9467312097549438, "Finetune/Step": 3636, "Finetune/Step Time": 4.855783820152283} +{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8937369585037231, "Finetune/Loss (Raw)": 1.02763831615448, "Finetune/Step": 3637, "Finetune/Step Time": 4.841505758464336} +{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8948222398757935, "Finetune/Loss (Raw)": 0.9659408330917358, "Finetune/Step": 3638, "Finetune/Step Time": 4.8397231716662645} +{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8947272300720215, "Finetune/Loss (Raw)": 0.9183138012886047, "Finetune/Step": 3639, "Finetune/Step Time": 4.828548312187195} +{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8897417783737183, "Finetune/Loss (Raw)": 0.3096155822277069, "Finetune/Step": 3640, "Finetune/Step Time": 4.864551378414035} +{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8886231184005737, "Finetune/Loss (Raw)": 0.8351927995681763, "Finetune/Step": 3641, "Finetune/Step Time": 4.867625419050455} +{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8901913166046143, "Finetune/Loss (Raw)": 1.0219471454620361, "Finetune/Step": 3642, "Finetune/Step Time": 4.871191281825304} +{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8905254006385803, "Finetune/Loss (Raw)": 0.9321219325065613, "Finetune/Step": 3643, "Finetune/Step Time": 4.859393848106265} +{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8903136253356934, "Finetune/Loss (Raw)": 0.8846312761306763, "Finetune/Step": 3644, "Finetune/Step Time": 4.856182353571057} +{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8893091082572937, "Finetune/Loss (Raw)": 0.8595901727676392, "Finetune/Step": 3645, "Finetune/Step Time": 4.855660082772374} +{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.890139639377594, "Finetune/Loss (Raw)": 1.0295774936676025, "Finetune/Step": 3646, "Finetune/Step Time": 4.839809676632285} +{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8908145427703857, "Finetune/Loss (Raw)": 0.9554890990257263, "Finetune/Step": 3647, "Finetune/Step Time": 4.817971903830767} +{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8910067081451416, "Finetune/Loss (Raw)": 0.9815561175346375, "Finetune/Step": 3648, "Finetune/Step Time": 4.819763882085681} +{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8905580639839172, "Finetune/Loss (Raw)": 0.9982869029045105, "Finetune/Step": 3649, "Finetune/Step Time": 4.830006560310721} +{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8920830488204956, "Finetune/Loss (Raw)": 1.0406091213226318, "Finetune/Step": 3650, "Finetune/Step Time": 4.8163350354880095} +{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8916743993759155, "Finetune/Loss (Raw)": 0.8043319582939148, "Finetune/Step": 3651, "Finetune/Step Time": 4.805741371586919} +{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.892914891242981, "Finetune/Loss (Raw)": 1.001021385192871, "Finetune/Step": 3652, "Finetune/Step Time": 4.798719810321927} +{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8921138048171997, "Finetune/Loss (Raw)": 0.9846488237380981, "Finetune/Step": 3653, "Finetune/Step Time": 4.7900286335498095} +{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8921828269958496, "Finetune/Loss (Raw)": 0.9507142901420593, "Finetune/Step": 3654, "Finetune/Step Time": 4.799793116748333} +{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8929647207260132, "Finetune/Loss (Raw)": 1.090730905532837, "Finetune/Step": 3655, "Finetune/Step Time": 4.809771817177534} +{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921136260032654, "Finetune/Loss (Raw)": 0.8278844952583313, "Finetune/Step": 3656, "Finetune/Step Time": 4.8083488047122955} +{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8924734592437744, "Finetune/Loss (Raw)": 0.9012550115585327, "Finetune/Step": 3657, "Finetune/Step Time": 4.796825902536511} +{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.89240562915802, "Finetune/Loss (Raw)": 0.9465031623840332, "Finetune/Step": 3658, "Finetune/Step Time": 4.806665344163775} +{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.892002522945404, "Finetune/Loss (Raw)": 0.9543963670730591, "Finetune/Step": 3659, "Finetune/Step Time": 4.809917105361819} +{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8933661580085754, "Finetune/Loss (Raw)": 1.0377423763275146, "Finetune/Step": 3660, "Finetune/Step Time": 4.796887392178178} +{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.897867739200592, "Finetune/Loss (Raw)": 0.8945178389549255, "Finetune/Step": 3661, "Finetune/Step Time": 4.760235486552119} +{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8981521129608154, "Finetune/Loss (Raw)": 1.0222258567810059, "Finetune/Step": 3662, "Finetune/Step Time": 4.750685602426529} +{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041166305541992, "Finetune/Loss (Raw)": 1.0960564613342285, "Finetune/Step": 3663, "Finetune/Step Time": 4.707625703886151} +{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040070176124573, "Finetune/Loss (Raw)": 0.8733187913894653, "Finetune/Step": 3664, "Finetune/Step Time": 4.730705797672272} +{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.9033529758453369, "Finetune/Loss (Raw)": 0.9558596611022949, "Finetune/Step": 3665, "Finetune/Step Time": 4.722733424976468} +{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.9027186632156372, "Finetune/Loss (Raw)": 0.9543971419334412, "Finetune/Step": 3666, "Finetune/Step Time": 4.717637471854687} +{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984619975090027, "Finetune/Loss (Raw)": 0.4216592311859131, "Finetune/Step": 3667, "Finetune/Step Time": 4.755571216344833} +{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8981111645698547, "Finetune/Loss (Raw)": 0.8770193457603455, "Finetune/Step": 3668, "Finetune/Step Time": 4.745681844651699} +{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979369401931763, "Finetune/Loss (Raw)": 0.8975962400436401, "Finetune/Step": 3669, "Finetune/Step Time": 4.749389246106148} +{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8980180621147156, "Finetune/Loss (Raw)": 0.9411665797233582, "Finetune/Step": 3670, "Finetune/Step Time": 4.734776305034757} +{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8988867998123169, "Finetune/Loss (Raw)": 1.0182021856307983, "Finetune/Step": 3671, "Finetune/Step Time": 4.716490235179663} +{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8983627557754517, "Finetune/Loss (Raw)": 0.8919926285743713, "Finetune/Step": 3672, "Finetune/Step Time": 4.724539590999484} +{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9008268117904663, "Finetune/Loss (Raw)": 0.7292174696922302, "Finetune/Step": 3673, "Finetune/Step Time": 4.69290909729898} +{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9010828733444214, "Finetune/Loss (Raw)": 0.8917880058288574, "Finetune/Step": 3674, "Finetune/Step Time": 4.683812445029616} +{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.895858108997345, "Finetune/Loss (Raw)": 0.37216708064079285, "Finetune/Step": 3675, "Finetune/Step Time": 4.7236044108867645} +{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8960299491882324, "Finetune/Loss (Raw)": 1.0154139995574951, "Finetune/Step": 3676, "Finetune/Step Time": 4.726524638012052} +{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.895805299282074, "Finetune/Loss (Raw)": 0.9983054995536804, "Finetune/Step": 3677, "Finetune/Step Time": 4.726242104545236} +{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8984485864639282, "Finetune/Loss (Raw)": 0.6779897809028625, "Finetune/Step": 3678, "Finetune/Step Time": 4.691706262528896} +{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9003393650054932, "Finetune/Loss (Raw)": 1.0623974800109863, "Finetune/Step": 3679, "Finetune/Step Time": 4.679495869204402} +{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9003473520278931, "Finetune/Loss (Raw)": 0.9576089382171631, "Finetune/Step": 3680, "Finetune/Step Time": 4.679056769236922} +{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9022238850593567, "Finetune/Loss (Raw)": 1.020740270614624, "Finetune/Step": 3681, "Finetune/Step Time": 4.659716222435236} +{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9031845331192017, "Finetune/Loss (Raw)": 1.128177285194397, "Finetune/Step": 3682, "Finetune/Step Time": 4.656962536275387} +{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9016351103782654, "Finetune/Loss (Raw)": 0.9261747598648071, "Finetune/Step": 3683, "Finetune/Step Time": 4.657122137024999} +{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9043517112731934, "Finetune/Loss (Raw)": 0.6923390030860901, "Finetune/Step": 3684, "Finetune/Step Time": 4.6400893945246935} +{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9030565023422241, "Finetune/Loss (Raw)": 0.8963196873664856, "Finetune/Step": 3685, "Finetune/Step Time": 4.636725582182407} +{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9031580686569214, "Finetune/Loss (Raw)": 0.9461662769317627, "Finetune/Step": 3686, "Finetune/Step Time": 4.63611195422709} +{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9024478197097778, "Finetune/Loss (Raw)": 0.918428361415863, "Finetune/Step": 3687, "Finetune/Step Time": 4.640867136418819} +{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9011346697807312, "Finetune/Loss (Raw)": 0.8716213703155518, "Finetune/Step": 3688, "Finetune/Step Time": 4.649210749194026} +{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9007461667060852, "Finetune/Loss (Raw)": 1.021511435508728, "Finetune/Step": 3689, "Finetune/Step Time": 4.6491441167891026} +{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9022222757339478, "Finetune/Loss (Raw)": 0.9491508603096008, "Finetune/Step": 3690, "Finetune/Step Time": 4.652321869507432} +{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8983449339866638, "Finetune/Loss (Raw)": 0.3063030540943146, "Finetune/Step": 3691, "Finetune/Step Time": 4.686790332198143} +{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8997196555137634, "Finetune/Loss (Raw)": 1.0375934839248657, "Finetune/Step": 3692, "Finetune/Step Time": 4.680188395082951} +{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9003092050552368, "Finetune/Loss (Raw)": 0.9356014132499695, "Finetune/Step": 3693, "Finetune/Step Time": 4.679202063009143} +{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8984360694885254, "Finetune/Loss (Raw)": 0.8177947998046875, "Finetune/Step": 3694, "Finetune/Step Time": 4.703095654025674} +{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9001514911651611, "Finetune/Loss (Raw)": 1.159108281135559, "Finetune/Step": 3695, "Finetune/Step Time": 4.681878734380007} +{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8994439840316772, "Finetune/Loss (Raw)": 0.9101525545120239, "Finetune/Step": 3696, "Finetune/Step Time": 4.674892079085112} +{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8985772132873535, "Finetune/Loss (Raw)": 0.7829489707946777, "Finetune/Step": 3697, "Finetune/Step Time": 4.691260628402233} +{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.899446964263916, "Finetune/Loss (Raw)": 0.9894306659698486, "Finetune/Step": 3698, "Finetune/Step Time": 4.697840925306082} +{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8994758129119873, "Finetune/Loss (Raw)": 0.974484920501709, "Finetune/Step": 3699, "Finetune/Step Time": 4.69499871134758} +{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8993598818778992, "Finetune/Loss (Raw)": 0.9554136991500854, "Finetune/Step": 3700, "Finetune/Step Time": 4.695747476071119} +{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8976571559906006, "Finetune/Loss (Raw)": 0.7626839876174927, "Finetune/Step": 3701, "Finetune/Step Time": 4.703120805323124} +{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8972922563552856, "Finetune/Loss (Raw)": 0.9789903163909912, "Finetune/Step": 3702, "Finetune/Step Time": 4.692654239013791} +{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.897879958152771, "Finetune/Loss (Raw)": 0.9841150045394897, "Finetune/Step": 3703, "Finetune/Step Time": 4.6905664671212435} +{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8975903391838074, "Finetune/Loss (Raw)": 0.9776139855384827, "Finetune/Step": 3704, "Finetune/Step Time": 4.696033835411072} +{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8963568210601807, "Finetune/Loss (Raw)": 0.7642476558685303, "Finetune/Step": 3705, "Finetune/Step Time": 4.677559414878488} +{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8954476714134216, "Finetune/Loss (Raw)": 0.8904979228973389, "Finetune/Step": 3706, "Finetune/Step Time": 4.679784128442407} +{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8945775032043457, "Finetune/Loss (Raw)": 0.9018809199333191, "Finetune/Step": 3707, "Finetune/Step Time": 4.70595802180469} +{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8937734365463257, "Finetune/Loss (Raw)": 0.8648110032081604, "Finetune/Step": 3708, "Finetune/Step Time": 4.717025365680456} +{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8940508365631104, "Finetune/Loss (Raw)": 1.0602399110794067, "Finetune/Step": 3709, "Finetune/Step Time": 4.707527218386531} +{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8950737118721008, "Finetune/Loss (Raw)": 1.022799015045166, "Finetune/Step": 3710, "Finetune/Step Time": 4.694819984957576} +{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.895004391670227, "Finetune/Loss (Raw)": 0.8502828478813171, "Finetune/Step": 3711, "Finetune/Step Time": 4.7066026125103235} +{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8955543637275696, "Finetune/Loss (Raw)": 1.046410322189331, "Finetune/Step": 3712, "Finetune/Step Time": 4.705640267580748} +{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8893649578094482, "Finetune/Loss (Raw)": 0.28101372718811035, "Finetune/Step": 3713, "Finetune/Step Time": 4.740131285041571} +{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8901495933532715, "Finetune/Loss (Raw)": 0.9457977414131165, "Finetune/Step": 3714, "Finetune/Step Time": 4.733179030939937} +{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8913694620132446, "Finetune/Loss (Raw)": 1.0056641101837158, "Finetune/Step": 3715, "Finetune/Step Time": 4.737741157412529} +{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8923865556716919, "Finetune/Loss (Raw)": 0.8550940752029419, "Finetune/Step": 3716, "Finetune/Step Time": 4.7608252093195915} +{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8917621374130249, "Finetune/Loss (Raw)": 0.8271292448043823, "Finetune/Step": 3717, "Finetune/Step Time": 4.775748969987035} +{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8907734155654907, "Finetune/Loss (Raw)": 0.8556317687034607, "Finetune/Step": 3718, "Finetune/Step Time": 4.773925196379423} +{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8898786306381226, "Finetune/Loss (Raw)": 0.7151007056236267, "Finetune/Step": 3719, "Finetune/Step Time": 4.77897696569562} +{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8905217051506042, "Finetune/Loss (Raw)": 1.0529218912124634, "Finetune/Step": 3720, "Finetune/Step Time": 4.788330342620611} +{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8900606632232666, "Finetune/Loss (Raw)": 1.0116981267929077, "Finetune/Step": 3721, "Finetune/Step Time": 4.787866644561291} +{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8925306797027588, "Finetune/Loss (Raw)": 0.9553936123847961, "Finetune/Step": 3722, "Finetune/Step Time": 4.784803753718734} +{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8930341005325317, "Finetune/Loss (Raw)": 1.0078120231628418, "Finetune/Step": 3723, "Finetune/Step Time": 4.772139115259051} +{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8912109136581421, "Finetune/Loss (Raw)": 0.8406525254249573, "Finetune/Step": 3724, "Finetune/Step Time": 4.7730838265269995} +{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8971236944198608, "Finetune/Loss (Raw)": 1.008705973625183, "Finetune/Step": 3725, "Finetune/Step Time": 4.735747704282403} +{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8930056095123291, "Finetune/Loss (Raw)": 0.3790711462497711, "Finetune/Step": 3726, "Finetune/Step Time": 4.752966992557049} +{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8930004239082336, "Finetune/Loss (Raw)": 0.8590186834335327, "Finetune/Step": 3727, "Finetune/Step Time": 4.756851028650999} +{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8953895568847656, "Finetune/Loss (Raw)": 0.7367831468582153, "Finetune/Step": 3728, "Finetune/Step Time": 4.7349715903401375} +{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8954933881759644, "Finetune/Loss (Raw)": 0.975622296333313, "Finetune/Step": 3729, "Finetune/Step Time": 4.744016004726291} +{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8962411284446716, "Finetune/Loss (Raw)": 0.9697009325027466, "Finetune/Step": 3730, "Finetune/Step Time": 4.772890169173479} +{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8969464898109436, "Finetune/Loss (Raw)": 0.9650447368621826, "Finetune/Step": 3731, "Finetune/Step Time": 4.772913683205843} +{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8967717885971069, "Finetune/Loss (Raw)": 0.937809944152832, "Finetune/Step": 3732, "Finetune/Step Time": 4.776597423478961} +{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8974711298942566, "Finetune/Loss (Raw)": 0.9105629920959473, "Finetune/Step": 3733, "Finetune/Step Time": 4.784135112538934} +{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8981634378433228, "Finetune/Loss (Raw)": 0.9954510927200317, "Finetune/Step": 3734, "Finetune/Step Time": 4.776638651266694} +{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.896456778049469, "Finetune/Loss (Raw)": 0.7392526865005493, "Finetune/Step": 3735, "Finetune/Step Time": 4.783065328374505} +{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8979110717773438, "Finetune/Loss (Raw)": 1.1359483003616333, "Finetune/Step": 3736, "Finetune/Step Time": 4.753183826804161} +{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8981380462646484, "Finetune/Loss (Raw)": 0.9972198009490967, "Finetune/Step": 3737, "Finetune/Step Time": 4.7717762384563684} +{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8985287547111511, "Finetune/Loss (Raw)": 0.8740509152412415, "Finetune/Step": 3738, "Finetune/Step Time": 4.781151117756963} +{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9027762413024902, "Finetune/Loss (Raw)": 0.8819291591644287, "Finetune/Step": 3739, "Finetune/Step Time": 4.745570445433259} +{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9029681086540222, "Finetune/Loss (Raw)": 0.9247886538505554, "Finetune/Step": 3740, "Finetune/Step Time": 4.729262929409742} +{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9043599367141724, "Finetune/Loss (Raw)": 1.001194715499878, "Finetune/Step": 3741, "Finetune/Step Time": 4.729192307218909} +{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9045023918151855, "Finetune/Loss (Raw)": 0.9105452299118042, "Finetune/Step": 3742, "Finetune/Step Time": 4.724965248256922} +{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9045943021774292, "Finetune/Loss (Raw)": 0.9569984674453735, "Finetune/Step": 3743, "Finetune/Step Time": 4.751644425094128} +{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9010859131813049, "Finetune/Loss (Raw)": 0.3572801649570465, "Finetune/Step": 3744, "Finetune/Step Time": 4.783400604501367} +{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8962801694869995, "Finetune/Loss (Raw)": 0.3184921145439148, "Finetune/Step": 3745, "Finetune/Step Time": 4.80693256855011} +{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.89524245262146, "Finetune/Loss (Raw)": 0.7721552848815918, "Finetune/Step": 3746, "Finetune/Step Time": 4.797859882935882} +{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8946568369865417, "Finetune/Loss (Raw)": 0.7931092381477356, "Finetune/Step": 3747, "Finetune/Step Time": 4.818283913657069} +{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8955802917480469, "Finetune/Loss (Raw)": 0.9851270914077759, "Finetune/Step": 3748, "Finetune/Step Time": 4.829129660502076} +{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8954507112503052, "Finetune/Loss (Raw)": 0.8340052366256714, "Finetune/Step": 3749, "Finetune/Step Time": 4.836096754297614} +{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8957878947257996, "Finetune/Loss (Raw)": 0.9772241115570068, "Finetune/Step": 3750, "Finetune/Step Time": 4.8406402841210365} +{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8966454267501831, "Finetune/Loss (Raw)": 1.0522993803024292, "Finetune/Step": 3751, "Finetune/Step Time": 4.847777968272567} +{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8955764770507812, "Finetune/Loss (Raw)": 0.8789937496185303, "Finetune/Step": 3752, "Finetune/Step Time": 4.850178783759475} +{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.895097017288208, "Finetune/Loss (Raw)": 0.9367457032203674, "Finetune/Step": 3753, "Finetune/Step Time": 4.865044716745615} +{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8957646489143372, "Finetune/Loss (Raw)": 0.9379082918167114, "Finetune/Step": 3754, "Finetune/Step Time": 4.873698806390166} +{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8962624073028564, "Finetune/Loss (Raw)": 1.0128382444381714, "Finetune/Step": 3755, "Finetune/Step Time": 4.86145706102252} +{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8948421478271484, "Finetune/Loss (Raw)": 0.7581591606140137, "Finetune/Step": 3756, "Finetune/Step Time": 4.86291154846549} +{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8957929611206055, "Finetune/Loss (Raw)": 0.9771227240562439, "Finetune/Step": 3757, "Finetune/Step Time": 4.865397369489074} +{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8959029912948608, "Finetune/Loss (Raw)": 0.9098536968231201, "Finetune/Step": 3758, "Finetune/Step Time": 4.880405900999904} +{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8978477716445923, "Finetune/Loss (Raw)": 0.9988030195236206, "Finetune/Step": 3759, "Finetune/Step Time": 4.86494473926723} +{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.896758496761322, "Finetune/Loss (Raw)": 0.878187894821167, "Finetune/Step": 3760, "Finetune/Step Time": 4.87050917185843} +{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.894676923751831, "Finetune/Loss (Raw)": 0.7786757946014404, "Finetune/Step": 3761, "Finetune/Step Time": 4.881517665460706} +{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8947563767433167, "Finetune/Loss (Raw)": 0.9225383400917053, "Finetune/Step": 3762, "Finetune/Step Time": 4.887279745191336} +{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.895880937576294, "Finetune/Loss (Raw)": 0.9802265167236328, "Finetune/Step": 3763, "Finetune/Step Time": 4.888497723266482} +{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8951222896575928, "Finetune/Loss (Raw)": 0.8496273756027222, "Finetune/Step": 3764, "Finetune/Step Time": 4.888943238183856} +{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8941540718078613, "Finetune/Loss (Raw)": 0.9037046432495117, "Finetune/Step": 3765, "Finetune/Step Time": 4.8981913812458515} +{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8942846059799194, "Finetune/Loss (Raw)": 0.9826534390449524, "Finetune/Step": 3766, "Finetune/Step Time": 4.901116713881493} +{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8948841094970703, "Finetune/Loss (Raw)": 0.9950426816940308, "Finetune/Step": 3767, "Finetune/Step Time": 4.9047105852514505} +{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8987486362457275, "Finetune/Loss (Raw)": 0.804275631904602, "Finetune/Step": 3768, "Finetune/Step Time": 4.8778763599693775} +{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8941308259963989, "Finetune/Loss (Raw)": 0.24411895871162415, "Finetune/Step": 3769, "Finetune/Step Time": 4.91105530411005} +{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8946577906608582, "Finetune/Loss (Raw)": 1.0893957614898682, "Finetune/Step": 3770, "Finetune/Step Time": 4.902224322780967} +{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8960108757019043, "Finetune/Loss (Raw)": 1.1053130626678467, "Finetune/Step": 3771, "Finetune/Step Time": 4.904216855764389} +{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.896871030330658, "Finetune/Loss (Raw)": 0.9947397708892822, "Finetune/Step": 3772, "Finetune/Step Time": 4.909885928034782} +{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8928209543228149, "Finetune/Loss (Raw)": 0.341171532869339, "Finetune/Step": 3773, "Finetune/Step Time": 4.943579040467739} +{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8925518989562988, "Finetune/Loss (Raw)": 0.995136022567749, "Finetune/Step": 3774, "Finetune/Step Time": 4.945853568613529} +{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8929809331893921, "Finetune/Loss (Raw)": 1.0104126930236816, "Finetune/Step": 3775, "Finetune/Step Time": 4.955772969871759} +{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8929255604743958, "Finetune/Loss (Raw)": 0.9744659662246704, "Finetune/Step": 3776, "Finetune/Step Time": 4.959266202524304} +{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8872296810150146, "Finetune/Loss (Raw)": 0.2692100405693054, "Finetune/Step": 3777, "Finetune/Step Time": 4.9891356863081455} +{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.886597752571106, "Finetune/Loss (Raw)": 0.9597227573394775, "Finetune/Step": 3778, "Finetune/Step Time": 4.99064957164228} +{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8872123956680298, "Finetune/Loss (Raw)": 0.883013129234314, "Finetune/Step": 3779, "Finetune/Step Time": 4.990477005019784} +{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8859259486198425, "Finetune/Loss (Raw)": 0.8363564610481262, "Finetune/Step": 3780, "Finetune/Step Time": 4.990724740549922} +{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8859373927116394, "Finetune/Loss (Raw)": 0.986108660697937, "Finetune/Step": 3781, "Finetune/Step Time": 4.988210428506136} +{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8854051828384399, "Finetune/Loss (Raw)": 0.8825932145118713, "Finetune/Step": 3782, "Finetune/Step Time": 4.970657369121909} +{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8834999799728394, "Finetune/Loss (Raw)": 0.8468650579452515, "Finetune/Step": 3783, "Finetune/Step Time": 4.967690562829375} +{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8838355541229248, "Finetune/Loss (Raw)": 0.8708354234695435, "Finetune/Step": 3784, "Finetune/Step Time": 4.9737349059432745} +{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.883757472038269, "Finetune/Loss (Raw)": 0.891268789768219, "Finetune/Step": 3785, "Finetune/Step Time": 4.971986837685108} +{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8842796683311462, "Finetune/Loss (Raw)": 1.0133386850357056, "Finetune/Step": 3786, "Finetune/Step Time": 4.967454995959997} +{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.884261429309845, "Finetune/Loss (Raw)": 0.9520626664161682, "Finetune/Step": 3787, "Finetune/Step Time": 4.964480027556419} +{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8833481669425964, "Finetune/Loss (Raw)": 0.9208479523658752, "Finetune/Step": 3788, "Finetune/Step Time": 4.970192227512598} +{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8829969167709351, "Finetune/Loss (Raw)": 0.849547266960144, "Finetune/Step": 3789, "Finetune/Step Time": 4.9890520218759775} +{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8826938271522522, "Finetune/Loss (Raw)": 0.983437180519104, "Finetune/Step": 3790, "Finetune/Step Time": 4.99007304944098} +{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.881187379360199, "Finetune/Loss (Raw)": 0.9032266736030579, "Finetune/Step": 3791, "Finetune/Step Time": 4.98988301679492} +{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8770305514335632, "Finetune/Loss (Raw)": 0.34124666452407837, "Finetune/Step": 3792, "Finetune/Step Time": 5.003262493759394} +{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8770183324813843, "Finetune/Loss (Raw)": 0.9543001055717468, "Finetune/Step": 3793, "Finetune/Step Time": 5.0165041126310825} +{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8771253228187561, "Finetune/Loss (Raw)": 0.9680896997451782, "Finetune/Step": 3794, "Finetune/Step Time": 5.027625197544694} +{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8800169825553894, "Finetune/Loss (Raw)": 0.7917903065681458, "Finetune/Step": 3795, "Finetune/Step Time": 5.005126124247909} +{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8805007338523865, "Finetune/Loss (Raw)": 0.9389389157295227, "Finetune/Step": 3796, "Finetune/Step Time": 5.010605372488499} +{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8797347545623779, "Finetune/Loss (Raw)": 0.799552857875824, "Finetune/Step": 3797, "Finetune/Step Time": 5.015100158751011} +{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8792918920516968, "Finetune/Loss (Raw)": 0.8844805955886841, "Finetune/Step": 3798, "Finetune/Step Time": 5.011678475886583} +{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8784250020980835, "Finetune/Loss (Raw)": 0.9072366952896118, "Finetune/Step": 3799, "Finetune/Step Time": 5.02150721848011} +{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8792186975479126, "Finetune/Loss (Raw)": 0.99358731508255, "Finetune/Step": 3800, "Finetune/Step Time": 5.022793347015977} +{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8806756734848022, "Finetune/Loss (Raw)": 0.9157143235206604, "Finetune/Step": 3801, "Finetune/Step Time": 5.02343481220305} +{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.881564736366272, "Finetune/Loss (Raw)": 1.005586862564087, "Finetune/Step": 3802, "Finetune/Step Time": 5.024699322879314} +{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8869345784187317, "Finetune/Loss (Raw)": 1.0595030784606934, "Finetune/Step": 3803, "Finetune/Step Time": 4.985174933448434} +{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.886610746383667, "Finetune/Loss (Raw)": 0.9739627838134766, "Finetune/Step": 3804, "Finetune/Step Time": 4.969406811520457} +{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8860561847686768, "Finetune/Loss (Raw)": 0.9273226261138916, "Finetune/Step": 3805, "Finetune/Step Time": 4.9861805960536} +{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8880953788757324, "Finetune/Loss (Raw)": 0.9390082359313965, "Finetune/Step": 3806, "Finetune/Step Time": 4.998116986826062} +{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8867936134338379, "Finetune/Loss (Raw)": 0.8957690000534058, "Finetune/Step": 3807, "Finetune/Step Time": 5.000661896541715} +{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8860670924186707, "Finetune/Loss (Raw)": 0.8646153211593628, "Finetune/Step": 3808, "Finetune/Step Time": 5.007470607757568} +{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8850404024124146, "Finetune/Loss (Raw)": 0.8893319964408875, "Finetune/Step": 3809, "Finetune/Step Time": 5.022052224725485} +{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8837797045707703, "Finetune/Loss (Raw)": 0.9668042063713074, "Finetune/Step": 3810, "Finetune/Step Time": 5.018961863592267} +{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8836095333099365, "Finetune/Loss (Raw)": 0.904392659664154, "Finetune/Step": 3811, "Finetune/Step Time": 5.025203565135598} +{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8848505020141602, "Finetune/Loss (Raw)": 0.8511744737625122, "Finetune/Step": 3812, "Finetune/Step Time": 5.019228482618928} +{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8848879337310791, "Finetune/Loss (Raw)": 0.9011109471321106, "Finetune/Step": 3813, "Finetune/Step Time": 5.017035046592355} +{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8844366073608398, "Finetune/Loss (Raw)": 0.8884003162384033, "Finetune/Step": 3814, "Finetune/Step Time": 5.014849299564958} +{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8841236233711243, "Finetune/Loss (Raw)": 0.8783693313598633, "Finetune/Step": 3815, "Finetune/Step Time": 5.026712227612734} +{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8845239281654358, "Finetune/Loss (Raw)": 0.9228565096855164, "Finetune/Step": 3816, "Finetune/Step Time": 5.0220156870782375} +{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8830958604812622, "Finetune/Loss (Raw)": 0.8387252688407898, "Finetune/Step": 3817, "Finetune/Step Time": 5.019025748595595} +{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8823889493942261, "Finetune/Loss (Raw)": 0.8586657643318176, "Finetune/Step": 3818, "Finetune/Step Time": 5.012314505875111} +{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8864952325820923, "Finetune/Loss (Raw)": 0.831902027130127, "Finetune/Step": 3819, "Finetune/Step Time": 4.984659308567643} +{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8841952085494995, "Finetune/Loss (Raw)": 0.7431859970092773, "Finetune/Step": 3820, "Finetune/Step Time": 4.98679175041616} +{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837405443191528, "Finetune/Loss (Raw)": 0.8774152994155884, "Finetune/Step": 3821, "Finetune/Step Time": 4.992228906601667} +{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837431073188782, "Finetune/Loss (Raw)": 0.8181193470954895, "Finetune/Step": 3822, "Finetune/Step Time": 4.970943512395024} +{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.882624626159668, "Finetune/Loss (Raw)": 1.0159387588500977, "Finetune/Step": 3823, "Finetune/Step Time": 4.973692545667291} +{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8827395439147949, "Finetune/Loss (Raw)": 0.9248639345169067, "Finetune/Step": 3824, "Finetune/Step Time": 4.972540821880102} +{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8829717636108398, "Finetune/Loss (Raw)": 0.8126690983772278, "Finetune/Step": 3825, "Finetune/Step Time": 4.950837351381779} +{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8818796873092651, "Finetune/Loss (Raw)": 0.8496556878089905, "Finetune/Step": 3826, "Finetune/Step Time": 4.94686771184206} +{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8817737698554993, "Finetune/Loss (Raw)": 0.9609247446060181, "Finetune/Step": 3827, "Finetune/Step Time": 4.974783563986421} +{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8820422291755676, "Finetune/Loss (Raw)": 0.9897770881652832, "Finetune/Step": 3828, "Finetune/Step Time": 4.977960066869855} +{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8782336711883545, "Finetune/Loss (Raw)": 0.2751806676387787, "Finetune/Step": 3829, "Finetune/Step Time": 5.0075798612087965} +{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8779698014259338, "Finetune/Loss (Raw)": 0.9452221393585205, "Finetune/Step": 3830, "Finetune/Step Time": 5.016553645953536} +{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8770847320556641, "Finetune/Loss (Raw)": 0.8708255290985107, "Finetune/Step": 3831, "Finetune/Step Time": 5.0237402357161045} +{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8779103755950928, "Finetune/Loss (Raw)": 1.083295464515686, "Finetune/Step": 3832, "Finetune/Step Time": 5.020644690841436} +{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8799551725387573, "Finetune/Loss (Raw)": 1.0259839296340942, "Finetune/Step": 3833, "Finetune/Step Time": 5.044037584215403} +{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8809151649475098, "Finetune/Loss (Raw)": 1.013371467590332, "Finetune/Step": 3834, "Finetune/Step Time": 5.038058776408434} +{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8815841674804688, "Finetune/Loss (Raw)": 0.9875180721282959, "Finetune/Step": 3835, "Finetune/Step Time": 5.01866334490478} +{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8816220164299011, "Finetune/Loss (Raw)": 0.8696512579917908, "Finetune/Step": 3836, "Finetune/Step Time": 4.996615367010236} +{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8803369998931885, "Finetune/Loss (Raw)": 0.8957575559616089, "Finetune/Step": 3837, "Finetune/Step Time": 5.002283684909344} +{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8789798617362976, "Finetune/Loss (Raw)": 0.8490867614746094, "Finetune/Step": 3838, "Finetune/Step Time": 4.994553465396166} +{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8796429634094238, "Finetune/Loss (Raw)": 0.9351539611816406, "Finetune/Step": 3839, "Finetune/Step Time": 5.009502032771707} +{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8783444762229919, "Finetune/Loss (Raw)": 0.8802092671394348, "Finetune/Step": 3840, "Finetune/Step Time": 5.00995497405529} +{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8841708302497864, "Finetune/Loss (Raw)": 1.0267870426177979, "Finetune/Step": 3841, "Finetune/Step Time": 4.974268302321434} +{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.883426308631897, "Finetune/Loss (Raw)": 0.8505038619041443, "Finetune/Step": 3842, "Finetune/Step Time": 4.966330891475081} +{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8827961683273315, "Finetune/Loss (Raw)": 0.9250067472457886, "Finetune/Step": 3843, "Finetune/Step Time": 4.978821322321892} +{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8830562829971313, "Finetune/Loss (Raw)": 0.8883833885192871, "Finetune/Step": 3844, "Finetune/Step Time": 4.95964802056551} +{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8834478855133057, "Finetune/Loss (Raw)": 0.8772522807121277, "Finetune/Step": 3845, "Finetune/Step Time": 4.937153369188309} +{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8826236128807068, "Finetune/Loss (Raw)": 0.7501266002655029, "Finetune/Step": 3846, "Finetune/Step Time": 4.93253786675632} +{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8849860429763794, "Finetune/Loss (Raw)": 1.0174893140792847, "Finetune/Step": 3847, "Finetune/Step Time": 4.920538736507297} +{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8793082237243652, "Finetune/Loss (Raw)": 0.32616692781448364, "Finetune/Step": 3848, "Finetune/Step Time": 4.940289506688714} +{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8798417448997498, "Finetune/Loss (Raw)": 1.0799925327301025, "Finetune/Step": 3849, "Finetune/Step Time": 4.955922683700919} +{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8776043057441711, "Finetune/Loss (Raw)": 0.668992280960083, "Finetune/Step": 3850, "Finetune/Step Time": 4.963366121053696} +{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.876071572303772, "Finetune/Loss (Raw)": 0.8116270303726196, "Finetune/Step": 3851, "Finetune/Step Time": 4.95488285459578} +{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8767925500869751, "Finetune/Loss (Raw)": 0.932939350605011, "Finetune/Step": 3852, "Finetune/Step Time": 4.960763450711966} +{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8724100589752197, "Finetune/Loss (Raw)": 0.4477464556694031, "Finetune/Step": 3853, "Finetune/Step Time": 4.991083856672049} +{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.876876175403595, "Finetune/Loss (Raw)": 0.9507279396057129, "Finetune/Step": 3854, "Finetune/Step Time": 4.965842165052891} +{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8756164312362671, "Finetune/Loss (Raw)": 0.6977765560150146, "Finetune/Step": 3855, "Finetune/Step Time": 4.971301814541221} +{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8779116272926331, "Finetune/Loss (Raw)": 1.0305637121200562, "Finetune/Step": 3856, "Finetune/Step Time": 4.963388431817293} +{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8730932474136353, "Finetune/Loss (Raw)": 0.35887834429740906, "Finetune/Step": 3857, "Finetune/Step Time": 4.987670939415693} +{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8681333065032959, "Finetune/Loss (Raw)": 0.33482325077056885, "Finetune/Step": 3858, "Finetune/Step Time": 4.9973011538386345} +{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8692353367805481, "Finetune/Loss (Raw)": 1.1061073541641235, "Finetune/Step": 3859, "Finetune/Step Time": 4.9898607190698385} +{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8691387176513672, "Finetune/Loss (Raw)": 0.9254435300827026, "Finetune/Step": 3860, "Finetune/Step Time": 4.983070524409413} +{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8689373731613159, "Finetune/Loss (Raw)": 0.8847882151603699, "Finetune/Step": 3861, "Finetune/Step Time": 4.968435272574425} +{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8681951761245728, "Finetune/Loss (Raw)": 0.9004504680633545, "Finetune/Step": 3862, "Finetune/Step Time": 4.9730409774929285} +{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8694286346435547, "Finetune/Loss (Raw)": 0.8971383571624756, "Finetune/Step": 3863, "Finetune/Step Time": 4.977636003866792} +{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8680707216262817, "Finetune/Loss (Raw)": 0.9621263146400452, "Finetune/Step": 3864, "Finetune/Step Time": 4.986316867172718} +{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677313327789307, "Finetune/Loss (Raw)": 0.9537884593009949, "Finetune/Step": 3865, "Finetune/Step Time": 5.003898253664374} +{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692667484283447, "Finetune/Loss (Raw)": 1.070571780204773, "Finetune/Step": 3866, "Finetune/Step Time": 4.995390834286809} +{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710559606552124, "Finetune/Loss (Raw)": 1.110962986946106, "Finetune/Step": 3867, "Finetune/Step Time": 4.9956444799900055} +{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8711512088775635, "Finetune/Loss (Raw)": 0.9369688034057617, "Finetune/Step": 3868, "Finetune/Step Time": 4.998851623386145} +{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700360059738159, "Finetune/Loss (Raw)": 0.8584567308425903, "Finetune/Step": 3869, "Finetune/Step Time": 5.000229867175221} +{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696891069412231, "Finetune/Loss (Raw)": 0.8661412000656128, "Finetune/Step": 3870, "Finetune/Step Time": 5.024623427540064} +{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8693342208862305, "Finetune/Loss (Raw)": 0.9115738272666931, "Finetune/Step": 3871, "Finetune/Step Time": 4.987943891435862} +{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.87123703956604, "Finetune/Loss (Raw)": 0.600832462310791, "Finetune/Step": 3872, "Finetune/Step Time": 4.987077165395021} +{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747882843017578, "Finetune/Loss (Raw)": 0.7730640769004822, "Finetune/Step": 3873, "Finetune/Step Time": 4.960682276636362} +{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8760184049606323, "Finetune/Loss (Raw)": 0.9296026825904846, "Finetune/Step": 3874, "Finetune/Step Time": 4.96073018014431} +{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771374225616455, "Finetune/Loss (Raw)": 0.9363442063331604, "Finetune/Step": 3875, "Finetune/Step Time": 4.942863019183278} +{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8766456842422485, "Finetune/Loss (Raw)": 0.922181248664856, "Finetune/Step": 3876, "Finetune/Step Time": 4.929408047348261} +{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8773514032363892, "Finetune/Loss (Raw)": 0.9243471622467041, "Finetune/Step": 3877, "Finetune/Step Time": 4.937227824702859} +{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733561038970947, "Finetune/Loss (Raw)": 0.4658205509185791, "Finetune/Step": 3878, "Finetune/Step Time": 4.971245476976037} +{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720791935920715, "Finetune/Loss (Raw)": 0.8888545036315918, "Finetune/Step": 3879, "Finetune/Step Time": 4.996644439175725} +{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722338080406189, "Finetune/Loss (Raw)": 0.8987804651260376, "Finetune/Step": 3880, "Finetune/Step Time": 4.99345264211297} +{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724822998046875, "Finetune/Loss (Raw)": 0.968559980392456, "Finetune/Step": 3881, "Finetune/Step Time": 4.986043196171522} +{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8728414177894592, "Finetune/Loss (Raw)": 0.9838669896125793, "Finetune/Step": 3882, "Finetune/Step Time": 4.990076819434762} +{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.87282794713974, "Finetune/Loss (Raw)": 1.0111172199249268, "Finetune/Step": 3883, "Finetune/Step Time": 4.983754478394985} +{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8735566139221191, "Finetune/Loss (Raw)": 0.8514317870140076, "Finetune/Step": 3884, "Finetune/Step Time": 4.976754201576114} +{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717659711837769, "Finetune/Loss (Raw)": 0.7479182481765747, "Finetune/Step": 3885, "Finetune/Step Time": 4.983198616653681} +{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708419799804688, "Finetune/Loss (Raw)": 0.7915825247764587, "Finetune/Step": 3886, "Finetune/Step Time": 4.969601592049003} +{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8696150183677673, "Finetune/Loss (Raw)": 0.8417508602142334, "Finetune/Step": 3887, "Finetune/Step Time": 4.970775034278631} +{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8701566457748413, "Finetune/Loss (Raw)": 0.9475109577178955, "Finetune/Step": 3888, "Finetune/Step Time": 4.962810607627034} +{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8711879849433899, "Finetune/Loss (Raw)": 0.9106970429420471, "Finetune/Step": 3889, "Finetune/Step Time": 4.953878680244088} +{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714795708656311, "Finetune/Loss (Raw)": 0.9598546028137207, "Finetune/Step": 3890, "Finetune/Step Time": 4.947009120136499} +{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8711275458335876, "Finetune/Loss (Raw)": 0.935168445110321, "Finetune/Step": 3891, "Finetune/Step Time": 4.961540497839451} +{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.871381402015686, "Finetune/Loss (Raw)": 0.882116973400116, "Finetune/Step": 3892, "Finetune/Step Time": 4.9647383615374565} +{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8671727180480957, "Finetune/Loss (Raw)": 0.3649924099445343, "Finetune/Step": 3893, "Finetune/Step Time": 4.990803906694055} +{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8667397499084473, "Finetune/Loss (Raw)": 0.9272381067276001, "Finetune/Step": 3894, "Finetune/Step Time": 4.989277655258775} +{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8665134310722351, "Finetune/Loss (Raw)": 0.9660751819610596, "Finetune/Step": 3895, "Finetune/Step Time": 4.987406877800822} +{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8680398464202881, "Finetune/Loss (Raw)": 0.9996575117111206, "Finetune/Step": 3896, "Finetune/Step Time": 4.9762933775782585} +{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8734132051467896, "Finetune/Loss (Raw)": 0.9319061040878296, "Finetune/Step": 3897, "Finetune/Step Time": 4.940243922173977} +{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8721442222595215, "Finetune/Loss (Raw)": 0.9269669651985168, "Finetune/Step": 3898, "Finetune/Step Time": 4.95683235488832} +{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.871722936630249, "Finetune/Loss (Raw)": 1.0513824224472046, "Finetune/Step": 3899, "Finetune/Step Time": 4.960277799516916} +{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8710829615592957, "Finetune/Loss (Raw)": 0.9128315448760986, "Finetune/Step": 3900, "Finetune/Step Time": 4.971062740311027} +{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8760156631469727, "Finetune/Loss (Raw)": 0.9725563526153564, "Finetune/Step": 3901, "Finetune/Step Time": 4.9349316116422415} +{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8759369850158691, "Finetune/Loss (Raw)": 0.9850627779960632, "Finetune/Step": 3902, "Finetune/Step Time": 4.918926561251283} +{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8758338689804077, "Finetune/Loss (Raw)": 0.9972156286239624, "Finetune/Step": 3903, "Finetune/Step Time": 4.9085312858223915} +{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8755301237106323, "Finetune/Loss (Raw)": 0.9355828762054443, "Finetune/Step": 3904, "Finetune/Step Time": 4.91192833147943} +{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8793570399284363, "Finetune/Loss (Raw)": 0.7590625286102295, "Finetune/Step": 3905, "Finetune/Step Time": 4.889655657112598} +{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798623085021973, "Finetune/Loss (Raw)": 1.0243916511535645, "Finetune/Step": 3906, "Finetune/Step Time": 4.923352487385273} +{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8822588920593262, "Finetune/Loss (Raw)": 1.1897777318954468, "Finetune/Step": 3907, "Finetune/Step Time": 4.908137047663331} +{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826854228973389, "Finetune/Loss (Raw)": 0.8909555077552795, "Finetune/Step": 3908, "Finetune/Step Time": 4.920670468360186} +{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8818629384040833, "Finetune/Loss (Raw)": 0.8808292150497437, "Finetune/Step": 3909, "Finetune/Step Time": 4.926680164411664} +{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827904462814331, "Finetune/Loss (Raw)": 1.0013117790222168, "Finetune/Step": 3910, "Finetune/Step Time": 4.927282942458987} +{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8846147060394287, "Finetune/Loss (Raw)": 1.0803717374801636, "Finetune/Step": 3911, "Finetune/Step Time": 4.923532152548432} +{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845567107200623, "Finetune/Loss (Raw)": 0.8634161949157715, "Finetune/Step": 3912, "Finetune/Step Time": 4.926672708243132} +{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.88502037525177, "Finetune/Loss (Raw)": 0.9506173133850098, "Finetune/Step": 3913, "Finetune/Step Time": 4.9305350612849} +{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838499784469604, "Finetune/Loss (Raw)": 0.863524317741394, "Finetune/Step": 3914, "Finetune/Step Time": 4.921959340572357} +{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8837261199951172, "Finetune/Loss (Raw)": 0.9362077713012695, "Finetune/Step": 3915, "Finetune/Step Time": 4.919223070144653} +{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.883736789226532, "Finetune/Loss (Raw)": 0.9222157001495361, "Finetune/Step": 3916, "Finetune/Step Time": 4.9248735178261995} +{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.884530782699585, "Finetune/Loss (Raw)": 0.951178252696991, "Finetune/Step": 3917, "Finetune/Step Time": 4.925355741754174} +{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843766450881958, "Finetune/Loss (Raw)": 0.9637055993080139, "Finetune/Step": 3918, "Finetune/Step Time": 4.924954941496253} +{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8842242956161499, "Finetune/Loss (Raw)": 0.8837305307388306, "Finetune/Step": 3919, "Finetune/Step Time": 4.9407669976353645} +{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8888416290283203, "Finetune/Loss (Raw)": 0.9322671890258789, "Finetune/Step": 3920, "Finetune/Step Time": 4.940360309556127} +{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.88714200258255, "Finetune/Loss (Raw)": 0.7367449402809143, "Finetune/Step": 3921, "Finetune/Step Time": 4.950038993731141} +{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8873178958892822, "Finetune/Loss (Raw)": 0.9906046390533447, "Finetune/Step": 3922, "Finetune/Step Time": 4.947390556335449} +{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8873439431190491, "Finetune/Loss (Raw)": 0.7951251268386841, "Finetune/Step": 3923, "Finetune/Step Time": 4.941794352605939} +{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8872407674789429, "Finetune/Loss (Raw)": 0.9257272481918335, "Finetune/Step": 3924, "Finetune/Step Time": 4.945436080917716} +{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8884392976760864, "Finetune/Loss (Raw)": 0.9529740810394287, "Finetune/Step": 3925, "Finetune/Step Time": 4.94181147031486} +{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8882927894592285, "Finetune/Loss (Raw)": 0.8657230734825134, "Finetune/Step": 3926, "Finetune/Step Time": 4.946566365659237} +{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.888470470905304, "Finetune/Loss (Raw)": 0.9299805760383606, "Finetune/Step": 3927, "Finetune/Step Time": 4.95906937867403} +{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889046907424927, "Finetune/Loss (Raw)": 1.0491664409637451, "Finetune/Step": 3928, "Finetune/Step Time": 4.959681615233421} +{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.889138400554657, "Finetune/Loss (Raw)": 0.9456270337104797, "Finetune/Step": 3929, "Finetune/Step Time": 4.955921579152346} +{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8883782625198364, "Finetune/Loss (Raw)": 0.9082931280136108, "Finetune/Step": 3930, "Finetune/Step Time": 4.961635824292898} +{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8880999088287354, "Finetune/Loss (Raw)": 1.0238673686981201, "Finetune/Step": 3931, "Finetune/Step Time": 4.968973282724619} +{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8876502513885498, "Finetune/Loss (Raw)": 0.9164114594459534, "Finetune/Step": 3932, "Finetune/Step Time": 4.983796317130327} +{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.885875940322876, "Finetune/Loss (Raw)": 0.7002098560333252, "Finetune/Step": 3933, "Finetune/Step Time": 4.992168087512255} +{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8849889039993286, "Finetune/Loss (Raw)": 0.8254703283309937, "Finetune/Step": 3934, "Finetune/Step Time": 4.979016410186887} +{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848272562026978, "Finetune/Loss (Raw)": 0.8750750422477722, "Finetune/Step": 3935, "Finetune/Step Time": 4.981225349009037} +{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8858706951141357, "Finetune/Loss (Raw)": 0.9981796741485596, "Finetune/Step": 3936, "Finetune/Step Time": 4.972548654302955} +{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8862915635108948, "Finetune/Loss (Raw)": 0.94319748878479, "Finetune/Step": 3937, "Finetune/Step Time": 4.96743038110435} +{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857448101043701, "Finetune/Loss (Raw)": 0.8968263268470764, "Finetune/Step": 3938, "Finetune/Step Time": 4.967723730951548} +{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8865669965744019, "Finetune/Loss (Raw)": 1.0096312761306763, "Finetune/Step": 3939, "Finetune/Step Time": 4.968949059024453} +{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869321346282959, "Finetune/Loss (Raw)": 0.8979129195213318, "Finetune/Step": 3940, "Finetune/Step Time": 4.956556113436818} +{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8876354694366455, "Finetune/Loss (Raw)": 0.9911393523216248, "Finetune/Step": 3941, "Finetune/Step Time": 4.95975948125124} +{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8885166645050049, "Finetune/Loss (Raw)": 1.0011922121047974, "Finetune/Step": 3942, "Finetune/Step Time": 4.966388961300254} +{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882747888565063, "Finetune/Loss (Raw)": 0.8474074006080627, "Finetune/Step": 3943, "Finetune/Step Time": 4.972487756982446} +{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8885116577148438, "Finetune/Loss (Raw)": 0.9531701803207397, "Finetune/Step": 3944, "Finetune/Step Time": 4.972094079479575} +{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8907582759857178, "Finetune/Loss (Raw)": 1.1262898445129395, "Finetune/Step": 3945, "Finetune/Step Time": 4.994510458782315} +{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8911919593811035, "Finetune/Loss (Raw)": 0.9141875505447388, "Finetune/Step": 3946, "Finetune/Step Time": 5.015021143481135} +{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8919711112976074, "Finetune/Loss (Raw)": 0.9316325187683105, "Finetune/Step": 3947, "Finetune/Step Time": 5.016333553940058} +{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8889565467834473, "Finetune/Loss (Raw)": 0.3573216199874878, "Finetune/Step": 3948, "Finetune/Step Time": 5.0525392685085535} +{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8903288245201111, "Finetune/Loss (Raw)": 1.0530614852905273, "Finetune/Step": 3949, "Finetune/Step Time": 5.048711325973272} +{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8919453620910645, "Finetune/Loss (Raw)": 1.0250378847122192, "Finetune/Step": 3950, "Finetune/Step Time": 5.046312648802996} +{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8918966054916382, "Finetune/Loss (Raw)": 1.0097023248672485, "Finetune/Step": 3951, "Finetune/Step Time": 5.050310900434852} +{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8911426663398743, "Finetune/Loss (Raw)": 0.8283520936965942, "Finetune/Step": 3952, "Finetune/Step Time": 5.0592542085796595} +{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8917341232299805, "Finetune/Loss (Raw)": 0.8883752822875977, "Finetune/Step": 3953, "Finetune/Step Time": 5.056705009192228} +{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8918960094451904, "Finetune/Loss (Raw)": 0.8703749775886536, "Finetune/Step": 3954, "Finetune/Step Time": 5.050284272059798} +{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8908494710922241, "Finetune/Loss (Raw)": 0.8269745707511902, "Finetune/Step": 3955, "Finetune/Step Time": 5.01786195859313} +{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.891918420791626, "Finetune/Loss (Raw)": 1.1266038417816162, "Finetune/Step": 3956, "Finetune/Step Time": 5.018127171322703} +{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8969440460205078, "Finetune/Loss (Raw)": 0.9184561967849731, "Finetune/Step": 3957, "Finetune/Step Time": 4.982743848115206} +{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8965296745300293, "Finetune/Loss (Raw)": 0.8921769857406616, "Finetune/Step": 3958, "Finetune/Step Time": 4.979544872418046} +{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8965450525283813, "Finetune/Loss (Raw)": 0.8727951645851135, "Finetune/Step": 3959, "Finetune/Step Time": 4.992490839213133} +{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949186205863953, "Finetune/Loss (Raw)": 0.8751189112663269, "Finetune/Step": 3960, "Finetune/Step Time": 4.996161714196205} +{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.894509494304657, "Finetune/Loss (Raw)": 0.9736078381538391, "Finetune/Step": 3961, "Finetune/Step Time": 4.9782188683748245} +{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8931353092193604, "Finetune/Loss (Raw)": 0.8374798893928528, "Finetune/Step": 3962, "Finetune/Step Time": 4.985968194901943} +{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8928849697113037, "Finetune/Loss (Raw)": 0.9554833173751831, "Finetune/Step": 3963, "Finetune/Step Time": 4.989882657304406} +{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8932244181632996, "Finetune/Loss (Raw)": 0.9131001830101013, "Finetune/Step": 3964, "Finetune/Step Time": 4.998971087858081} +{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8942688703536987, "Finetune/Loss (Raw)": 1.029442310333252, "Finetune/Step": 3965, "Finetune/Step Time": 5.011419164016843} +{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8906181454658508, "Finetune/Loss (Raw)": 0.3817918300628662, "Finetune/Step": 3966, "Finetune/Step Time": 5.051087578758597} +{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8899592161178589, "Finetune/Loss (Raw)": 0.8508145213127136, "Finetune/Step": 3967, "Finetune/Step Time": 5.023359576240182} +{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8908827304840088, "Finetune/Loss (Raw)": 0.9984174370765686, "Finetune/Step": 3968, "Finetune/Step Time": 5.027293125167489} +{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8905677795410156, "Finetune/Loss (Raw)": 0.9864715933799744, "Finetune/Step": 3969, "Finetune/Step Time": 5.052238292992115} +{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8915316462516785, "Finetune/Loss (Raw)": 0.9738781452178955, "Finetune/Step": 3970, "Finetune/Step Time": 5.0526976101100445} +{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8921430110931396, "Finetune/Loss (Raw)": 1.0032607316970825, "Finetune/Step": 3971, "Finetune/Step Time": 5.039229182526469} +{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8915801644325256, "Finetune/Loss (Raw)": 0.8163429498672485, "Finetune/Step": 3972, "Finetune/Step Time": 5.036819705739617} +{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8915653228759766, "Finetune/Loss (Raw)": 0.8753538727760315, "Finetune/Step": 3973, "Finetune/Step Time": 5.03365389443934} +{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8922079801559448, "Finetune/Loss (Raw)": 0.8323841691017151, "Finetune/Step": 3974, "Finetune/Step Time": 5.036812191829085} +{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8919769525527954, "Finetune/Loss (Raw)": 0.9879130125045776, "Finetune/Step": 3975, "Finetune/Step Time": 5.035044688731432} +{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8969519138336182, "Finetune/Loss (Raw)": 0.9629692435264587, "Finetune/Step": 3976, "Finetune/Step Time": 5.012121891602874} +{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8948661088943481, "Finetune/Loss (Raw)": 0.8130031228065491, "Finetune/Step": 3977, "Finetune/Step Time": 5.006947498768568} +{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8950297236442566, "Finetune/Loss (Raw)": 0.6899388432502747, "Finetune/Step": 3978, "Finetune/Step Time": 4.998227825388312} +{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8957924842834473, "Finetune/Loss (Raw)": 0.9092612266540527, "Finetune/Step": 3979, "Finetune/Step Time": 5.00680130533874} +{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8939870595932007, "Finetune/Loss (Raw)": 0.7018518447875977, "Finetune/Step": 3980, "Finetune/Step Time": 5.003723502159119} +{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8984116315841675, "Finetune/Loss (Raw)": 1.0140800476074219, "Finetune/Step": 3981, "Finetune/Step Time": 4.969588739797473} +{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8976935148239136, "Finetune/Loss (Raw)": 0.8588045239448547, "Finetune/Step": 3982, "Finetune/Step Time": 4.962840618565679} +{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990684747695923, "Finetune/Loss (Raw)": 0.8737783432006836, "Finetune/Step": 3983, "Finetune/Step Time": 4.9524036552757025} +{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936367630958557, "Finetune/Loss (Raw)": 0.33530911803245544, "Finetune/Step": 3984, "Finetune/Step Time": 4.983261143788695} +{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982829451560974, "Finetune/Loss (Raw)": 0.953585147857666, "Finetune/Step": 3985, "Finetune/Step Time": 4.950110860168934} +{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.9042844772338867, "Finetune/Loss (Raw)": 1.1030205488204956, "Finetune/Step": 3986, "Finetune/Step Time": 4.912915268912911} +{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.902043879032135, "Finetune/Loss (Raw)": 0.8193058967590332, "Finetune/Step": 3987, "Finetune/Step Time": 4.920642549172044} +{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025139808654785, "Finetune/Loss (Raw)": 0.9856228828430176, "Finetune/Step": 3988, "Finetune/Step Time": 4.9247773345559835} +{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9034850597381592, "Finetune/Loss (Raw)": 1.0090887546539307, "Finetune/Step": 3989, "Finetune/Step Time": 4.923832401633263} +{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040036201477051, "Finetune/Loss (Raw)": 0.9668151140213013, "Finetune/Step": 3990, "Finetune/Step Time": 4.922036213800311} +{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9050361514091492, "Finetune/Loss (Raw)": 1.0293108224868774, "Finetune/Step": 3991, "Finetune/Step Time": 4.913685599341989} +{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9036357998847961, "Finetune/Loss (Raw)": 0.7828831076622009, "Finetune/Step": 3992, "Finetune/Step Time": 4.930605120956898} +{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9035388827323914, "Finetune/Loss (Raw)": 0.9413791298866272, "Finetune/Step": 3993, "Finetune/Step Time": 4.9023731499910355} +{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9015706777572632, "Finetune/Loss (Raw)": 0.818644106388092, "Finetune/Step": 3994, "Finetune/Step Time": 4.915185691788793} +{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8993961811065674, "Finetune/Loss (Raw)": 0.8326284289360046, "Finetune/Step": 3995, "Finetune/Step Time": 4.91528500802815} +{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8985006809234619, "Finetune/Loss (Raw)": 0.8223431706428528, "Finetune/Step": 3996, "Finetune/Step Time": 4.919777346774936} +{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8987363576889038, "Finetune/Loss (Raw)": 0.8886205554008484, "Finetune/Step": 3997, "Finetune/Step Time": 4.9181438609957695} +{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9002394080162048, "Finetune/Loss (Raw)": 1.0585298538208008, "Finetune/Step": 3998, "Finetune/Step Time": 4.902150437235832} +{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9010091423988342, "Finetune/Loss (Raw)": 1.010097861289978, "Finetune/Step": 3999, "Finetune/Step Time": 4.91862709261477} +{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9028791785240173, "Finetune/Loss (Raw)": 0.8402061462402344, "Finetune/Step": 4000, "Finetune/Step Time": 4.888907449319959} +{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.903881847858429, "Finetune/Loss (Raw)": 0.9013997316360474, "Finetune/Step": 4001, "Finetune/Step Time": 4.900280587375164} +{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9032793641090393, "Finetune/Loss (Raw)": 0.8524842262268066, "Finetune/Step": 4002, "Finetune/Step Time": 4.910594267770648} +{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9030909538269043, "Finetune/Loss (Raw)": 0.9122270345687866, "Finetune/Step": 4003, "Finetune/Step Time": 4.9226106479763985} +{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9034160375595093, "Finetune/Loss (Raw)": 0.96379554271698, "Finetune/Step": 4004, "Finetune/Step Time": 4.927050858736038} +{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9033486843109131, "Finetune/Loss (Raw)": 0.9157195687294006, "Finetune/Step": 4005, "Finetune/Step Time": 4.911679323762655} +{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9083704352378845, "Finetune/Loss (Raw)": 1.1086089611053467, "Finetune/Step": 4006, "Finetune/Step Time": 4.873487889766693} +{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9042084813117981, "Finetune/Loss (Raw)": 0.35612666606903076, "Finetune/Step": 4007, "Finetune/Step Time": 4.873452549800277} +{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9035510420799255, "Finetune/Loss (Raw)": 0.8146266341209412, "Finetune/Step": 4008, "Finetune/Step Time": 4.871447550132871} +{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9026950001716614, "Finetune/Loss (Raw)": 0.8589847087860107, "Finetune/Step": 4009, "Finetune/Step Time": 4.866959262639284} +{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9016225337982178, "Finetune/Loss (Raw)": 0.8465904593467712, "Finetune/Step": 4010, "Finetune/Step Time": 4.869368709623814} +{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9017447233200073, "Finetune/Loss (Raw)": 1.0267531871795654, "Finetune/Step": 4011, "Finetune/Step Time": 4.874219911172986} +{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9008629322052002, "Finetune/Loss (Raw)": 0.7385646104812622, "Finetune/Step": 4012, "Finetune/Step Time": 4.891734568402171} +{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9023084044456482, "Finetune/Loss (Raw)": 0.9329454302787781, "Finetune/Step": 4013, "Finetune/Step Time": 4.885928193107247} +{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9028637409210205, "Finetune/Loss (Raw)": 0.862665593624115, "Finetune/Step": 4014, "Finetune/Step Time": 4.917400326579809} +{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9032516479492188, "Finetune/Loss (Raw)": 0.8913977742195129, "Finetune/Step": 4015, "Finetune/Step Time": 4.91805668361485} +{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9031404256820679, "Finetune/Loss (Raw)": 0.9332814812660217, "Finetune/Step": 4016, "Finetune/Step Time": 4.919403599575162} +{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.9033581614494324, "Finetune/Loss (Raw)": 0.9385642409324646, "Finetune/Step": 4017, "Finetune/Step Time": 4.921406099572778} +{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8983768224716187, "Finetune/Loss (Raw)": 0.3222382664680481, "Finetune/Step": 4018, "Finetune/Step Time": 4.958727875724435} +{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8991888165473938, "Finetune/Loss (Raw)": 1.0391067266464233, "Finetune/Step": 4019, "Finetune/Step Time": 4.938647694885731} +{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9000173807144165, "Finetune/Loss (Raw)": 0.9881778359413147, "Finetune/Step": 4020, "Finetune/Step Time": 4.937383769080043} +{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9044370055198669, "Finetune/Loss (Raw)": 0.930699348449707, "Finetune/Step": 4021, "Finetune/Step Time": 4.912328589707613} +{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9036750197410583, "Finetune/Loss (Raw)": 0.8297065496444702, "Finetune/Step": 4022, "Finetune/Step Time": 4.915278861299157} +{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9034556746482849, "Finetune/Loss (Raw)": 0.9380028247833252, "Finetune/Step": 4023, "Finetune/Step Time": 4.917993392795324} +{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9034268856048584, "Finetune/Loss (Raw)": 0.9959682822227478, "Finetune/Step": 4024, "Finetune/Step Time": 4.923887494951487} +{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9032444953918457, "Finetune/Loss (Raw)": 0.9085626006126404, "Finetune/Step": 4025, "Finetune/Step Time": 4.92368839122355} +{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9041327238082886, "Finetune/Loss (Raw)": 1.040659785270691, "Finetune/Step": 4026, "Finetune/Step Time": 4.910715444013476} +{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9040985703468323, "Finetune/Loss (Raw)": 1.0470058917999268, "Finetune/Step": 4027, "Finetune/Step Time": 4.906946450471878} +{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.903713047504425, "Finetune/Loss (Raw)": 0.863483726978302, "Finetune/Step": 4028, "Finetune/Step Time": 4.892188232392073} +{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9033576250076294, "Finetune/Loss (Raw)": 0.9270660281181335, "Finetune/Step": 4029, "Finetune/Step Time": 4.892624476924539} +{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8987224698066711, "Finetune/Loss (Raw)": 0.39175936579704285, "Finetune/Step": 4030, "Finetune/Step Time": 4.925091480836272} +{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.898133397102356, "Finetune/Loss (Raw)": 0.9218195080757141, "Finetune/Step": 4031, "Finetune/Step Time": 4.925103686749935} +{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8980845808982849, "Finetune/Loss (Raw)": 0.9293349981307983, "Finetune/Step": 4032, "Finetune/Step Time": 4.918556272983551} +{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8996402025222778, "Finetune/Loss (Raw)": 0.958175778388977, "Finetune/Step": 4033, "Finetune/Step Time": 4.907007593661547} +{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8985299468040466, "Finetune/Loss (Raw)": 0.8822812438011169, "Finetune/Step": 4034, "Finetune/Step Time": 4.867052432149649} +{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8963751792907715, "Finetune/Loss (Raw)": 0.9139686822891235, "Finetune/Step": 4035, "Finetune/Step Time": 4.873931461945176} +{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8977537751197815, "Finetune/Loss (Raw)": 1.067415714263916, "Finetune/Step": 4036, "Finetune/Step Time": 4.860909456387162} +{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8975655436515808, "Finetune/Loss (Raw)": 0.8567370772361755, "Finetune/Step": 4037, "Finetune/Step Time": 4.867299551144242} +{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8924930095672607, "Finetune/Loss (Raw)": 0.35203006863594055, "Finetune/Step": 4038, "Finetune/Step Time": 4.901152465492487} +{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8917897343635559, "Finetune/Loss (Raw)": 0.9903488159179688, "Finetune/Step": 4039, "Finetune/Step Time": 4.921282455325127} +{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8925362229347229, "Finetune/Loss (Raw)": 0.9589675068855286, "Finetune/Step": 4040, "Finetune/Step Time": 4.910284634679556} +{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8917220830917358, "Finetune/Loss (Raw)": 0.8464021682739258, "Finetune/Step": 4041, "Finetune/Step Time": 4.904781652614474} +{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919021487236023, "Finetune/Loss (Raw)": 0.8865769505500793, "Finetune/Step": 4042, "Finetune/Step Time": 4.917719800025225} +{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8919639587402344, "Finetune/Loss (Raw)": 0.9441177248954773, "Finetune/Step": 4043, "Finetune/Step Time": 4.920569609850645} +{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8920599818229675, "Finetune/Loss (Raw)": 0.9345069527626038, "Finetune/Step": 4044, "Finetune/Step Time": 4.906985118985176} +{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8868820667266846, "Finetune/Loss (Raw)": 0.2884107530117035, "Finetune/Step": 4045, "Finetune/Step Time": 4.928307205438614} +{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861271142959595, "Finetune/Loss (Raw)": 0.8670628666877747, "Finetune/Step": 4046, "Finetune/Step Time": 4.925035560503602} +{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.885905385017395, "Finetune/Loss (Raw)": 0.8553540706634521, "Finetune/Step": 4047, "Finetune/Step Time": 4.922700105234981} +{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815094232559204, "Finetune/Loss (Raw)": 0.3695893883705139, "Finetune/Step": 4048, "Finetune/Step Time": 4.922434525564313} +{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818707466125488, "Finetune/Loss (Raw)": 0.7829865217208862, "Finetune/Step": 4049, "Finetune/Step Time": 4.905462894588709} +{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809468746185303, "Finetune/Loss (Raw)": 0.8723518252372742, "Finetune/Step": 4050, "Finetune/Step Time": 4.897530989721417} +{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8813127875328064, "Finetune/Loss (Raw)": 0.8419641852378845, "Finetune/Step": 4051, "Finetune/Step Time": 4.88937271758914} +{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.881095290184021, "Finetune/Loss (Raw)": 0.8978844285011292, "Finetune/Step": 4052, "Finetune/Step Time": 4.914967954158783} +{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765310645103455, "Finetune/Loss (Raw)": 0.3687533140182495, "Finetune/Step": 4053, "Finetune/Step Time": 4.952643681317568} +{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8770679235458374, "Finetune/Loss (Raw)": 0.9344468116760254, "Finetune/Step": 4054, "Finetune/Step Time": 4.967751132324338} +{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8773034811019897, "Finetune/Loss (Raw)": 0.9601212739944458, "Finetune/Step": 4055, "Finetune/Step Time": 4.944194573909044} +{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8744051456451416, "Finetune/Loss (Raw)": 0.6781821846961975, "Finetune/Step": 4056, "Finetune/Step Time": 4.9545983374118805} +{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8748451471328735, "Finetune/Loss (Raw)": 1.0019456148147583, "Finetune/Step": 4057, "Finetune/Step Time": 4.951198682188988} +{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8744490742683411, "Finetune/Loss (Raw)": 0.8575968742370605, "Finetune/Step": 4058, "Finetune/Step Time": 4.942999538034201} +{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8738002181053162, "Finetune/Loss (Raw)": 0.9408128261566162, "Finetune/Step": 4059, "Finetune/Step Time": 4.956912141293287} +{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8724373579025269, "Finetune/Loss (Raw)": 0.7419657707214355, "Finetune/Step": 4060, "Finetune/Step Time": 4.95892371982336} +{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8738318681716919, "Finetune/Loss (Raw)": 0.8787160515785217, "Finetune/Step": 4061, "Finetune/Step Time": 4.951165363192558} +{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8757089376449585, "Finetune/Loss (Raw)": 1.065731406211853, "Finetune/Step": 4062, "Finetune/Step Time": 4.9542584381997585} +{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8716058731079102, "Finetune/Loss (Raw)": 0.3498813807964325, "Finetune/Step": 4063, "Finetune/Step Time": 4.984681811183691} +{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8667631149291992, "Finetune/Loss (Raw)": 0.3783063292503357, "Finetune/Step": 4064, "Finetune/Step Time": 5.021902775391936} +{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8660980463027954, "Finetune/Loss (Raw)": 0.8580601215362549, "Finetune/Step": 4065, "Finetune/Step Time": 5.026817349717021} +{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.866235613822937, "Finetune/Loss (Raw)": 0.9144471287727356, "Finetune/Step": 4066, "Finetune/Step Time": 5.030303832143545} +{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8665998578071594, "Finetune/Loss (Raw)": 1.0562541484832764, "Finetune/Step": 4067, "Finetune/Step Time": 5.029175249859691} +{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8670785427093506, "Finetune/Loss (Raw)": 0.9591841101646423, "Finetune/Step": 4068, "Finetune/Step Time": 5.030682856217027} +{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8668394088745117, "Finetune/Loss (Raw)": 0.9605295658111572, "Finetune/Step": 4069, "Finetune/Step Time": 5.043896721675992} +{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8655886650085449, "Finetune/Loss (Raw)": 0.8410943746566772, "Finetune/Step": 4070, "Finetune/Step Time": 5.039506375789642} +{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8664464950561523, "Finetune/Loss (Raw)": 0.9572153687477112, "Finetune/Step": 4071, "Finetune/Step Time": 5.0460949167609215} +{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8651843070983887, "Finetune/Loss (Raw)": 0.7916019558906555, "Finetune/Step": 4072, "Finetune/Step Time": 5.056241014972329} +{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8636687994003296, "Finetune/Loss (Raw)": 0.9323062896728516, "Finetune/Step": 4073, "Finetune/Step Time": 5.03859037719667} +{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646619915962219, "Finetune/Loss (Raw)": 1.0413175821304321, "Finetune/Step": 4074, "Finetune/Step Time": 5.019747802987695} +{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640899658203125, "Finetune/Loss (Raw)": 0.8584144115447998, "Finetune/Step": 4075, "Finetune/Step Time": 5.00830801576376} +{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669142723083496, "Finetune/Loss (Raw)": 0.7188288569450378, "Finetune/Step": 4076, "Finetune/Step Time": 4.991855146363378} +{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.865874707698822, "Finetune/Loss (Raw)": 0.9200006723403931, "Finetune/Step": 4077, "Finetune/Step Time": 5.011930406093597} +{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645380735397339, "Finetune/Loss (Raw)": 0.8539525270462036, "Finetune/Step": 4078, "Finetune/Step Time": 5.014560302719474} +{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654352426528931, "Finetune/Loss (Raw)": 1.1245380640029907, "Finetune/Step": 4079, "Finetune/Step Time": 5.025907464325428} +{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652583360671997, "Finetune/Loss (Raw)": 0.8057073354721069, "Finetune/Step": 4080, "Finetune/Step Time": 5.025100035592914} +{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8655233979225159, "Finetune/Loss (Raw)": 0.9223008155822754, "Finetune/Step": 4081, "Finetune/Step Time": 5.047469962388277} +{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8654505610466003, "Finetune/Loss (Raw)": 0.8610540628433228, "Finetune/Step": 4082, "Finetune/Step Time": 5.055561086162925} +{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8669278621673584, "Finetune/Loss (Raw)": 1.0160658359527588, "Finetune/Step": 4083, "Finetune/Step Time": 5.0575894471257925} +{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8617339730262756, "Finetune/Loss (Raw)": 0.4617886245250702, "Finetune/Step": 4084, "Finetune/Step Time": 5.087906351312995} +{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.862008273601532, "Finetune/Loss (Raw)": 0.9535694718360901, "Finetune/Step": 4085, "Finetune/Step Time": 5.099545644596219} +{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8623324036598206, "Finetune/Loss (Raw)": 0.9336628913879395, "Finetune/Step": 4086, "Finetune/Step Time": 5.106681227684021} +{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8636996150016785, "Finetune/Loss (Raw)": 1.0477951765060425, "Finetune/Step": 4087, "Finetune/Step Time": 5.093682132661343} +{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8645936846733093, "Finetune/Loss (Raw)": 0.9895592331886292, "Finetune/Step": 4088, "Finetune/Step Time": 5.0891255754977465} +{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8637596368789673, "Finetune/Loss (Raw)": 0.866850733757019, "Finetune/Step": 4089, "Finetune/Step Time": 5.090370396152139} +{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8639751672744751, "Finetune/Loss (Raw)": 0.865069568157196, "Finetune/Step": 4090, "Finetune/Step Time": 5.083166850730777} +{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8632690906524658, "Finetune/Loss (Raw)": 0.8651012778282166, "Finetune/Step": 4091, "Finetune/Step Time": 5.096403229981661} +{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8629539012908936, "Finetune/Loss (Raw)": 0.8727572560310364, "Finetune/Step": 4092, "Finetune/Step Time": 5.097874201834202} +{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8629745841026306, "Finetune/Loss (Raw)": 1.0320895910263062, "Finetune/Step": 4093, "Finetune/Step Time": 5.082227231934667} +{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8684401512145996, "Finetune/Loss (Raw)": 1.0813887119293213, "Finetune/Step": 4094, "Finetune/Step Time": 5.048027379438281} +{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8681547045707703, "Finetune/Loss (Raw)": 0.8142714500427246, "Finetune/Step": 4095, "Finetune/Step Time": 5.055788237601519} +{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687025904655457, "Finetune/Loss (Raw)": 1.0685487985610962, "Finetune/Step": 4096, "Finetune/Step Time": 5.054648170247674} +{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8688793182373047, "Finetune/Loss (Raw)": 1.009097695350647, "Finetune/Step": 4097, "Finetune/Step Time": 5.040287869051099} +{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8670481443405151, "Finetune/Loss (Raw)": 0.739485502243042, "Finetune/Step": 4098, "Finetune/Step Time": 5.048703245818615} +{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8666894435882568, "Finetune/Loss (Raw)": 0.957341194152832, "Finetune/Step": 4099, "Finetune/Step Time": 5.051589982584119} +{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8679922223091125, "Finetune/Loss (Raw)": 0.983105480670929, "Finetune/Step": 4100, "Finetune/Step Time": 5.051636353135109} +{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8685120344161987, "Finetune/Loss (Raw)": 0.9418931007385254, "Finetune/Step": 4101, "Finetune/Step Time": 5.072190696373582} +{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8689387440681458, "Finetune/Loss (Raw)": 0.8869989514350891, "Finetune/Step": 4102, "Finetune/Step Time": 5.068613143637776} +{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8685163855552673, "Finetune/Loss (Raw)": 0.93385249376297, "Finetune/Step": 4103, "Finetune/Step Time": 5.071071811020374} +{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8679695725440979, "Finetune/Loss (Raw)": 0.8929784893989563, "Finetune/Step": 4104, "Finetune/Step Time": 5.06328384950757} +{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8682342171669006, "Finetune/Loss (Raw)": 0.8468718528747559, "Finetune/Step": 4105, "Finetune/Step Time": 5.05752208083868} +{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8696467280387878, "Finetune/Loss (Raw)": 0.8707455992698669, "Finetune/Step": 4106, "Finetune/Step Time": 5.055885622277856} +{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8695303797721863, "Finetune/Loss (Raw)": 0.894368052482605, "Finetune/Step": 4107, "Finetune/Step Time": 5.05256487801671} +{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.871788501739502, "Finetune/Loss (Raw)": 0.990887463092804, "Finetune/Step": 4108, "Finetune/Step Time": 5.051556633785367} +{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8705673217773438, "Finetune/Loss (Raw)": 0.8577684164047241, "Finetune/Step": 4109, "Finetune/Step Time": 5.059506833553314} +{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8712764382362366, "Finetune/Loss (Raw)": 0.9495757222175598, "Finetune/Step": 4110, "Finetune/Step Time": 5.06715914607048} +{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8726305961608887, "Finetune/Loss (Raw)": 1.0471076965332031, "Finetune/Step": 4111, "Finetune/Step Time": 5.067220425233245} +{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8763861060142517, "Finetune/Loss (Raw)": 0.8160143494606018, "Finetune/Step": 4112, "Finetune/Step Time": 5.049493681639433} +{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8748369216918945, "Finetune/Loss (Raw)": 0.7552970051765442, "Finetune/Step": 4113, "Finetune/Step Time": 5.04744977876544} +{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8732532858848572, "Finetune/Loss (Raw)": 0.9003133773803711, "Finetune/Step": 4114, "Finetune/Step Time": 5.048778971657157} +{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8739415407180786, "Finetune/Loss (Raw)": 0.9073925614356995, "Finetune/Step": 4115, "Finetune/Step Time": 5.045004827901721} +{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.871575653553009, "Finetune/Loss (Raw)": 0.6827953457832336, "Finetune/Step": 4116, "Finetune/Step Time": 5.053914796561003} +{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8700382709503174, "Finetune/Loss (Raw)": 0.8123046159744263, "Finetune/Step": 4117, "Finetune/Step Time": 5.068853177130222} +{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8709367513656616, "Finetune/Loss (Raw)": 1.0818195343017578, "Finetune/Step": 4118, "Finetune/Step Time": 5.062034083530307} +{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8708497285842896, "Finetune/Loss (Raw)": 1.0181771516799927, "Finetune/Step": 4119, "Finetune/Step Time": 5.056827444583178} +{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8722612857818604, "Finetune/Loss (Raw)": 0.963560163974762, "Finetune/Step": 4120, "Finetune/Step Time": 5.047100957483053} +{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.872129499912262, "Finetune/Loss (Raw)": 0.9245085716247559, "Finetune/Step": 4121, "Finetune/Step Time": 5.047224923968315} +{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8730159997940063, "Finetune/Loss (Raw)": 0.9321130514144897, "Finetune/Step": 4122, "Finetune/Step Time": 5.056764759123325} +{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8747338056564331, "Finetune/Loss (Raw)": 1.0525068044662476, "Finetune/Step": 4123, "Finetune/Step Time": 5.064195401966572} +{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8736739158630371, "Finetune/Loss (Raw)": 0.6866834759712219, "Finetune/Step": 4124, "Finetune/Step Time": 5.060480047017336} +{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8740943074226379, "Finetune/Loss (Raw)": 0.9424293041229248, "Finetune/Step": 4125, "Finetune/Step Time": 5.064444763585925} +{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8729714751243591, "Finetune/Loss (Raw)": 0.9148047566413879, "Finetune/Step": 4126, "Finetune/Step Time": 5.058617655187845} +{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.872316837310791, "Finetune/Loss (Raw)": 0.9263047575950623, "Finetune/Step": 4127, "Finetune/Step Time": 5.038346132263541} +{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8724234104156494, "Finetune/Loss (Raw)": 0.8538452386856079, "Finetune/Step": 4128, "Finetune/Step Time": 5.033751521259546} +{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8720351457595825, "Finetune/Loss (Raw)": 0.85170578956604, "Finetune/Step": 4129, "Finetune/Step Time": 5.013828998431563} +{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8721327185630798, "Finetune/Loss (Raw)": 0.8649750351905823, "Finetune/Step": 4130, "Finetune/Step Time": 5.004104731604457} +{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8721367120742798, "Finetune/Loss (Raw)": 0.9127287864685059, "Finetune/Step": 4131, "Finetune/Step Time": 4.99737349525094} +{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8719240427017212, "Finetune/Loss (Raw)": 0.9365763068199158, "Finetune/Step": 4132, "Finetune/Step Time": 4.999165181070566} +{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8717458248138428, "Finetune/Loss (Raw)": 0.8929160833358765, "Finetune/Step": 4133, "Finetune/Step Time": 5.012470595538616} +{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8701674938201904, "Finetune/Loss (Raw)": 0.906572163105011, "Finetune/Step": 4134, "Finetune/Step Time": 5.028827581554651} +{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8738055229187012, "Finetune/Loss (Raw)": 0.8218021392822266, "Finetune/Step": 4135, "Finetune/Step Time": 4.993941631168127} +{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8743569850921631, "Finetune/Loss (Raw)": 0.885213315486908, "Finetune/Step": 4136, "Finetune/Step Time": 4.994462259113789} +{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8742581605911255, "Finetune/Loss (Raw)": 0.8463318347930908, "Finetune/Step": 4137, "Finetune/Step Time": 4.991694334894419} +{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8754851818084717, "Finetune/Loss (Raw)": 1.0036486387252808, "Finetune/Step": 4138, "Finetune/Step Time": 4.977465856820345} +{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8738099336624146, "Finetune/Loss (Raw)": 0.8123235702514648, "Finetune/Step": 4139, "Finetune/Step Time": 4.967567438259721} +{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8746163845062256, "Finetune/Loss (Raw)": 0.8417839407920837, "Finetune/Step": 4140, "Finetune/Step Time": 4.9567729737609625} +{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8703019022941589, "Finetune/Loss (Raw)": 0.3806993365287781, "Finetune/Step": 4141, "Finetune/Step Time": 4.982790742069483} +{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698937892913818, "Finetune/Loss (Raw)": 0.8104248046875, "Finetune/Step": 4142, "Finetune/Step Time": 4.953313671052456} +{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8693569898605347, "Finetune/Loss (Raw)": 0.822692334651947, "Finetune/Step": 4143, "Finetune/Step Time": 4.95042428933084} +{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8643065690994263, "Finetune/Loss (Raw)": 0.2868221700191498, "Finetune/Step": 4144, "Finetune/Step Time": 4.9819845370948315} +{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8631304502487183, "Finetune/Loss (Raw)": 0.7880271077156067, "Finetune/Step": 4145, "Finetune/Step Time": 4.997039778158069} +{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8679303526878357, "Finetune/Loss (Raw)": 0.9366207718849182, "Finetune/Step": 4146, "Finetune/Step Time": 4.955637665465474} +{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8666357398033142, "Finetune/Loss (Raw)": 0.8733950853347778, "Finetune/Step": 4147, "Finetune/Step Time": 4.961596040055156} +{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8662122488021851, "Finetune/Loss (Raw)": 0.9339659214019775, "Finetune/Step": 4148, "Finetune/Step Time": 4.961771424859762} +{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8658053278923035, "Finetune/Loss (Raw)": 0.8786217570304871, "Finetune/Step": 4149, "Finetune/Step Time": 4.950753644108772} +{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8658597469329834, "Finetune/Loss (Raw)": 0.8366683721542358, "Finetune/Step": 4150, "Finetune/Step Time": 4.975883273407817} +{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8656206130981445, "Finetune/Loss (Raw)": 0.9073988795280457, "Finetune/Step": 4151, "Finetune/Step Time": 4.980587804690003} +{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8649159073829651, "Finetune/Loss (Raw)": 0.9057621359825134, "Finetune/Step": 4152, "Finetune/Step Time": 4.9852700755000114} +{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8646490573883057, "Finetune/Loss (Raw)": 0.8744118213653564, "Finetune/Step": 4153, "Finetune/Step Time": 4.982257556170225} +{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8635879755020142, "Finetune/Loss (Raw)": 0.9048307538032532, "Finetune/Step": 4154, "Finetune/Step Time": 4.986281659454107} +{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.861992359161377, "Finetune/Loss (Raw)": 0.8427785634994507, "Finetune/Step": 4155, "Finetune/Step Time": 4.988689746707678} +{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8625745177268982, "Finetune/Loss (Raw)": 0.9379924535751343, "Finetune/Step": 4156, "Finetune/Step Time": 4.987677413970232} +{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8633845448493958, "Finetune/Loss (Raw)": 1.030751347541809, "Finetune/Step": 4157, "Finetune/Step Time": 4.988077601417899} +{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8673087358474731, "Finetune/Loss (Raw)": 0.8940524458885193, "Finetune/Step": 4158, "Finetune/Step Time": 4.963167050853372} +{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8676402568817139, "Finetune/Loss (Raw)": 0.9642618298530579, "Finetune/Step": 4159, "Finetune/Step Time": 4.963199831545353} +{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8682540059089661, "Finetune/Loss (Raw)": 1.0078918933868408, "Finetune/Step": 4160, "Finetune/Step Time": 4.955922918394208} +{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8683344721794128, "Finetune/Loss (Raw)": 0.9684730768203735, "Finetune/Step": 4161, "Finetune/Step Time": 4.9532567001879215} +{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8690807223320007, "Finetune/Loss (Raw)": 0.9778017997741699, "Finetune/Step": 4162, "Finetune/Step Time": 4.954842753708363} +{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8680129051208496, "Finetune/Loss (Raw)": 0.7772936820983887, "Finetune/Step": 4163, "Finetune/Step Time": 4.965877510607243} +{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8645892143249512, "Finetune/Loss (Raw)": 0.6291736960411072, "Finetune/Step": 4164, "Finetune/Step Time": 4.972712831571698} +{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8661488890647888, "Finetune/Loss (Raw)": 1.0563782453536987, "Finetune/Step": 4165, "Finetune/Step Time": 4.9651304837316275} +{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8710125088691711, "Finetune/Loss (Raw)": 0.9745723605155945, "Finetune/Step": 4166, "Finetune/Step Time": 4.929374560713768} +{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8697539567947388, "Finetune/Loss (Raw)": 0.829255998134613, "Finetune/Step": 4167, "Finetune/Step Time": 4.914105214178562} +{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8679906725883484, "Finetune/Loss (Raw)": 0.7332639694213867, "Finetune/Step": 4168, "Finetune/Step Time": 4.912185624241829} +{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8642703890800476, "Finetune/Loss (Raw)": 0.3702089786529541, "Finetune/Step": 4169, "Finetune/Step Time": 4.947949880734086} +{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8637980222702026, "Finetune/Loss (Raw)": 0.8261120915412903, "Finetune/Step": 4170, "Finetune/Step Time": 4.939290411770344} +{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8638232946395874, "Finetune/Loss (Raw)": 0.9473618268966675, "Finetune/Step": 4171, "Finetune/Step Time": 4.946907449513674} +{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8639373779296875, "Finetune/Loss (Raw)": 0.9491047263145447, "Finetune/Step": 4172, "Finetune/Step Time": 4.967496415600181} +{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8684724569320679, "Finetune/Loss (Raw)": 0.8689009547233582, "Finetune/Step": 4173, "Finetune/Step Time": 4.932312421500683} +{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8644649386405945, "Finetune/Loss (Raw)": 0.3540969491004944, "Finetune/Step": 4174, "Finetune/Step Time": 4.969075866043568} +{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8640132546424866, "Finetune/Loss (Raw)": 0.7975443601608276, "Finetune/Step": 4175, "Finetune/Step Time": 4.957940347492695} +{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8676041960716248, "Finetune/Loss (Raw)": 0.8292312622070312, "Finetune/Step": 4176, "Finetune/Step Time": 4.935124360024929} +{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8695025444030762, "Finetune/Loss (Raw)": 1.0259712934494019, "Finetune/Step": 4177, "Finetune/Step Time": 4.950595101341605} +{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8701347708702087, "Finetune/Loss (Raw)": 0.9532777667045593, "Finetune/Step": 4178, "Finetune/Step Time": 4.953248864039779} +{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8707131147384644, "Finetune/Loss (Raw)": 0.9159930944442749, "Finetune/Step": 4179, "Finetune/Step Time": 4.9716830383986235} +{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.87143874168396, "Finetune/Loss (Raw)": 0.9907639026641846, "Finetune/Step": 4180, "Finetune/Step Time": 4.946545897051692} +{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8752291202545166, "Finetune/Loss (Raw)": 0.8539155721664429, "Finetune/Step": 4181, "Finetune/Step Time": 4.909990165382624} +{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.873590350151062, "Finetune/Loss (Raw)": 0.7246888279914856, "Finetune/Step": 4182, "Finetune/Step Time": 4.904429679736495} +{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8736836910247803, "Finetune/Loss (Raw)": 0.9720755219459534, "Finetune/Step": 4183, "Finetune/Step Time": 4.910005627200007} +{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8756330609321594, "Finetune/Loss (Raw)": 0.9276939034461975, "Finetune/Step": 4184, "Finetune/Step Time": 4.893254984170198} +{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.875686764717102, "Finetune/Loss (Raw)": 1.008819818496704, "Finetune/Step": 4185, "Finetune/Step Time": 4.901650119572878} +{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8765497803688049, "Finetune/Loss (Raw)": 0.9680612683296204, "Finetune/Step": 4186, "Finetune/Step Time": 4.914682704955339} +{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8759134411811829, "Finetune/Loss (Raw)": 0.8593683242797852, "Finetune/Step": 4187, "Finetune/Step Time": 4.896702796220779} +{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769734501838684, "Finetune/Loss (Raw)": 0.8776413798332214, "Finetune/Step": 4188, "Finetune/Step Time": 4.887672392651439} +{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8766169548034668, "Finetune/Loss (Raw)": 0.8330838680267334, "Finetune/Step": 4189, "Finetune/Step Time": 4.870215928182006} +{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739731311798096, "Finetune/Loss (Raw)": 0.7273268699645996, "Finetune/Step": 4190, "Finetune/Step Time": 4.870535684749484} +{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8788307905197144, "Finetune/Loss (Raw)": 0.9716673493385315, "Finetune/Step": 4191, "Finetune/Step Time": 4.833690399304032} +{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841701745986938, "Finetune/Loss (Raw)": 1.061740517616272, "Finetune/Step": 4192, "Finetune/Step Time": 4.795808924362063} +{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798236846923828, "Finetune/Loss (Raw)": 0.30170938372612, "Finetune/Step": 4193, "Finetune/Step Time": 4.8216953836381435} +{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799663782119751, "Finetune/Loss (Raw)": 0.9327159523963928, "Finetune/Step": 4194, "Finetune/Step Time": 4.821283625438809} +{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789983987808228, "Finetune/Loss (Raw)": 0.9323422908782959, "Finetune/Step": 4195, "Finetune/Step Time": 4.821692263707519} +{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787868022918701, "Finetune/Loss (Raw)": 0.9321035146713257, "Finetune/Step": 4196, "Finetune/Step Time": 4.81955680064857} +{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8764218091964722, "Finetune/Loss (Raw)": 0.6578059792518616, "Finetune/Step": 4197, "Finetune/Step Time": 4.833796136081219} +{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8775923848152161, "Finetune/Loss (Raw)": 0.9909374117851257, "Finetune/Step": 4198, "Finetune/Step Time": 4.83215930685401} +{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8780263662338257, "Finetune/Loss (Raw)": 1.0127592086791992, "Finetune/Step": 4199, "Finetune/Step Time": 4.801444306969643} +{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8792089819908142, "Finetune/Loss (Raw)": 0.9429760575294495, "Finetune/Step": 4200, "Finetune/Step Time": 4.797847306355834} +{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788801431655884, "Finetune/Loss (Raw)": 0.890221118927002, "Finetune/Step": 4201, "Finetune/Step Time": 4.808351552113891} +{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8774601221084595, "Finetune/Loss (Raw)": 0.8595458269119263, "Finetune/Step": 4202, "Finetune/Step Time": 4.810964941978455} +{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.877301812171936, "Finetune/Loss (Raw)": 0.8381532430648804, "Finetune/Step": 4203, "Finetune/Step Time": 4.811978697776794} +{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8782360553741455, "Finetune/Loss (Raw)": 0.8384096622467041, "Finetune/Step": 4204, "Finetune/Step Time": 4.792374640703201} +{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8783317804336548, "Finetune/Loss (Raw)": 0.9322574734687805, "Finetune/Step": 4205, "Finetune/Step Time": 4.7675402443856} +{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8785423040390015, "Finetune/Loss (Raw)": 0.8808973431587219, "Finetune/Step": 4206, "Finetune/Step Time": 4.76551272906363} +{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8772839307785034, "Finetune/Loss (Raw)": 0.963468074798584, "Finetune/Step": 4207, "Finetune/Step Time": 4.759217033162713} +{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8776669502258301, "Finetune/Loss (Raw)": 0.854728102684021, "Finetune/Step": 4208, "Finetune/Step Time": 4.748963983729482} +{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8791405558586121, "Finetune/Loss (Raw)": 1.1109291315078735, "Finetune/Step": 4209, "Finetune/Step Time": 4.726621445268393} +{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8792383670806885, "Finetune/Loss (Raw)": 0.8735683560371399, "Finetune/Step": 4210, "Finetune/Step Time": 4.722042597830296} +{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8789453506469727, "Finetune/Loss (Raw)": 0.978569507598877, "Finetune/Step": 4211, "Finetune/Step Time": 4.73346795514226} +{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8816941976547241, "Finetune/Loss (Raw)": 0.8136321306228638, "Finetune/Step": 4212, "Finetune/Step Time": 4.697283614426851} +{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8802345991134644, "Finetune/Loss (Raw)": 0.7667513489723206, "Finetune/Step": 4213, "Finetune/Step Time": 4.695539450272918} +{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8802446126937866, "Finetune/Loss (Raw)": 0.934938907623291, "Finetune/Step": 4214, "Finetune/Step Time": 4.685938503593206} +{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8795678615570068, "Finetune/Loss (Raw)": 0.9611697196960449, "Finetune/Step": 4215, "Finetune/Step Time": 4.712149227038026} +{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8790613412857056, "Finetune/Loss (Raw)": 0.9247275590896606, "Finetune/Step": 4216, "Finetune/Step Time": 4.706946179270744} +{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8799681663513184, "Finetune/Loss (Raw)": 0.9829235672950745, "Finetune/Step": 4217, "Finetune/Step Time": 4.703844053670764} +{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8800693154335022, "Finetune/Loss (Raw)": 0.8780109286308289, "Finetune/Step": 4218, "Finetune/Step Time": 4.703116673976183} +{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8796783685684204, "Finetune/Loss (Raw)": 0.8150653839111328, "Finetune/Step": 4219, "Finetune/Step Time": 4.685862358659506} +{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8798964619636536, "Finetune/Loss (Raw)": 0.9006725549697876, "Finetune/Step": 4220, "Finetune/Step Time": 4.675168804824352} +{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8800007104873657, "Finetune/Loss (Raw)": 1.0454355478286743, "Finetune/Step": 4221, "Finetune/Step Time": 4.676844492554665} +{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8793982267379761, "Finetune/Loss (Raw)": 1.0042681694030762, "Finetune/Step": 4222, "Finetune/Step Time": 4.6804328840225935} +{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8808736205101013, "Finetune/Loss (Raw)": 1.003122329711914, "Finetune/Step": 4223, "Finetune/Step Time": 4.671924313530326} +{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8790789246559143, "Finetune/Loss (Raw)": 0.83882737159729, "Finetune/Step": 4224, "Finetune/Step Time": 4.677064148709178} +{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8777203559875488, "Finetune/Loss (Raw)": 0.8352052569389343, "Finetune/Step": 4225, "Finetune/Step Time": 4.669772781431675} +{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8800268173217773, "Finetune/Loss (Raw)": 1.0347132682800293, "Finetune/Step": 4226, "Finetune/Step Time": 4.663173282518983} +{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8810687065124512, "Finetune/Loss (Raw)": 1.0907047986984253, "Finetune/Step": 4227, "Finetune/Step Time": 4.662936707958579} +{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8802341222763062, "Finetune/Loss (Raw)": 0.8762685656547546, "Finetune/Step": 4228, "Finetune/Step Time": 4.664981119334698} +{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8802090883255005, "Finetune/Loss (Raw)": 0.9386972784996033, "Finetune/Step": 4229, "Finetune/Step Time": 4.648112528026104} +{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8753430843353271, "Finetune/Loss (Raw)": 0.2641504108905792, "Finetune/Step": 4230, "Finetune/Step Time": 4.678314175456762} +{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8736664056777954, "Finetune/Loss (Raw)": 0.7192395329475403, "Finetune/Step": 4231, "Finetune/Step Time": 4.723940882831812} +{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8741252422332764, "Finetune/Loss (Raw)": 0.9517067074775696, "Finetune/Step": 4232, "Finetune/Step Time": 4.732968654483557} +{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8740585446357727, "Finetune/Loss (Raw)": 0.8383319973945618, "Finetune/Step": 4233, "Finetune/Step Time": 4.738965006545186} +{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8762729167938232, "Finetune/Loss (Raw)": 1.1541880369186401, "Finetune/Step": 4234, "Finetune/Step Time": 4.741390788927674} +{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8766092658042908, "Finetune/Loss (Raw)": 0.9374185800552368, "Finetune/Step": 4235, "Finetune/Step Time": 4.741358082741499} +{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8749707937240601, "Finetune/Loss (Raw)": 0.7811577916145325, "Finetune/Step": 4236, "Finetune/Step Time": 4.750030774623156} +{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8764023184776306, "Finetune/Loss (Raw)": 1.0410065650939941, "Finetune/Step": 4237, "Finetune/Step Time": 4.742379559203982} +{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8768361806869507, "Finetune/Loss (Raw)": 1.0051103830337524, "Finetune/Step": 4238, "Finetune/Step Time": 4.730182169005275} +{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.876121997833252, "Finetune/Loss (Raw)": 0.9556925296783447, "Finetune/Step": 4239, "Finetune/Step Time": 4.726459970697761} +{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8764985799789429, "Finetune/Loss (Raw)": 0.8642120957374573, "Finetune/Step": 4240, "Finetune/Step Time": 4.709228437393904} +{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8773843050003052, "Finetune/Loss (Raw)": 0.8686693906784058, "Finetune/Step": 4241, "Finetune/Step Time": 4.710929533466697} +{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8779904842376709, "Finetune/Loss (Raw)": 0.9779143333435059, "Finetune/Step": 4242, "Finetune/Step Time": 4.709820995107293} +{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8781800270080566, "Finetune/Loss (Raw)": 0.931653618812561, "Finetune/Step": 4243, "Finetune/Step Time": 4.730157325044274} +{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8801333904266357, "Finetune/Loss (Raw)": 0.9328183531761169, "Finetune/Step": 4244, "Finetune/Step Time": 4.713611897081137} +{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8810617923736572, "Finetune/Loss (Raw)": 0.9311439990997314, "Finetune/Step": 4245, "Finetune/Step Time": 4.710044765844941} +{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8797690272331238, "Finetune/Loss (Raw)": 0.9163482189178467, "Finetune/Step": 4246, "Finetune/Step Time": 4.752009596675634} +{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8788504600524902, "Finetune/Loss (Raw)": 0.9005971550941467, "Finetune/Step": 4247, "Finetune/Step Time": 4.760003857314587} +{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8735430240631104, "Finetune/Loss (Raw)": 0.2842041850090027, "Finetune/Step": 4248, "Finetune/Step Time": 4.782944962382317} +{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8738704919815063, "Finetune/Loss (Raw)": 0.9664255976676941, "Finetune/Step": 4249, "Finetune/Step Time": 4.781562026590109} +{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.872418999671936, "Finetune/Loss (Raw)": 0.7463280558586121, "Finetune/Step": 4250, "Finetune/Step Time": 4.767069097608328} +{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.870305597782135, "Finetune/Loss (Raw)": 0.7819879651069641, "Finetune/Step": 4251, "Finetune/Step Time": 4.760303221642971} +{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8734868764877319, "Finetune/Loss (Raw)": 1.0938851833343506, "Finetune/Step": 4252, "Finetune/Step Time": 4.767153805121779} +{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.871538519859314, "Finetune/Loss (Raw)": 0.6930350065231323, "Finetune/Step": 4253, "Finetune/Step Time": 4.787662141025066} +{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8701509237289429, "Finetune/Loss (Raw)": 0.7371982932090759, "Finetune/Step": 4254, "Finetune/Step Time": 4.7979541309177876} +{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692217469215393, "Finetune/Loss (Raw)": 0.8073732852935791, "Finetune/Step": 4255, "Finetune/Step Time": 4.804215587675571} +{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8701212406158447, "Finetune/Loss (Raw)": 0.968974769115448, "Finetune/Step": 4256, "Finetune/Step Time": 4.82014263048768} +{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8714001774787903, "Finetune/Loss (Raw)": 1.0154098272323608, "Finetune/Step": 4257, "Finetune/Step Time": 4.82451094314456} +{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8702248334884644, "Finetune/Loss (Raw)": 0.714533269405365, "Finetune/Step": 4258, "Finetune/Step Time": 4.831079805269837} +{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8712410926818848, "Finetune/Loss (Raw)": 1.0428060293197632, "Finetune/Step": 4259, "Finetune/Step Time": 4.834891313686967} +{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.870771050453186, "Finetune/Loss (Raw)": 0.8764125108718872, "Finetune/Step": 4260, "Finetune/Step Time": 4.831341801211238} +{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.871454656124115, "Finetune/Loss (Raw)": 0.980419397354126, "Finetune/Step": 4261, "Finetune/Step Time": 4.819581735879183} +{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8711691498756409, "Finetune/Loss (Raw)": 0.870029866695404, "Finetune/Step": 4262, "Finetune/Step Time": 4.81535199098289} +{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8731836080551147, "Finetune/Loss (Raw)": 1.0796583890914917, "Finetune/Step": 4263, "Finetune/Step Time": 4.813136473298073} +{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8727607727050781, "Finetune/Loss (Raw)": 0.8310804963111877, "Finetune/Step": 4264, "Finetune/Step Time": 4.8244509026408195} +{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.873719334602356, "Finetune/Loss (Raw)": 0.969033420085907, "Finetune/Step": 4265, "Finetune/Step Time": 4.832276150584221} +{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8735687136650085, "Finetune/Loss (Raw)": 0.9843695759773254, "Finetune/Step": 4266, "Finetune/Step Time": 4.831301812082529} +{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737034797668457, "Finetune/Loss (Raw)": 0.829572319984436, "Finetune/Step": 4267, "Finetune/Step Time": 4.844944464042783} +{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736348152160645, "Finetune/Loss (Raw)": 0.8329929709434509, "Finetune/Step": 4268, "Finetune/Step Time": 4.8363292291760445} +{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8770627379417419, "Finetune/Loss (Raw)": 0.8194699287414551, "Finetune/Step": 4269, "Finetune/Step Time": 4.8364028185606} +{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8775163292884827, "Finetune/Loss (Raw)": 0.8684892058372498, "Finetune/Step": 4270, "Finetune/Step Time": 4.836703920736909} +{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8735991716384888, "Finetune/Loss (Raw)": 0.3212941884994507, "Finetune/Step": 4271, "Finetune/Step Time": 4.873747561126947} +{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788049817085266, "Finetune/Loss (Raw)": 0.9531626105308533, "Finetune/Step": 4272, "Finetune/Step Time": 4.846612324938178} +{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787126541137695, "Finetune/Loss (Raw)": 0.7762112617492676, "Finetune/Step": 4273, "Finetune/Step Time": 4.827725429087877} +{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8784453272819519, "Finetune/Loss (Raw)": 0.9024088382720947, "Finetune/Step": 4274, "Finetune/Step Time": 4.833370061591268} +{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.878504753112793, "Finetune/Loss (Raw)": 0.8809996247291565, "Finetune/Step": 4275, "Finetune/Step Time": 4.844202876091003} +{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8787302374839783, "Finetune/Loss (Raw)": 0.9628245830535889, "Finetune/Step": 4276, "Finetune/Step Time": 4.845252627506852} +{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8788922429084778, "Finetune/Loss (Raw)": 0.8993592262268066, "Finetune/Step": 4277, "Finetune/Step Time": 4.867504915222526} +{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798760175704956, "Finetune/Loss (Raw)": 0.9625982642173767, "Finetune/Step": 4278, "Finetune/Step Time": 4.841126034036279} +{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792534470558167, "Finetune/Loss (Raw)": 0.8277040123939514, "Finetune/Step": 4279, "Finetune/Step Time": 4.839278124272823} +{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8799587488174438, "Finetune/Loss (Raw)": 0.9960446357727051, "Finetune/Step": 4280, "Finetune/Step Time": 4.832797549664974} +{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8812739849090576, "Finetune/Loss (Raw)": 1.0427621603012085, "Finetune/Step": 4281, "Finetune/Step Time": 4.838541993871331} +{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8818537592887878, "Finetune/Loss (Raw)": 0.9790444374084473, "Finetune/Step": 4282, "Finetune/Step Time": 4.836794313043356} +{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8825137615203857, "Finetune/Loss (Raw)": 0.9272485971450806, "Finetune/Step": 4283, "Finetune/Step Time": 4.841895190998912} +{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.882744550704956, "Finetune/Loss (Raw)": 0.9675384759902954, "Finetune/Step": 4284, "Finetune/Step Time": 4.840349843725562} +{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8802712559700012, "Finetune/Loss (Raw)": 0.7141684293746948, "Finetune/Step": 4285, "Finetune/Step Time": 4.874992225319147} +{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8807792663574219, "Finetune/Loss (Raw)": 0.9590824246406555, "Finetune/Step": 4286, "Finetune/Step Time": 4.8661339823156595} +{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8806198239326477, "Finetune/Loss (Raw)": 0.9438459277153015, "Finetune/Step": 4287, "Finetune/Step Time": 4.869127096608281} +{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8810889720916748, "Finetune/Loss (Raw)": 1.0679466724395752, "Finetune/Step": 4288, "Finetune/Step Time": 4.884113734588027} +{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8800833225250244, "Finetune/Loss (Raw)": 0.839746356010437, "Finetune/Step": 4289, "Finetune/Step Time": 4.885656338185072} +{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8803707361221313, "Finetune/Loss (Raw)": 1.014595627784729, "Finetune/Step": 4290, "Finetune/Step Time": 4.8866628762334585} +{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.881609320640564, "Finetune/Loss (Raw)": 0.9358242154121399, "Finetune/Step": 4291, "Finetune/Step Time": 4.871285079047084} +{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8842257261276245, "Finetune/Loss (Raw)": 0.9640856981277466, "Finetune/Step": 4292, "Finetune/Step Time": 4.86657003313303} +{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8835372924804688, "Finetune/Loss (Raw)": 0.9682484269142151, "Finetune/Step": 4293, "Finetune/Step Time": 4.874589908868074} +{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8831181526184082, "Finetune/Loss (Raw)": 0.9209264516830444, "Finetune/Step": 4294, "Finetune/Step Time": 4.896373709663749} +{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8789750337600708, "Finetune/Loss (Raw)": 0.29894083738327026, "Finetune/Step": 4295, "Finetune/Step Time": 4.9289039839059114} +{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8813215494155884, "Finetune/Loss (Raw)": 1.033612847328186, "Finetune/Step": 4296, "Finetune/Step Time": 4.925729712471366} +{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8857166767120361, "Finetune/Loss (Raw)": 0.9327906370162964, "Finetune/Step": 4297, "Finetune/Step Time": 4.892586871981621} +{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.885174036026001, "Finetune/Loss (Raw)": 0.7566500902175903, "Finetune/Step": 4298, "Finetune/Step Time": 4.887244928628206} +{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8855524063110352, "Finetune/Loss (Raw)": 0.995787501335144, "Finetune/Step": 4299, "Finetune/Step Time": 4.894057290628552} +{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8858369588851929, "Finetune/Loss (Raw)": 0.9855336546897888, "Finetune/Step": 4300, "Finetune/Step Time": 4.879021251574159} +{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8818612098693848, "Finetune/Loss (Raw)": 0.36000603437423706, "Finetune/Step": 4301, "Finetune/Step Time": 4.909394638612866} +{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8869868516921997, "Finetune/Loss (Raw)": 1.0101747512817383, "Finetune/Step": 4302, "Finetune/Step Time": 4.878349965438247} +{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.888870120048523, "Finetune/Loss (Raw)": 1.0386073589324951, "Finetune/Step": 4303, "Finetune/Step Time": 4.87837647087872} +{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8850185871124268, "Finetune/Loss (Raw)": 0.33622992038726807, "Finetune/Step": 4304, "Finetune/Step Time": 4.901104876771569} +{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8833935260772705, "Finetune/Loss (Raw)": 0.8179652690887451, "Finetune/Step": 4305, "Finetune/Step Time": 4.887246236205101} +{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8827037215232849, "Finetune/Loss (Raw)": 0.8649793863296509, "Finetune/Step": 4306, "Finetune/Step Time": 4.892886126413941} +{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8812023401260376, "Finetune/Loss (Raw)": 0.7238235473632812, "Finetune/Step": 4307, "Finetune/Step Time": 4.875549651682377} +{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8809847831726074, "Finetune/Loss (Raw)": 0.9629144072532654, "Finetune/Step": 4308, "Finetune/Step Time": 4.876187199726701} +{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8814191222190857, "Finetune/Loss (Raw)": 0.9095090627670288, "Finetune/Step": 4309, "Finetune/Step Time": 4.886787597090006} +{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.878473162651062, "Finetune/Loss (Raw)": 0.34760627150535583, "Finetune/Step": 4310, "Finetune/Step Time": 4.911789909005165} +{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8780554533004761, "Finetune/Loss (Raw)": 0.9186104536056519, "Finetune/Step": 4311, "Finetune/Step Time": 4.911902813240886} +{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8787668943405151, "Finetune/Loss (Raw)": 1.0187647342681885, "Finetune/Step": 4312, "Finetune/Step Time": 4.914112415164709} +{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8789793848991394, "Finetune/Loss (Raw)": 1.0360121726989746, "Finetune/Step": 4313, "Finetune/Step Time": 4.924681371077895} +{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790715932846069, "Finetune/Loss (Raw)": 0.9798623323440552, "Finetune/Step": 4314, "Finetune/Step Time": 4.914880845695734} +{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8793129324913025, "Finetune/Loss (Raw)": 0.890261709690094, "Finetune/Step": 4315, "Finetune/Step Time": 4.911569815129042} +{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8792858719825745, "Finetune/Loss (Raw)": 0.8741759657859802, "Finetune/Step": 4316, "Finetune/Step Time": 4.914951931685209} +{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8798477649688721, "Finetune/Loss (Raw)": 0.9050054550170898, "Finetune/Step": 4317, "Finetune/Step Time": 4.912715433165431} +{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8808721303939819, "Finetune/Loss (Raw)": 0.8584461212158203, "Finetune/Step": 4318, "Finetune/Step Time": 4.9165901355445385} +{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794325590133667, "Finetune/Loss (Raw)": 0.7874065637588501, "Finetune/Step": 4319, "Finetune/Step Time": 4.927381129935384} +{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.877833366394043, "Finetune/Loss (Raw)": 0.8570444583892822, "Finetune/Step": 4320, "Finetune/Step Time": 4.930652623996139} +{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8813575506210327, "Finetune/Loss (Raw)": 0.7527962923049927, "Finetune/Step": 4321, "Finetune/Step Time": 4.908595973625779} +{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821998834609985, "Finetune/Loss (Raw)": 1.0405374765396118, "Finetune/Step": 4322, "Finetune/Step Time": 4.917132806032896} +{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8807554244995117, "Finetune/Loss (Raw)": 0.7474477291107178, "Finetune/Step": 4323, "Finetune/Step Time": 4.914404733106494} +{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800920248031616, "Finetune/Loss (Raw)": 0.8471871018409729, "Finetune/Step": 4324, "Finetune/Step Time": 4.918829645961523} +{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805752992630005, "Finetune/Loss (Raw)": 0.7196725010871887, "Finetune/Step": 4325, "Finetune/Step Time": 4.908565782010555} +{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8790098428726196, "Finetune/Loss (Raw)": 0.7905558943748474, "Finetune/Step": 4326, "Finetune/Step Time": 4.916763976216316} +{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772250413894653, "Finetune/Loss (Raw)": 0.7843063473701477, "Finetune/Step": 4327, "Finetune/Step Time": 4.933980584144592} +{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770015239715576, "Finetune/Loss (Raw)": 0.914365828037262, "Finetune/Step": 4328, "Finetune/Step Time": 4.927774069830775} +{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.877000093460083, "Finetune/Loss (Raw)": 0.8900321125984192, "Finetune/Step": 4329, "Finetune/Step Time": 4.9170675948262215} +{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780782222747803, "Finetune/Loss (Raw)": 0.9975588321685791, "Finetune/Step": 4330, "Finetune/Step Time": 4.916765164583921} +{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791806101799011, "Finetune/Loss (Raw)": 0.9792572855949402, "Finetune/Step": 4331, "Finetune/Step Time": 4.916645823046565} +{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8799261450767517, "Finetune/Loss (Raw)": 0.9338283538818359, "Finetune/Step": 4332, "Finetune/Step Time": 4.919181067496538} +{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805091977119446, "Finetune/Loss (Raw)": 1.0068937540054321, "Finetune/Step": 4333, "Finetune/Step Time": 4.920810412615538} +{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8811953663825989, "Finetune/Loss (Raw)": 0.96872878074646, "Finetune/Step": 4334, "Finetune/Step Time": 4.919384839013219} +{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8811827898025513, "Finetune/Loss (Raw)": 0.9618557095527649, "Finetune/Step": 4335, "Finetune/Step Time": 4.913966739550233} +{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.882665753364563, "Finetune/Loss (Raw)": 1.0445516109466553, "Finetune/Step": 4336, "Finetune/Step Time": 4.929882109165192} +{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.879663348197937, "Finetune/Loss (Raw)": 0.7266096472740173, "Finetune/Step": 4337, "Finetune/Step Time": 4.9592254143208265} +{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798999786376953, "Finetune/Loss (Raw)": 0.9038665294647217, "Finetune/Step": 4338, "Finetune/Step Time": 4.9586761854588985} +{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8786299228668213, "Finetune/Loss (Raw)": 0.8159961700439453, "Finetune/Step": 4339, "Finetune/Step Time": 4.952945029363036} +{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795908093452454, "Finetune/Loss (Raw)": 0.9366272687911987, "Finetune/Step": 4340, "Finetune/Step Time": 4.9673434514552355} +{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8814423084259033, "Finetune/Loss (Raw)": 1.0037448406219482, "Finetune/Step": 4341, "Finetune/Step Time": 4.958963017910719} +{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8811074495315552, "Finetune/Loss (Raw)": 0.8920820951461792, "Finetune/Step": 4342, "Finetune/Step Time": 5.00488962046802} +{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802274465560913, "Finetune/Loss (Raw)": 0.8485241532325745, "Finetune/Step": 4343, "Finetune/Step Time": 4.968119215220213} +{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803550004959106, "Finetune/Loss (Raw)": 0.941060483455658, "Finetune/Step": 4344, "Finetune/Step Time": 4.977603830397129} +{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797001838684082, "Finetune/Loss (Raw)": 0.8991054892539978, "Finetune/Step": 4345, "Finetune/Step Time": 4.977191494777799} +{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799963593482971, "Finetune/Loss (Raw)": 0.9159194231033325, "Finetune/Step": 4346, "Finetune/Step Time": 4.980373756960034} +{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814070820808411, "Finetune/Loss (Raw)": 0.99564129114151, "Finetune/Step": 4347, "Finetune/Step Time": 4.97307070530951} +{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818286657333374, "Finetune/Loss (Raw)": 0.9546270966529846, "Finetune/Step": 4348, "Finetune/Step Time": 4.979136874899268} +{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817341327667236, "Finetune/Loss (Raw)": 1.0333439111709595, "Finetune/Step": 4349, "Finetune/Step Time": 4.9762396309524775} +{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8792787194252014, "Finetune/Loss (Raw)": 0.6899681091308594, "Finetune/Step": 4350, "Finetune/Step Time": 4.98797032982111} +{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8788222670555115, "Finetune/Loss (Raw)": 0.9446997046470642, "Finetune/Step": 4351, "Finetune/Step Time": 4.987419284880161} +{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792444467544556, "Finetune/Loss (Raw)": 0.8928616642951965, "Finetune/Step": 4352, "Finetune/Step Time": 4.978979287669063} +{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800995945930481, "Finetune/Loss (Raw)": 0.9446637630462646, "Finetune/Step": 4353, "Finetune/Step Time": 4.976913068443537} +{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.87818843126297, "Finetune/Loss (Raw)": 0.7900882363319397, "Finetune/Step": 4354, "Finetune/Step Time": 4.975810866802931} +{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8770641088485718, "Finetune/Loss (Raw)": 0.946789562702179, "Finetune/Step": 4355, "Finetune/Step Time": 4.97145714238286} +{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774837851524353, "Finetune/Loss (Raw)": 0.9299889802932739, "Finetune/Step": 4356, "Finetune/Step Time": 4.969563914462924} +{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8775162696838379, "Finetune/Loss (Raw)": 0.9428499341011047, "Finetune/Step": 4357, "Finetune/Step Time": 4.969667689874768} +{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8830242156982422, "Finetune/Loss (Raw)": 0.9691759347915649, "Finetune/Step": 4358, "Finetune/Step Time": 4.943941300734878} +{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.884669840335846, "Finetune/Loss (Raw)": 0.9298770427703857, "Finetune/Step": 4359, "Finetune/Step Time": 4.903514642268419} +{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8839930295944214, "Finetune/Loss (Raw)": 0.8650771379470825, "Finetune/Step": 4360, "Finetune/Step Time": 4.890447897836566} +{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8862547278404236, "Finetune/Loss (Raw)": 1.1278281211853027, "Finetune/Step": 4361, "Finetune/Step Time": 4.898694820702076} +{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836495876312256, "Finetune/Loss (Raw)": 0.8207268118858337, "Finetune/Step": 4362, "Finetune/Step Time": 4.901487583294511} +{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.883336067199707, "Finetune/Loss (Raw)": 0.8972961902618408, "Finetune/Step": 4363, "Finetune/Step Time": 4.89835043810308} +{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838006258010864, "Finetune/Loss (Raw)": 0.8406099677085876, "Finetune/Step": 4364, "Finetune/Step Time": 4.9102852512151} +{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821116089820862, "Finetune/Loss (Raw)": 0.8248165249824524, "Finetune/Step": 4365, "Finetune/Step Time": 4.9253082275390625} +{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8815842866897583, "Finetune/Loss (Raw)": 0.9376119375228882, "Finetune/Step": 4366, "Finetune/Step Time": 4.9249832928180695} +{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807298541069031, "Finetune/Loss (Raw)": 0.8463276624679565, "Finetune/Step": 4367, "Finetune/Step Time": 4.930901298299432} +{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8814959526062012, "Finetune/Loss (Raw)": 0.9622694253921509, "Finetune/Step": 4368, "Finetune/Step Time": 4.927513752132654} +{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8814252614974976, "Finetune/Loss (Raw)": 0.8596230149269104, "Finetune/Step": 4369, "Finetune/Step Time": 4.934753816574812} +{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816754817962646, "Finetune/Loss (Raw)": 1.0099412202835083, "Finetune/Step": 4370, "Finetune/Step Time": 4.936880810186267} +{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824623823165894, "Finetune/Loss (Raw)": 1.0323755741119385, "Finetune/Step": 4371, "Finetune/Step Time": 4.914757639169693} +{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770906925201416, "Finetune/Loss (Raw)": 0.2452438771724701, "Finetune/Step": 4372, "Finetune/Step Time": 4.952142732217908} +{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759948015213013, "Finetune/Loss (Raw)": 0.7908678650856018, "Finetune/Step": 4373, "Finetune/Step Time": 4.9486996699124575} +{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756612539291382, "Finetune/Loss (Raw)": 0.8736580014228821, "Finetune/Step": 4374, "Finetune/Step Time": 4.908396348357201} +{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752915859222412, "Finetune/Loss (Raw)": 0.8532812595367432, "Finetune/Step": 4375, "Finetune/Step Time": 4.90929950773716} +{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811352252960205, "Finetune/Loss (Raw)": 1.032188892364502, "Finetune/Step": 4376, "Finetune/Step Time": 4.887734999880195} +{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805875182151794, "Finetune/Loss (Raw)": 0.8963204622268677, "Finetune/Step": 4377, "Finetune/Step Time": 4.883272552862763} +{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8819310665130615, "Finetune/Loss (Raw)": 0.9182984828948975, "Finetune/Step": 4378, "Finetune/Step Time": 4.893081100657582} +{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8823748230934143, "Finetune/Loss (Raw)": 0.8387941718101501, "Finetune/Step": 4379, "Finetune/Step Time": 4.904269363731146} +{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8818765878677368, "Finetune/Loss (Raw)": 1.030103087425232, "Finetune/Step": 4380, "Finetune/Step Time": 4.901651207357645} +{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8838137984275818, "Finetune/Loss (Raw)": 0.940997302532196, "Finetune/Step": 4381, "Finetune/Step Time": 4.900545110926032} +{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8855268359184265, "Finetune/Loss (Raw)": 0.9564726948738098, "Finetune/Step": 4382, "Finetune/Step Time": 4.894689103588462} +{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.885356068611145, "Finetune/Loss (Raw)": 0.7855137586593628, "Finetune/Step": 4383, "Finetune/Step Time": 4.909187126904726} +{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8848880529403687, "Finetune/Loss (Raw)": 0.9090707302093506, "Finetune/Step": 4384, "Finetune/Step Time": 4.901056410744786} +{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8835465908050537, "Finetune/Loss (Raw)": 0.8437004089355469, "Finetune/Step": 4385, "Finetune/Step Time": 4.899650394916534} +{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8852436542510986, "Finetune/Loss (Raw)": 0.9317530393600464, "Finetune/Step": 4386, "Finetune/Step Time": 4.911667177453637} +{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8856556415557861, "Finetune/Loss (Raw)": 1.0955448150634766, "Finetune/Step": 4387, "Finetune/Step Time": 4.899499282240868} +{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8861576318740845, "Finetune/Loss (Raw)": 0.9406672716140747, "Finetune/Step": 4388, "Finetune/Step Time": 4.904431877657771} +{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8860371708869934, "Finetune/Loss (Raw)": 0.9650050401687622, "Finetune/Step": 4389, "Finetune/Step Time": 4.908915866166353} +{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8859820365905762, "Finetune/Loss (Raw)": 0.8629648089408875, "Finetune/Step": 4390, "Finetune/Step Time": 4.902789492160082} +{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8843502998352051, "Finetune/Loss (Raw)": 0.8708030581474304, "Finetune/Step": 4391, "Finetune/Step Time": 4.910832647234201} +{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8805811405181885, "Finetune/Loss (Raw)": 0.3486228287220001, "Finetune/Step": 4392, "Finetune/Step Time": 4.944246880710125} +{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8793107271194458, "Finetune/Loss (Raw)": 0.8064203858375549, "Finetune/Step": 4393, "Finetune/Step Time": 4.951916515827179} +{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8784605264663696, "Finetune/Loss (Raw)": 0.8755412697792053, "Finetune/Step": 4394, "Finetune/Step Time": 4.962042335420847} +{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8789011836051941, "Finetune/Loss (Raw)": 0.885983407497406, "Finetune/Step": 4395, "Finetune/Step Time": 4.9520827159285545} +{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8804940581321716, "Finetune/Loss (Raw)": 1.0368759632110596, "Finetune/Step": 4396, "Finetune/Step Time": 4.960591960698366} +{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8773193955421448, "Finetune/Loss (Raw)": 0.41311830282211304, "Finetune/Step": 4397, "Finetune/Step Time": 4.962769420817494} +{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.877861499786377, "Finetune/Loss (Raw)": 0.9378747344017029, "Finetune/Step": 4398, "Finetune/Step Time": 4.965124547481537} +{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8819958567619324, "Finetune/Loss (Raw)": 0.8504948616027832, "Finetune/Step": 4399, "Finetune/Step Time": 4.931430481374264} +{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8818342685699463, "Finetune/Loss (Raw)": 0.9324756264686584, "Finetune/Step": 4400, "Finetune/Step Time": 4.932576904073358} +{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8783422112464905, "Finetune/Loss (Raw)": 0.32923343777656555, "Finetune/Step": 4401, "Finetune/Step Time": 4.9696205127984285} +{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8780523538589478, "Finetune/Loss (Raw)": 0.8652988076210022, "Finetune/Step": 4402, "Finetune/Step Time": 4.9879578948020935} +{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8787177801132202, "Finetune/Loss (Raw)": 0.9661831855773926, "Finetune/Step": 4403, "Finetune/Step Time": 4.972671857103705} +{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8793860077857971, "Finetune/Loss (Raw)": 1.0483548641204834, "Finetune/Step": 4404, "Finetune/Step Time": 4.9735304825007915} +{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8791053295135498, "Finetune/Loss (Raw)": 0.8634328246116638, "Finetune/Step": 4405, "Finetune/Step Time": 4.963509481400251} +{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8778030872344971, "Finetune/Loss (Raw)": 0.7959110736846924, "Finetune/Step": 4406, "Finetune/Step Time": 4.96090754494071} +{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8777801990509033, "Finetune/Loss (Raw)": 0.8247766494750977, "Finetune/Step": 4407, "Finetune/Step Time": 4.965406650677323} +{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8782684803009033, "Finetune/Loss (Raw)": 1.0585365295410156, "Finetune/Step": 4408, "Finetune/Step Time": 4.964597715064883} +{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8769124746322632, "Finetune/Loss (Raw)": 0.8691990971565247, "Finetune/Step": 4409, "Finetune/Step Time": 4.963668502867222} +{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8765496015548706, "Finetune/Loss (Raw)": 0.9325965046882629, "Finetune/Step": 4410, "Finetune/Step Time": 4.960400773212314} +{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8761414885520935, "Finetune/Loss (Raw)": 0.8750126361846924, "Finetune/Step": 4411, "Finetune/Step Time": 4.9532776940613985} +{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.875221848487854, "Finetune/Loss (Raw)": 0.8498193621635437, "Finetune/Step": 4412, "Finetune/Step Time": 4.9550417996943} +{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8784202337265015, "Finetune/Loss (Raw)": 1.123564600944519, "Finetune/Step": 4413, "Finetune/Step Time": 4.918220853433013} +{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8775091171264648, "Finetune/Loss (Raw)": 0.8424537777900696, "Finetune/Step": 4414, "Finetune/Step Time": 4.917344033718109} +{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8778635263442993, "Finetune/Loss (Raw)": 0.9892172813415527, "Finetune/Step": 4415, "Finetune/Step Time": 4.9224821124225855} +{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8759278059005737, "Finetune/Loss (Raw)": 0.8201778531074524, "Finetune/Step": 4416, "Finetune/Step Time": 4.923521686345339} +{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8772951364517212, "Finetune/Loss (Raw)": 1.014756202697754, "Finetune/Step": 4417, "Finetune/Step Time": 4.9239023476839066} +{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.87631756067276, "Finetune/Loss (Raw)": 0.8894684314727783, "Finetune/Step": 4418, "Finetune/Step Time": 4.923959586769342} +{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.876475989818573, "Finetune/Loss (Raw)": 0.9561052322387695, "Finetune/Step": 4419, "Finetune/Step Time": 4.928933078423142} +{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8753231763839722, "Finetune/Loss (Raw)": 0.8165236711502075, "Finetune/Step": 4420, "Finetune/Step Time": 4.9409978818148375} +{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8748831748962402, "Finetune/Loss (Raw)": 0.9119296669960022, "Finetune/Step": 4421, "Finetune/Step Time": 4.939001347869635} +{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8749608397483826, "Finetune/Loss (Raw)": 0.9308692216873169, "Finetune/Step": 4422, "Finetune/Step Time": 4.921535484492779} +{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8793299198150635, "Finetune/Loss (Raw)": 0.8581857085227966, "Finetune/Step": 4423, "Finetune/Step Time": 4.891336170956492} +{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8738101720809937, "Finetune/Loss (Raw)": 0.32707783579826355, "Finetune/Step": 4424, "Finetune/Step Time": 4.930767748504877} +{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8732634782791138, "Finetune/Loss (Raw)": 0.8628137707710266, "Finetune/Step": 4425, "Finetune/Step Time": 4.951747231185436} +{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8746755719184875, "Finetune/Loss (Raw)": 0.9374020099639893, "Finetune/Step": 4426, "Finetune/Step Time": 4.9475547801703215} +{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8734917640686035, "Finetune/Loss (Raw)": 0.8442597985267639, "Finetune/Step": 4427, "Finetune/Step Time": 4.95111333206296} +{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8730971813201904, "Finetune/Loss (Raw)": 0.9350247383117676, "Finetune/Step": 4428, "Finetune/Step Time": 4.956199014559388} +{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8774147033691406, "Finetune/Loss (Raw)": 0.9126420021057129, "Finetune/Step": 4429, "Finetune/Step Time": 4.9213810078799725} +{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8754079341888428, "Finetune/Loss (Raw)": 0.7533088326454163, "Finetune/Step": 4430, "Finetune/Step Time": 4.961756555363536} +{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8744715452194214, "Finetune/Loss (Raw)": 0.9187538027763367, "Finetune/Step": 4431, "Finetune/Step Time": 4.969191089272499} +{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8790839314460754, "Finetune/Loss (Raw)": 0.9266223907470703, "Finetune/Step": 4432, "Finetune/Step Time": 4.93982295691967} +{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8786903619766235, "Finetune/Loss (Raw)": 0.7675800919532776, "Finetune/Step": 4433, "Finetune/Step Time": 4.943959377706051} +{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.879976749420166, "Finetune/Loss (Raw)": 1.0296416282653809, "Finetune/Step": 4434, "Finetune/Step Time": 4.938724081963301} +{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8813854455947876, "Finetune/Loss (Raw)": 0.904131293296814, "Finetune/Step": 4435, "Finetune/Step Time": 4.9338039346039295} +{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8803891539573669, "Finetune/Loss (Raw)": 0.8353978991508484, "Finetune/Step": 4436, "Finetune/Step Time": 4.9457544926553965} +{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8799597024917603, "Finetune/Loss (Raw)": 0.8545318245887756, "Finetune/Step": 4437, "Finetune/Step Time": 4.939762085676193} +{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.884384274482727, "Finetune/Loss (Raw)": 0.9139537215232849, "Finetune/Step": 4438, "Finetune/Step Time": 4.905929343774915} +{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8855472803115845, "Finetune/Loss (Raw)": 1.0674786567687988, "Finetune/Step": 4439, "Finetune/Step Time": 4.902814460918307} +{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8859033584594727, "Finetune/Loss (Raw)": 1.0643413066864014, "Finetune/Step": 4440, "Finetune/Step Time": 4.900974845513701} +{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8857802152633667, "Finetune/Loss (Raw)": 1.0202528238296509, "Finetune/Step": 4441, "Finetune/Step Time": 4.895296173170209} +{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885857105255127, "Finetune/Loss (Raw)": 0.9896972179412842, "Finetune/Step": 4442, "Finetune/Step Time": 4.9099803399294615} +{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8857272267341614, "Finetune/Loss (Raw)": 0.8736409544944763, "Finetune/Step": 4443, "Finetune/Step Time": 4.910599561408162} +{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8855170607566833, "Finetune/Loss (Raw)": 0.8472726345062256, "Finetune/Step": 4444, "Finetune/Step Time": 4.9007632676512} +{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8843982219696045, "Finetune/Loss (Raw)": 0.7617889642715454, "Finetune/Step": 4445, "Finetune/Step Time": 4.903816705569625} +{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8855727314949036, "Finetune/Loss (Raw)": 1.008788824081421, "Finetune/Step": 4446, "Finetune/Step Time": 4.894973769783974} +{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.886384129524231, "Finetune/Loss (Raw)": 0.8912635445594788, "Finetune/Step": 4447, "Finetune/Step Time": 4.879795728251338} +{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8868187069892883, "Finetune/Loss (Raw)": 0.9126749634742737, "Finetune/Step": 4448, "Finetune/Step Time": 4.8842675145715475} +{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8890702724456787, "Finetune/Loss (Raw)": 1.0409979820251465, "Finetune/Step": 4449, "Finetune/Step Time": 4.8822384011000395} +{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8873217105865479, "Finetune/Loss (Raw)": 0.8167181611061096, "Finetune/Step": 4450, "Finetune/Step Time": 4.870569430291653} +{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879982233047485, "Finetune/Loss (Raw)": 0.834039568901062, "Finetune/Step": 4451, "Finetune/Step Time": 4.875653067603707} +{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8840575218200684, "Finetune/Loss (Raw)": 0.34278547763824463, "Finetune/Step": 4452, "Finetune/Step Time": 4.905327992513776} +{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.884637713432312, "Finetune/Loss (Raw)": 0.793936550617218, "Finetune/Step": 4453, "Finetune/Step Time": 4.891450863331556} +{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8858018517494202, "Finetune/Loss (Raw)": 0.9395599365234375, "Finetune/Step": 4454, "Finetune/Step Time": 4.889645973220468} +{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8860777616500854, "Finetune/Loss (Raw)": 0.8196232914924622, "Finetune/Step": 4455, "Finetune/Step Time": 4.891682727262378} +{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8856033086776733, "Finetune/Loss (Raw)": 0.8536360859870911, "Finetune/Step": 4456, "Finetune/Step Time": 4.892678404226899} +{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8854080438613892, "Finetune/Loss (Raw)": 0.8650407195091248, "Finetune/Step": 4457, "Finetune/Step Time": 4.904103543609381} +{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846899271011353, "Finetune/Loss (Raw)": 0.9056345820426941, "Finetune/Step": 4458, "Finetune/Step Time": 4.923302771523595} +{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8839378356933594, "Finetune/Loss (Raw)": 0.882992684841156, "Finetune/Step": 4459, "Finetune/Step Time": 4.9291358552873135} +{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.88435298204422, "Finetune/Loss (Raw)": 0.9869689345359802, "Finetune/Step": 4460, "Finetune/Step Time": 4.929668290540576} +{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.882941484451294, "Finetune/Loss (Raw)": 0.8262205123901367, "Finetune/Step": 4461, "Finetune/Step Time": 4.92865245975554} +{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8829666376113892, "Finetune/Loss (Raw)": 0.9719443321228027, "Finetune/Step": 4462, "Finetune/Step Time": 4.9413257371634245} +{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8812240362167358, "Finetune/Loss (Raw)": 0.7388081550598145, "Finetune/Step": 4463, "Finetune/Step Time": 4.951200814917684} +{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8801860213279724, "Finetune/Loss (Raw)": 0.9116840958595276, "Finetune/Step": 4464, "Finetune/Step Time": 4.954098433256149} +{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.880993664264679, "Finetune/Loss (Raw)": 0.8299844861030579, "Finetune/Step": 4465, "Finetune/Step Time": 4.924337115138769} +{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8807353973388672, "Finetune/Loss (Raw)": 0.870810329914093, "Finetune/Step": 4466, "Finetune/Step Time": 4.923320023342967} +{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817951679229736, "Finetune/Loss (Raw)": 0.9516481161117554, "Finetune/Step": 4467, "Finetune/Step Time": 4.917507689446211} +{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813284039497375, "Finetune/Loss (Raw)": 0.8768824934959412, "Finetune/Step": 4468, "Finetune/Step Time": 4.90415901504457} +{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8803457021713257, "Finetune/Loss (Raw)": 0.877961277961731, "Finetune/Step": 4469, "Finetune/Step Time": 4.910338466987014} +{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8801509141921997, "Finetune/Loss (Raw)": 0.8671513199806213, "Finetune/Step": 4470, "Finetune/Step Time": 4.866754161193967} +{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8801443576812744, "Finetune/Loss (Raw)": 0.8476778268814087, "Finetune/Step": 4471, "Finetune/Step Time": 4.880154067650437} +{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8798050284385681, "Finetune/Loss (Raw)": 0.897628128528595, "Finetune/Step": 4472, "Finetune/Step Time": 4.870969962328672} +{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810675740242004, "Finetune/Loss (Raw)": 1.0607101917266846, "Finetune/Step": 4473, "Finetune/Step Time": 4.869037132710218} +{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8812830448150635, "Finetune/Loss (Raw)": 0.9435008764266968, "Finetune/Step": 4474, "Finetune/Step Time": 4.867459032684565} +{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798022270202637, "Finetune/Loss (Raw)": 0.8060927987098694, "Finetune/Step": 4475, "Finetune/Step Time": 4.888709591701627} +{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.879866361618042, "Finetune/Loss (Raw)": 0.962843120098114, "Finetune/Step": 4476, "Finetune/Step Time": 4.8895495012402534} +{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8783625364303589, "Finetune/Loss (Raw)": 0.8408480286598206, "Finetune/Step": 4477, "Finetune/Step Time": 4.890037652105093} +{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8805924654006958, "Finetune/Loss (Raw)": 0.9754026532173157, "Finetune/Step": 4478, "Finetune/Step Time": 4.8718960005789995} +{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8803724646568298, "Finetune/Loss (Raw)": 0.9165407419204712, "Finetune/Step": 4479, "Finetune/Step Time": 4.881331827491522} +{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8803603649139404, "Finetune/Loss (Raw)": 0.8913114666938782, "Finetune/Step": 4480, "Finetune/Step Time": 4.885719230398536} +{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8800375461578369, "Finetune/Loss (Raw)": 0.9033390879631042, "Finetune/Step": 4481, "Finetune/Step Time": 4.887549350038171} +{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8806262016296387, "Finetune/Loss (Raw)": 0.8654332160949707, "Finetune/Step": 4482, "Finetune/Step Time": 4.901649111881852} +{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8803280591964722, "Finetune/Loss (Raw)": 0.9086376428604126, "Finetune/Step": 4483, "Finetune/Step Time": 4.899216398596764} +{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8803994655609131, "Finetune/Loss (Raw)": 0.9391272068023682, "Finetune/Step": 4484, "Finetune/Step Time": 4.9141840524971485} +{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799310922622681, "Finetune/Loss (Raw)": 0.8828924894332886, "Finetune/Step": 4485, "Finetune/Step Time": 4.914462549611926} +{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796795606613159, "Finetune/Loss (Raw)": 0.9369828104972839, "Finetune/Step": 4486, "Finetune/Step Time": 4.911678032949567} +{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.874924898147583, "Finetune/Loss (Raw)": 0.32128292322158813, "Finetune/Step": 4487, "Finetune/Step Time": 4.941315516829491} +{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761723041534424, "Finetune/Loss (Raw)": 1.0247488021850586, "Finetune/Step": 4488, "Finetune/Step Time": 4.947532616555691} +{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.873288631439209, "Finetune/Loss (Raw)": 0.7587119936943054, "Finetune/Step": 4489, "Finetune/Step Time": 4.937659110873938} +{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730405569076538, "Finetune/Loss (Raw)": 0.7889720797538757, "Finetune/Step": 4490, "Finetune/Step Time": 4.9418993052095175} +{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8724332451820374, "Finetune/Loss (Raw)": 0.8195567727088928, "Finetune/Step": 4491, "Finetune/Step Time": 4.941133914515376} +{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8732407689094543, "Finetune/Loss (Raw)": 0.9439795017242432, "Finetune/Step": 4492, "Finetune/Step Time": 4.929047180339694} +{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736720681190491, "Finetune/Loss (Raw)": 0.8800230026245117, "Finetune/Step": 4493, "Finetune/Step Time": 4.924593634903431} +{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8720561265945435, "Finetune/Loss (Raw)": 0.7307707667350769, "Finetune/Step": 4494, "Finetune/Step Time": 4.92957254126668} +{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728488087654114, "Finetune/Loss (Raw)": 0.9477898478507996, "Finetune/Step": 4495, "Finetune/Step Time": 4.929141080006957} +{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715189695358276, "Finetune/Loss (Raw)": 0.7920498251914978, "Finetune/Step": 4496, "Finetune/Step Time": 4.9364827908575535} +{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726534247398376, "Finetune/Loss (Raw)": 1.0048304796218872, "Finetune/Step": 4497, "Finetune/Step Time": 4.939245380461216} +{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8710917234420776, "Finetune/Loss (Raw)": 0.8100462555885315, "Finetune/Step": 4498, "Finetune/Step Time": 4.9440024215728045} +{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706668615341187, "Finetune/Loss (Raw)": 0.977996289730072, "Finetune/Step": 4499, "Finetune/Step Time": 4.943835791200399} +{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759968280792236, "Finetune/Loss (Raw)": 0.9274817109107971, "Finetune/Step": 4500, "Finetune/Step Time": 4.914495242759585} +{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.877476692199707, "Finetune/Loss (Raw)": 0.9802897572517395, "Finetune/Step": 4501, "Finetune/Step Time": 4.913135087117553} +{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8765472173690796, "Finetune/Loss (Raw)": 0.7546806335449219, "Finetune/Step": 4502, "Finetune/Step Time": 4.917892180383205} +{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8776437044143677, "Finetune/Loss (Raw)": 0.9936331510543823, "Finetune/Step": 4503, "Finetune/Step Time": 4.908534439280629} +{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8763953447341919, "Finetune/Loss (Raw)": 0.8723980784416199, "Finetune/Step": 4504, "Finetune/Step Time": 4.898050986230373} +{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8760002851486206, "Finetune/Loss (Raw)": 0.8457471132278442, "Finetune/Step": 4505, "Finetune/Step Time": 4.897612513974309} +{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8770834803581238, "Finetune/Loss (Raw)": 1.0569534301757812, "Finetune/Step": 4506, "Finetune/Step Time": 4.876767974346876} +{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8730688095092773, "Finetune/Loss (Raw)": 0.3249133229255676, "Finetune/Step": 4507, "Finetune/Step Time": 4.898972632363439} +{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8722282648086548, "Finetune/Loss (Raw)": 0.9225214123725891, "Finetune/Step": 4508, "Finetune/Step Time": 4.898624502122402} +{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712632656097412, "Finetune/Loss (Raw)": 0.8174704313278198, "Finetune/Step": 4509, "Finetune/Step Time": 4.884238505735993} +{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717272877693176, "Finetune/Loss (Raw)": 1.0158697366714478, "Finetune/Step": 4510, "Finetune/Step Time": 4.880356550216675} +{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737670183181763, "Finetune/Loss (Raw)": 1.0465962886810303, "Finetune/Step": 4511, "Finetune/Step Time": 4.8672971818596125} +{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694359064102173, "Finetune/Loss (Raw)": 0.35468876361846924, "Finetune/Step": 4512, "Finetune/Step Time": 4.898781005293131} +{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8696072101593018, "Finetune/Loss (Raw)": 0.8656312823295593, "Finetune/Step": 4513, "Finetune/Step Time": 4.89818262308836} +{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.868645429611206, "Finetune/Loss (Raw)": 0.8086423873901367, "Finetune/Step": 4514, "Finetune/Step Time": 4.879779454320669} +{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8669143915176392, "Finetune/Loss (Raw)": 0.8739739060401917, "Finetune/Step": 4515, "Finetune/Step Time": 4.882939744740725} +{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658461570739746, "Finetune/Loss (Raw)": 0.8039361238479614, "Finetune/Step": 4516, "Finetune/Step Time": 4.88302455842495} +{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644660711288452, "Finetune/Loss (Raw)": 0.7883505821228027, "Finetune/Step": 4517, "Finetune/Step Time": 4.879133166745305} +{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658391237258911, "Finetune/Loss (Raw)": 1.0387120246887207, "Finetune/Step": 4518, "Finetune/Step Time": 4.8745927307754755} +{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666881322860718, "Finetune/Loss (Raw)": 0.9794825315475464, "Finetune/Step": 4519, "Finetune/Step Time": 4.867777170613408} +{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715783357620239, "Finetune/Loss (Raw)": 0.9745608568191528, "Finetune/Step": 4520, "Finetune/Step Time": 4.824584418907762} +{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8733322024345398, "Finetune/Loss (Raw)": 1.0309176445007324, "Finetune/Step": 4521, "Finetune/Step Time": 4.817530611529946} +{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8734351992607117, "Finetune/Loss (Raw)": 0.8887266516685486, "Finetune/Step": 4522, "Finetune/Step Time": 4.814442094415426} +{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736766576766968, "Finetune/Loss (Raw)": 0.9168868064880371, "Finetune/Step": 4523, "Finetune/Step Time": 4.818686276674271} +{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724925518035889, "Finetune/Loss (Raw)": 0.8853187561035156, "Finetune/Step": 4524, "Finetune/Step Time": 4.812671454623342} +{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8760346174240112, "Finetune/Loss (Raw)": 0.866500198841095, "Finetune/Step": 4525, "Finetune/Step Time": 4.7845225390046835} +{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.874206006526947, "Finetune/Loss (Raw)": 0.7038081288337708, "Finetune/Step": 4526, "Finetune/Step Time": 4.780291307717562} +{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8724315762519836, "Finetune/Loss (Raw)": 0.6233711838722229, "Finetune/Step": 4527, "Finetune/Step Time": 4.804173180833459} +{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8719878196716309, "Finetune/Loss (Raw)": 0.8756791353225708, "Finetune/Step": 4528, "Finetune/Step Time": 4.794593192636967} +{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8768166303634644, "Finetune/Loss (Raw)": 0.9473077058792114, "Finetune/Step": 4529, "Finetune/Step Time": 4.762139789760113} +{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8778094053268433, "Finetune/Loss (Raw)": 0.9923865795135498, "Finetune/Step": 4530, "Finetune/Step Time": 4.745521334931254} +{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8783212900161743, "Finetune/Loss (Raw)": 1.0317018032073975, "Finetune/Step": 4531, "Finetune/Step Time": 4.752575024962425} +{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8756227493286133, "Finetune/Loss (Raw)": 0.702945351600647, "Finetune/Step": 4532, "Finetune/Step Time": 4.7627894803881645} +{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.876158595085144, "Finetune/Loss (Raw)": 0.932013988494873, "Finetune/Step": 4533, "Finetune/Step Time": 4.755077164620161} +{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8725387454032898, "Finetune/Loss (Raw)": 0.332571417093277, "Finetune/Step": 4534, "Finetune/Step Time": 4.798161640763283} +{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723950386047363, "Finetune/Loss (Raw)": 0.8063887357711792, "Finetune/Step": 4535, "Finetune/Step Time": 4.799839362502098} +{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713355660438538, "Finetune/Loss (Raw)": 0.9229193925857544, "Finetune/Step": 4536, "Finetune/Step Time": 4.810059966519475} +{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.871596097946167, "Finetune/Loss (Raw)": 0.9025409817695618, "Finetune/Step": 4537, "Finetune/Step Time": 4.8074135556817055} +{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8716410994529724, "Finetune/Loss (Raw)": 0.9383565783500671, "Finetune/Step": 4538, "Finetune/Step Time": 4.806774809956551} +{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8711916208267212, "Finetune/Loss (Raw)": 0.817481517791748, "Finetune/Step": 4539, "Finetune/Step Time": 4.814365932717919} +{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8669594526290894, "Finetune/Loss (Raw)": 0.3081043064594269, "Finetune/Step": 4540, "Finetune/Step Time": 4.850913198664784} +{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8644455671310425, "Finetune/Loss (Raw)": 0.8017908930778503, "Finetune/Step": 4541, "Finetune/Step Time": 4.872925667092204} +{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8640483021736145, "Finetune/Loss (Raw)": 0.7916012406349182, "Finetune/Step": 4542, "Finetune/Step Time": 4.87428842112422} +{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630778193473816, "Finetune/Loss (Raw)": 0.8649972081184387, "Finetune/Step": 4543, "Finetune/Step Time": 4.868434643372893} +{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.864031195640564, "Finetune/Loss (Raw)": 0.942211925983429, "Finetune/Step": 4544, "Finetune/Step Time": 4.859880203381181} +{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635826706886292, "Finetune/Loss (Raw)": 0.9573339223861694, "Finetune/Step": 4545, "Finetune/Step Time": 4.872207835316658} +{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8642399311065674, "Finetune/Loss (Raw)": 0.9736048579216003, "Finetune/Step": 4546, "Finetune/Step Time": 4.871397903189063} +{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8643903732299805, "Finetune/Loss (Raw)": 0.9753597974777222, "Finetune/Step": 4547, "Finetune/Step Time": 4.864820748567581} +{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628643751144409, "Finetune/Loss (Raw)": 0.6212000846862793, "Finetune/Step": 4548, "Finetune/Step Time": 4.910545587539673} +{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8617818355560303, "Finetune/Loss (Raw)": 0.7733567357063293, "Finetune/Step": 4549, "Finetune/Step Time": 4.911026697605848} +{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8625519871711731, "Finetune/Loss (Raw)": 1.029455304145813, "Finetune/Step": 4550, "Finetune/Step Time": 4.908268306404352} +{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8631680011749268, "Finetune/Loss (Raw)": 0.9370332956314087, "Finetune/Step": 4551, "Finetune/Step Time": 4.90546970628202} +{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8666200637817383, "Finetune/Loss (Raw)": 0.7689419984817505, "Finetune/Step": 4552, "Finetune/Step Time": 4.88112548738718} +{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8674581050872803, "Finetune/Loss (Raw)": 0.9700795412063599, "Finetune/Step": 4553, "Finetune/Step Time": 4.856897408142686} +{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8688693046569824, "Finetune/Loss (Raw)": 1.1180330514907837, "Finetune/Step": 4554, "Finetune/Step Time": 4.855661367997527} +{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8694552183151245, "Finetune/Loss (Raw)": 0.9192607402801514, "Finetune/Step": 4555, "Finetune/Step Time": 4.856964223086834} +{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8708271980285645, "Finetune/Loss (Raw)": 1.110638976097107, "Finetune/Step": 4556, "Finetune/Step Time": 4.85955573245883} +{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.870050847530365, "Finetune/Loss (Raw)": 0.8132702112197876, "Finetune/Step": 4557, "Finetune/Step Time": 4.8622427601367235} +{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8697406649589539, "Finetune/Loss (Raw)": 0.7136094570159912, "Finetune/Step": 4558, "Finetune/Step Time": 4.834900084882975} +{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8704227209091187, "Finetune/Loss (Raw)": 1.0060549974441528, "Finetune/Step": 4559, "Finetune/Step Time": 4.835710447281599} +{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8700715899467468, "Finetune/Loss (Raw)": 0.8816744685173035, "Finetune/Step": 4560, "Finetune/Step Time": 4.831589641049504} +{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8715370297431946, "Finetune/Loss (Raw)": 0.955155611038208, "Finetune/Step": 4561, "Finetune/Step Time": 4.82076171040535} +{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8711408972740173, "Finetune/Loss (Raw)": 0.9789384603500366, "Finetune/Step": 4562, "Finetune/Step Time": 4.820968875661492} +{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8664214611053467, "Finetune/Loss (Raw)": 0.30004873871803284, "Finetune/Step": 4563, "Finetune/Step Time": 4.8551624938845634} +{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.866912305355072, "Finetune/Loss (Raw)": 0.8982226252555847, "Finetune/Step": 4564, "Finetune/Step Time": 4.8384011797606945} +{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8667790293693542, "Finetune/Loss (Raw)": 0.8374689221382141, "Finetune/Step": 4565, "Finetune/Step Time": 4.8333636950701475} +{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8665421009063721, "Finetune/Loss (Raw)": 0.883629322052002, "Finetune/Step": 4566, "Finetune/Step Time": 4.836007803678513} +{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8661524057388306, "Finetune/Loss (Raw)": 1.0175998210906982, "Finetune/Step": 4567, "Finetune/Step Time": 4.833482211455703} +{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8653583526611328, "Finetune/Loss (Raw)": 0.9626957178115845, "Finetune/Step": 4568, "Finetune/Step Time": 4.8307288233190775} +{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8657948970794678, "Finetune/Loss (Raw)": 1.0761324167251587, "Finetune/Step": 4569, "Finetune/Step Time": 4.822559799998999} +{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8657257556915283, "Finetune/Loss (Raw)": 0.9808508157730103, "Finetune/Step": 4570, "Finetune/Step Time": 4.808973263949156} +{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8661061525344849, "Finetune/Loss (Raw)": 0.9223369359970093, "Finetune/Step": 4571, "Finetune/Step Time": 4.826639112085104} +{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8664337396621704, "Finetune/Loss (Raw)": 0.8891950249671936, "Finetune/Step": 4572, "Finetune/Step Time": 4.832121465355158} +{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.867182731628418, "Finetune/Loss (Raw)": 0.857657790184021, "Finetune/Step": 4573, "Finetune/Step Time": 4.847385358065367} +{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8666524887084961, "Finetune/Loss (Raw)": 0.9409205913543701, "Finetune/Step": 4574, "Finetune/Step Time": 4.846727045252919} +{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.866270899772644, "Finetune/Loss (Raw)": 0.8424227833747864, "Finetune/Step": 4575, "Finetune/Step Time": 4.860748626291752} +{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8658143281936646, "Finetune/Loss (Raw)": 0.8542382717132568, "Finetune/Step": 4576, "Finetune/Step Time": 4.862670691683888} +{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8658440113067627, "Finetune/Loss (Raw)": 1.0447965860366821, "Finetune/Step": 4577, "Finetune/Step Time": 4.859765650704503} +{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8675618767738342, "Finetune/Loss (Raw)": 1.0366014242172241, "Finetune/Step": 4578, "Finetune/Step Time": 4.870123542845249} +{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8642798662185669, "Finetune/Loss (Raw)": 0.41394731402397156, "Finetune/Step": 4579, "Finetune/Step Time": 4.894206354394555} +{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8636572957038879, "Finetune/Loss (Raw)": 0.2630962133407593, "Finetune/Step": 4580, "Finetune/Step Time": 4.8998158145695925} +{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.864415168762207, "Finetune/Loss (Raw)": 0.8909370303153992, "Finetune/Step": 4581, "Finetune/Step Time": 4.909056853502989} +{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.864810049533844, "Finetune/Loss (Raw)": 0.9901061058044434, "Finetune/Step": 4582, "Finetune/Step Time": 4.912333771586418} +{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8663210868835449, "Finetune/Loss (Raw)": 1.0130375623703003, "Finetune/Step": 4583, "Finetune/Step Time": 4.89357940107584} +{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8660871982574463, "Finetune/Loss (Raw)": 0.8237056136131287, "Finetune/Step": 4584, "Finetune/Step Time": 4.900112561881542} +{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653957843780518, "Finetune/Loss (Raw)": 0.7765336632728577, "Finetune/Step": 4585, "Finetune/Step Time": 4.888262553140521} +{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8645216822624207, "Finetune/Loss (Raw)": 0.793746829032898, "Finetune/Step": 4586, "Finetune/Step Time": 4.874408895149827} +{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8650333881378174, "Finetune/Loss (Raw)": 0.9484899640083313, "Finetune/Step": 4587, "Finetune/Step Time": 4.87022341042757} +{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8657063245773315, "Finetune/Loss (Raw)": 1.073111653327942, "Finetune/Step": 4588, "Finetune/Step Time": 4.893876027315855} +{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8661343455314636, "Finetune/Loss (Raw)": 0.8810041546821594, "Finetune/Step": 4589, "Finetune/Step Time": 4.894003422930837} +{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8652728199958801, "Finetune/Loss (Raw)": 0.8616632223129272, "Finetune/Step": 4590, "Finetune/Step Time": 4.8840022422373295} +{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8670141100883484, "Finetune/Loss (Raw)": 0.9617007374763489, "Finetune/Step": 4591, "Finetune/Step Time": 4.873731603845954} +{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8621445894241333, "Finetune/Loss (Raw)": 0.288388729095459, "Finetune/Step": 4592, "Finetune/Step Time": 4.890787269920111} +{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631864786148071, "Finetune/Loss (Raw)": 0.963341236114502, "Finetune/Step": 4593, "Finetune/Step Time": 4.895847495645285} +{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8595754504203796, "Finetune/Loss (Raw)": 0.40859827399253845, "Finetune/Step": 4594, "Finetune/Step Time": 4.9359139781445265} +{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8597924709320068, "Finetune/Loss (Raw)": 0.9794309139251709, "Finetune/Step": 4595, "Finetune/Step Time": 4.938282161951065} +{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8607663512229919, "Finetune/Loss (Raw)": 1.0015368461608887, "Finetune/Step": 4596, "Finetune/Step Time": 4.945307709276676} +{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.859965443611145, "Finetune/Loss (Raw)": 0.7754440903663635, "Finetune/Step": 4597, "Finetune/Step Time": 4.940656695514917} +{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8601952791213989, "Finetune/Loss (Raw)": 0.8965715765953064, "Finetune/Step": 4598, "Finetune/Step Time": 4.937814129516482} +{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8600590229034424, "Finetune/Loss (Raw)": 0.83023601770401, "Finetune/Step": 4599, "Finetune/Step Time": 4.931783966720104} +{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8599066734313965, "Finetune/Loss (Raw)": 0.8781334161758423, "Finetune/Step": 4600, "Finetune/Step Time": 4.935536639764905} +{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.857609748840332, "Finetune/Loss (Raw)": 0.7666995525360107, "Finetune/Step": 4601, "Finetune/Step Time": 4.940387194976211} +{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.858573317527771, "Finetune/Loss (Raw)": 1.0668383836746216, "Finetune/Step": 4602, "Finetune/Step Time": 4.948623206466436} +{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8599607944488525, "Finetune/Loss (Raw)": 0.9836899042129517, "Finetune/Step": 4603, "Finetune/Step Time": 4.940966170281172} +{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8591670989990234, "Finetune/Loss (Raw)": 0.8612494468688965, "Finetune/Step": 4604, "Finetune/Step Time": 4.935328746214509} +{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8551520109176636, "Finetune/Loss (Raw)": 0.32691890001296997, "Finetune/Step": 4605, "Finetune/Step Time": 4.969925098121166} +{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8546468615531921, "Finetune/Loss (Raw)": 0.910736620426178, "Finetune/Step": 4606, "Finetune/Step Time": 4.97787107527256} +{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8542317152023315, "Finetune/Loss (Raw)": 0.8634108901023865, "Finetune/Step": 4607, "Finetune/Step Time": 4.969666687771678} +{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8541964292526245, "Finetune/Loss (Raw)": 0.8867939710617065, "Finetune/Step": 4608, "Finetune/Step Time": 4.9657251406461} +{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8555307984352112, "Finetune/Loss (Raw)": 1.074135184288025, "Finetune/Step": 4609, "Finetune/Step Time": 4.964029395952821} +{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8554764986038208, "Finetune/Loss (Raw)": 0.8584842681884766, "Finetune/Step": 4610, "Finetune/Step Time": 4.946830159053206} +{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8505865335464478, "Finetune/Loss (Raw)": 0.28272339701652527, "Finetune/Step": 4611, "Finetune/Step Time": 4.9820693247020245} +{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8504586815834045, "Finetune/Loss (Raw)": 0.9227560758590698, "Finetune/Step": 4612, "Finetune/Step Time": 4.963561713695526} +{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8505995273590088, "Finetune/Loss (Raw)": 0.9009148478507996, "Finetune/Step": 4613, "Finetune/Step Time": 4.988244038075209} +{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8495047688484192, "Finetune/Loss (Raw)": 0.7968599200248718, "Finetune/Step": 4614, "Finetune/Step Time": 4.994799571111798} +{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8548086285591125, "Finetune/Loss (Raw)": 1.0001786947250366, "Finetune/Step": 4615, "Finetune/Step Time": 4.959398712962866} +{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8535041809082031, "Finetune/Loss (Raw)": 0.8577815890312195, "Finetune/Step": 4616, "Finetune/Step Time": 4.951148133724928} +{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.853874683380127, "Finetune/Loss (Raw)": 0.8061347603797913, "Finetune/Step": 4617, "Finetune/Step Time": 4.94294310733676} +{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8548290133476257, "Finetune/Loss (Raw)": 0.911126434803009, "Finetune/Step": 4618, "Finetune/Step Time": 4.93442458845675} +{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8567577004432678, "Finetune/Loss (Raw)": 1.0664271116256714, "Finetune/Step": 4619, "Finetune/Step Time": 4.936312278732657} +{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8561968803405762, "Finetune/Loss (Raw)": 0.8721993565559387, "Finetune/Step": 4620, "Finetune/Step Time": 4.939863031730056} +{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.857509970664978, "Finetune/Loss (Raw)": 1.0480937957763672, "Finetune/Step": 4621, "Finetune/Step Time": 4.929434288293123} +{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8589317798614502, "Finetune/Loss (Raw)": 0.9127642512321472, "Finetune/Step": 4622, "Finetune/Step Time": 4.925903657451272} +{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8595868945121765, "Finetune/Loss (Raw)": 1.0316424369812012, "Finetune/Step": 4623, "Finetune/Step Time": 4.9235090259462595} +{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8602673411369324, "Finetune/Loss (Raw)": 0.8791477680206299, "Finetune/Step": 4624, "Finetune/Step Time": 4.916511166840792} +{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8597936630249023, "Finetune/Loss (Raw)": 0.9441957473754883, "Finetune/Step": 4625, "Finetune/Step Time": 4.917063953354955} +{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8561498522758484, "Finetune/Loss (Raw)": 0.3436392545700073, "Finetune/Step": 4626, "Finetune/Step Time": 4.947188830003142} +{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8558939099311829, "Finetune/Loss (Raw)": 0.945239245891571, "Finetune/Step": 4627, "Finetune/Step Time": 4.95712829194963} +{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8551861643791199, "Finetune/Loss (Raw)": 0.8368856906890869, "Finetune/Step": 4628, "Finetune/Step Time": 4.960958741605282} +{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8544097542762756, "Finetune/Loss (Raw)": 0.8809049725532532, "Finetune/Step": 4629, "Finetune/Step Time": 4.959367794916034} +{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8551327586174011, "Finetune/Loss (Raw)": 0.8472309708595276, "Finetune/Step": 4630, "Finetune/Step Time": 4.967539519071579} +{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8535258769989014, "Finetune/Loss (Raw)": 0.7879577875137329, "Finetune/Step": 4631, "Finetune/Step Time": 4.9863624181598425} +{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8487833142280579, "Finetune/Loss (Raw)": 0.26534396409988403, "Finetune/Step": 4632, "Finetune/Step Time": 5.016620054841042} +{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8493812680244446, "Finetune/Loss (Raw)": 0.9222838282585144, "Finetune/Step": 4633, "Finetune/Step Time": 5.029010716825724} +{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8484488725662231, "Finetune/Loss (Raw)": 0.9376064538955688, "Finetune/Step": 4634, "Finetune/Step Time": 5.035966042429209} +{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8519861102104187, "Finetune/Loss (Raw)": 0.7776834964752197, "Finetune/Step": 4635, "Finetune/Step Time": 5.0198337491601706} +{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8518420457839966, "Finetune/Loss (Raw)": 0.9040841460227966, "Finetune/Step": 4636, "Finetune/Step Time": 5.021786233410239} +{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8526872396469116, "Finetune/Loss (Raw)": 0.9256508350372314, "Finetune/Step": 4637, "Finetune/Step Time": 5.0159286092966795} +{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.853638768196106, "Finetune/Loss (Raw)": 1.1376700401306152, "Finetune/Step": 4638, "Finetune/Step Time": 5.0195663925260305} +{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.851457953453064, "Finetune/Loss (Raw)": 0.7674532532691956, "Finetune/Step": 4639, "Finetune/Step Time": 5.044220199808478} +{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.856595516204834, "Finetune/Loss (Raw)": 1.0122929811477661, "Finetune/Step": 4640, "Finetune/Step Time": 5.0082493387162685} +{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8570858240127563, "Finetune/Loss (Raw)": 0.92839115858078, "Finetune/Step": 4641, "Finetune/Step Time": 5.006704967468977} +{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8578047752380371, "Finetune/Loss (Raw)": 0.9006687998771667, "Finetune/Step": 4642, "Finetune/Step Time": 5.0075026750564575} +{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8587695360183716, "Finetune/Loss (Raw)": 0.9974631667137146, "Finetune/Step": 4643, "Finetune/Step Time": 5.004758322611451} +{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8553676605224609, "Finetune/Loss (Raw)": 0.36848801374435425, "Finetune/Step": 4644, "Finetune/Step Time": 5.0360940005630255} +{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8573905229568481, "Finetune/Loss (Raw)": 1.0472795963287354, "Finetune/Step": 4645, "Finetune/Step Time": 5.034102952107787} +{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8557696342468262, "Finetune/Loss (Raw)": 0.8312389850616455, "Finetune/Step": 4646, "Finetune/Step Time": 5.047060156241059} +{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8553255796432495, "Finetune/Loss (Raw)": 0.9226400256156921, "Finetune/Step": 4647, "Finetune/Step Time": 5.051345644518733} +{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.855478048324585, "Finetune/Loss (Raw)": 0.9940779209136963, "Finetune/Step": 4648, "Finetune/Step Time": 5.0626963302493095} +{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8551782965660095, "Finetune/Loss (Raw)": 0.9925507307052612, "Finetune/Step": 4649, "Finetune/Step Time": 5.059066995978355} +{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8550887107849121, "Finetune/Loss (Raw)": 0.8772555589675903, "Finetune/Step": 4650, "Finetune/Step Time": 5.067011311650276} +{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8550927639007568, "Finetune/Loss (Raw)": 0.9174103736877441, "Finetune/Step": 4651, "Finetune/Step Time": 5.065593961626291} +{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8551154136657715, "Finetune/Loss (Raw)": 0.8882154226303101, "Finetune/Step": 4652, "Finetune/Step Time": 5.064063481986523} +{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8506585359573364, "Finetune/Loss (Raw)": 0.2960195243358612, "Finetune/Step": 4653, "Finetune/Step Time": 5.091707672923803} +{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.852327823638916, "Finetune/Loss (Raw)": 0.917482852935791, "Finetune/Step": 4654, "Finetune/Step Time": 5.096438890323043} +{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8533650040626526, "Finetune/Loss (Raw)": 0.7561295032501221, "Finetune/Step": 4655, "Finetune/Step Time": 5.0753885339945555} +{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8499037027359009, "Finetune/Loss (Raw)": 0.43262600898742676, "Finetune/Step": 4656, "Finetune/Step Time": 5.118661146610975} +{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8493204116821289, "Finetune/Loss (Raw)": 0.8726542592048645, "Finetune/Step": 4657, "Finetune/Step Time": 5.1157735120505095} +{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8491830825805664, "Finetune/Loss (Raw)": 0.9748103618621826, "Finetune/Step": 4658, "Finetune/Step Time": 5.111569028347731} +{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.848730742931366, "Finetune/Loss (Raw)": 0.9737964868545532, "Finetune/Step": 4659, "Finetune/Step Time": 5.113649459555745} +{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8510735034942627, "Finetune/Loss (Raw)": 1.0028162002563477, "Finetune/Step": 4660, "Finetune/Step Time": 5.120282033458352} +{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8503819704055786, "Finetune/Loss (Raw)": 0.8435049057006836, "Finetune/Step": 4661, "Finetune/Step Time": 5.122115608304739} +{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8551016449928284, "Finetune/Loss (Raw)": 0.9366865158081055, "Finetune/Step": 4662, "Finetune/Step Time": 5.079417575150728} +{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8563756942749023, "Finetune/Loss (Raw)": 0.9694710373878479, "Finetune/Step": 4663, "Finetune/Step Time": 5.068458633497357} +{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8562435507774353, "Finetune/Loss (Raw)": 0.9059995412826538, "Finetune/Step": 4664, "Finetune/Step Time": 5.056528672575951} +{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.855646014213562, "Finetune/Loss (Raw)": 0.8260536789894104, "Finetune/Step": 4665, "Finetune/Step Time": 5.056550765410066} +{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8546352386474609, "Finetune/Loss (Raw)": 0.8089842200279236, "Finetune/Step": 4666, "Finetune/Step Time": 5.07623678445816} +{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8563500046730042, "Finetune/Loss (Raw)": 1.0369670391082764, "Finetune/Step": 4667, "Finetune/Step Time": 5.069692039862275} +{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8607279062271118, "Finetune/Loss (Raw)": 0.868482232093811, "Finetune/Step": 4668, "Finetune/Step Time": 5.044483562931418} +{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8571653366088867, "Finetune/Loss (Raw)": 0.3457789123058319, "Finetune/Step": 4669, "Finetune/Step Time": 5.0605397671461105} +{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8583076596260071, "Finetune/Loss (Raw)": 0.9378170371055603, "Finetune/Step": 4670, "Finetune/Step Time": 5.059964930638671} +{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8582952618598938, "Finetune/Loss (Raw)": 0.8634122014045715, "Finetune/Step": 4671, "Finetune/Step Time": 5.055114960297942} +{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8580856919288635, "Finetune/Loss (Raw)": 0.9153856635093689, "Finetune/Step": 4672, "Finetune/Step Time": 5.069019762799144} +{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8574284315109253, "Finetune/Loss (Raw)": 0.8732004761695862, "Finetune/Step": 4673, "Finetune/Step Time": 5.057604443281889} +{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.85774827003479, "Finetune/Loss (Raw)": 1.0145491361618042, "Finetune/Step": 4674, "Finetune/Step Time": 5.081252051517367} +{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8573143482208252, "Finetune/Loss (Raw)": 0.9198132753372192, "Finetune/Step": 4675, "Finetune/Step Time": 5.083277907222509} +{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8592623472213745, "Finetune/Loss (Raw)": 0.8705427050590515, "Finetune/Step": 4676, "Finetune/Step Time": 5.020892018452287} +{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8606855273246765, "Finetune/Loss (Raw)": 0.9555272459983826, "Finetune/Step": 4677, "Finetune/Step Time": 5.010686594992876} +{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8604080677032471, "Finetune/Loss (Raw)": 0.993939995765686, "Finetune/Step": 4678, "Finetune/Step Time": 5.03630168735981} +{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590947389602661, "Finetune/Loss (Raw)": 0.7689300179481506, "Finetune/Step": 4679, "Finetune/Step Time": 5.035880405455828} +{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8614007830619812, "Finetune/Loss (Raw)": 1.064117670059204, "Finetune/Step": 4680, "Finetune/Step Time": 5.027472827583551} +{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8609475493431091, "Finetune/Loss (Raw)": 0.9120607376098633, "Finetune/Step": 4681, "Finetune/Step Time": 5.044575659558177} +{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597601652145386, "Finetune/Loss (Raw)": 0.9660585522651672, "Finetune/Step": 4682, "Finetune/Step Time": 5.055637018755078} +{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8601746559143066, "Finetune/Loss (Raw)": 0.9723061919212341, "Finetune/Step": 4683, "Finetune/Step Time": 5.039599282667041} +{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8591312170028687, "Finetune/Loss (Raw)": 0.9770752787590027, "Finetune/Step": 4684, "Finetune/Step Time": 5.031983783468604} +{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8602440357208252, "Finetune/Loss (Raw)": 0.9557125568389893, "Finetune/Step": 4685, "Finetune/Step Time": 5.034334382042289} +{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8609294891357422, "Finetune/Loss (Raw)": 0.8013529777526855, "Finetune/Step": 4686, "Finetune/Step Time": 5.032615564763546} +{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602598309516907, "Finetune/Loss (Raw)": 0.9203383326530457, "Finetune/Step": 4687, "Finetune/Step Time": 5.029463345184922} +{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.862351655960083, "Finetune/Loss (Raw)": 1.1494230031967163, "Finetune/Step": 4688, "Finetune/Step Time": 5.02627182751894} +{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8630335927009583, "Finetune/Loss (Raw)": 1.042444109916687, "Finetune/Step": 4689, "Finetune/Step Time": 5.017707793042064} +{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8620405197143555, "Finetune/Loss (Raw)": 0.8518259525299072, "Finetune/Step": 4690, "Finetune/Step Time": 5.031884992495179} +{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.867402970790863, "Finetune/Loss (Raw)": 0.9864435791969299, "Finetune/Step": 4691, "Finetune/Step Time": 4.997769953683019} +{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.868620753288269, "Finetune/Loss (Raw)": 1.0540956258773804, "Finetune/Step": 4692, "Finetune/Step Time": 4.998503480106592} +{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8694552779197693, "Finetune/Loss (Raw)": 0.9442868828773499, "Finetune/Step": 4693, "Finetune/Step Time": 5.010296331718564} +{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706047534942627, "Finetune/Loss (Raw)": 1.0307625532150269, "Finetune/Step": 4694, "Finetune/Step Time": 5.003978461027145} +{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706547021865845, "Finetune/Loss (Raw)": 1.02399742603302, "Finetune/Step": 4695, "Finetune/Step Time": 5.0088198110461235} +{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8697724342346191, "Finetune/Loss (Raw)": 0.8497653007507324, "Finetune/Step": 4696, "Finetune/Step Time": 5.020139990374446} +{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.868550717830658, "Finetune/Loss (Raw)": 0.9197540879249573, "Finetune/Step": 4697, "Finetune/Step Time": 5.015152661129832} +{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8684186339378357, "Finetune/Loss (Raw)": 0.9639446139335632, "Finetune/Step": 4698, "Finetune/Step Time": 5.019349223002791} +{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.869147002696991, "Finetune/Loss (Raw)": 1.0155630111694336, "Finetune/Step": 4699, "Finetune/Step Time": 5.020640075206757} +{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8693878650665283, "Finetune/Loss (Raw)": 0.9200328588485718, "Finetune/Step": 4700, "Finetune/Step Time": 5.015962652862072} +{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8701334595680237, "Finetune/Loss (Raw)": 0.9530882835388184, "Finetune/Step": 4701, "Finetune/Step Time": 5.004459880292416} +{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8696889877319336, "Finetune/Loss (Raw)": 0.884030282497406, "Finetune/Step": 4702, "Finetune/Step Time": 5.006412461400032} +{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8708965182304382, "Finetune/Loss (Raw)": 0.9969853758811951, "Finetune/Step": 4703, "Finetune/Step Time": 4.989324422553182} +{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8703018426895142, "Finetune/Loss (Raw)": 0.7781276702880859, "Finetune/Step": 4704, "Finetune/Step Time": 4.983495591208339} +{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8698477745056152, "Finetune/Loss (Raw)": 0.9866732358932495, "Finetune/Step": 4705, "Finetune/Step Time": 4.978322308510542} +{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.868400514125824, "Finetune/Loss (Raw)": 0.8513498902320862, "Finetune/Step": 4706, "Finetune/Step Time": 4.965166661888361} +{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8712537288665771, "Finetune/Loss (Raw)": 0.7791568040847778, "Finetune/Step": 4707, "Finetune/Step Time": 4.931788429617882} +{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8753657341003418, "Finetune/Loss (Raw)": 0.7894317507743835, "Finetune/Step": 4708, "Finetune/Step Time": 4.891147119924426} +{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743675351142883, "Finetune/Loss (Raw)": 0.7631680369377136, "Finetune/Step": 4709, "Finetune/Step Time": 4.895475406199694} +{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747822046279907, "Finetune/Loss (Raw)": 1.0431824922561646, "Finetune/Step": 4710, "Finetune/Step Time": 4.891819143667817} +{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8738217353820801, "Finetune/Loss (Raw)": 0.8900987505912781, "Finetune/Step": 4711, "Finetune/Step Time": 4.89219462685287} +{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8742189407348633, "Finetune/Loss (Raw)": 0.8745489120483398, "Finetune/Step": 4712, "Finetune/Step Time": 4.899768648669124} +{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8758683800697327, "Finetune/Loss (Raw)": 0.9876627326011658, "Finetune/Step": 4713, "Finetune/Step Time": 4.901910567656159} +{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8764059543609619, "Finetune/Loss (Raw)": 0.8625569939613342, "Finetune/Step": 4714, "Finetune/Step Time": 4.905098071321845} +{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8766738772392273, "Finetune/Loss (Raw)": 0.9827808141708374, "Finetune/Step": 4715, "Finetune/Step Time": 4.9085451159626245} +{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8755221366882324, "Finetune/Loss (Raw)": 0.9256872534751892, "Finetune/Step": 4716, "Finetune/Step Time": 4.88429369777441} +{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8758923411369324, "Finetune/Loss (Raw)": 0.9283912777900696, "Finetune/Step": 4717, "Finetune/Step Time": 4.887080622836947} +{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746837377548218, "Finetune/Loss (Raw)": 0.70697021484375, "Finetune/Step": 4718, "Finetune/Step Time": 4.906626384705305} +{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.873564600944519, "Finetune/Loss (Raw)": 0.8184413909912109, "Finetune/Step": 4719, "Finetune/Step Time": 4.9119723327457905} +{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767569065093994, "Finetune/Loss (Raw)": 0.6970138549804688, "Finetune/Step": 4720, "Finetune/Step Time": 4.912508364766836} +{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759775161743164, "Finetune/Loss (Raw)": 0.8635765314102173, "Finetune/Step": 4721, "Finetune/Step Time": 4.916881561279297} +{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797658681869507, "Finetune/Loss (Raw)": 0.8935084939002991, "Finetune/Step": 4722, "Finetune/Step Time": 4.877948308363557} +{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793224096298218, "Finetune/Loss (Raw)": 0.9226685166358948, "Finetune/Step": 4723, "Finetune/Step Time": 4.876734800636768} +{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8785926699638367, "Finetune/Loss (Raw)": 0.9081218242645264, "Finetune/Step": 4724, "Finetune/Step Time": 4.898728782311082} +{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798049688339233, "Finetune/Loss (Raw)": 0.930620551109314, "Finetune/Step": 4725, "Finetune/Step Time": 4.901196468621492} +{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790423274040222, "Finetune/Loss (Raw)": 0.7989519834518433, "Finetune/Step": 4726, "Finetune/Step Time": 4.9037684965878725} +{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8793214559555054, "Finetune/Loss (Raw)": 0.8659662008285522, "Finetune/Step": 4727, "Finetune/Step Time": 4.900020411238074} +{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8798545598983765, "Finetune/Loss (Raw)": 0.9463669061660767, "Finetune/Step": 4728, "Finetune/Step Time": 4.902630845084786} +{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825160264968872, "Finetune/Loss (Raw)": 1.1073635816574097, "Finetune/Step": 4729, "Finetune/Step Time": 4.899385394528508} +{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8812764286994934, "Finetune/Loss (Raw)": 0.9081801772117615, "Finetune/Step": 4730, "Finetune/Step Time": 4.894480200484395} +{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802685737609863, "Finetune/Loss (Raw)": 0.854680061340332, "Finetune/Step": 4731, "Finetune/Step Time": 4.893029751256108} +{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804464340209961, "Finetune/Loss (Raw)": 0.884012758731842, "Finetune/Step": 4732, "Finetune/Step Time": 4.892970250919461} +{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8853616714477539, "Finetune/Loss (Raw)": 0.9560736417770386, "Finetune/Step": 4733, "Finetune/Step Time": 4.852652812376618} +{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8847892880439758, "Finetune/Loss (Raw)": 0.8374758362770081, "Finetune/Step": 4734, "Finetune/Step Time": 4.859460331499577} +{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8859552145004272, "Finetune/Loss (Raw)": 1.012649655342102, "Finetune/Step": 4735, "Finetune/Step Time": 4.859931195154786} +{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8849577903747559, "Finetune/Loss (Raw)": 0.7591138482093811, "Finetune/Step": 4736, "Finetune/Step Time": 4.869908077642322} +{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8831900358200073, "Finetune/Loss (Raw)": 0.8478692770004272, "Finetune/Step": 4737, "Finetune/Step Time": 4.879333540797234} +{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8846362829208374, "Finetune/Loss (Raw)": 1.0436058044433594, "Finetune/Step": 4738, "Finetune/Step Time": 4.888261156156659} +{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8887493014335632, "Finetune/Loss (Raw)": 0.8091883063316345, "Finetune/Step": 4739, "Finetune/Step Time": 4.856288800016046} +{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8883464932441711, "Finetune/Loss (Raw)": 0.8711910843849182, "Finetune/Step": 4740, "Finetune/Step Time": 4.859998883679509} +{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8870788812637329, "Finetune/Loss (Raw)": 0.7386600375175476, "Finetune/Step": 4741, "Finetune/Step Time": 4.842448737472296} +{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874386548995972, "Finetune/Loss (Raw)": 0.8429156541824341, "Finetune/Step": 4742, "Finetune/Step Time": 4.85294446349144} +{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8855502605438232, "Finetune/Loss (Raw)": 0.7584669589996338, "Finetune/Step": 4743, "Finetune/Step Time": 4.868342999368906} +{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8870819807052612, "Finetune/Loss (Raw)": 1.0538400411605835, "Finetune/Step": 4744, "Finetune/Step Time": 4.869591215625405} +{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8872323632240295, "Finetune/Loss (Raw)": 0.8253849744796753, "Finetune/Step": 4745, "Finetune/Step Time": 4.888907685875893} +{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8868514895439148, "Finetune/Loss (Raw)": 0.8623718619346619, "Finetune/Step": 4746, "Finetune/Step Time": 4.912826735526323} +{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868927955627441, "Finetune/Loss (Raw)": 1.0717159509658813, "Finetune/Step": 4747, "Finetune/Step Time": 4.912499900907278} +{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8876018524169922, "Finetune/Loss (Raw)": 0.9629630446434021, "Finetune/Step": 4748, "Finetune/Step Time": 4.902545630931854} +{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8863386511802673, "Finetune/Loss (Raw)": 0.8863994479179382, "Finetune/Step": 4749, "Finetune/Step Time": 4.899048242717981} +{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8862264156341553, "Finetune/Loss (Raw)": 0.8983945846557617, "Finetune/Step": 4750, "Finetune/Step Time": 4.901711003854871} +{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8855472803115845, "Finetune/Loss (Raw)": 0.9447164535522461, "Finetune/Step": 4751, "Finetune/Step Time": 4.917558254674077} +{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.886115312576294, "Finetune/Loss (Raw)": 0.9518544673919678, "Finetune/Step": 4752, "Finetune/Step Time": 4.920638086274266} +{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8849748373031616, "Finetune/Loss (Raw)": 0.7982166409492493, "Finetune/Step": 4753, "Finetune/Step Time": 4.912106230854988} +{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896095752716064, "Finetune/Loss (Raw)": 0.9368799328804016, "Finetune/Step": 4754, "Finetune/Step Time": 4.882144175469875} +{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8897882699966431, "Finetune/Loss (Raw)": 0.9681200385093689, "Finetune/Step": 4755, "Finetune/Step Time": 4.882113091647625} +{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8904335498809814, "Finetune/Loss (Raw)": 0.9194815158843994, "Finetune/Step": 4756, "Finetune/Step Time": 4.8803167920559645} +{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8906533718109131, "Finetune/Loss (Raw)": 0.9090431332588196, "Finetune/Step": 4757, "Finetune/Step Time": 4.879372987896204} +{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8908706903457642, "Finetune/Loss (Raw)": 0.8750410676002502, "Finetune/Step": 4758, "Finetune/Step Time": 4.869420578703284} +{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8916375637054443, "Finetune/Loss (Raw)": 0.8861133456230164, "Finetune/Step": 4759, "Finetune/Step Time": 4.855049619451165} +{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966127038002014, "Finetune/Loss (Raw)": 0.9021703004837036, "Finetune/Step": 4760, "Finetune/Step Time": 4.822152841836214} +{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957054615020752, "Finetune/Loss (Raw)": 0.8061564564704895, "Finetune/Step": 4761, "Finetune/Step Time": 4.8252149894833565} +{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948159217834473, "Finetune/Loss (Raw)": 0.8237486481666565, "Finetune/Step": 4762, "Finetune/Step Time": 4.824245486408472} +{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.89586341381073, "Finetune/Loss (Raw)": 0.911752462387085, "Finetune/Step": 4763, "Finetune/Step Time": 4.80870451964438} +{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8958576917648315, "Finetune/Loss (Raw)": 0.9033512473106384, "Finetune/Step": 4764, "Finetune/Step Time": 4.806711200624704} +{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8949402570724487, "Finetune/Loss (Raw)": 0.8082318305969238, "Finetune/Step": 4765, "Finetune/Step Time": 4.806672303006053} +{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944164514541626, "Finetune/Loss (Raw)": 1.07061767578125, "Finetune/Step": 4766, "Finetune/Step Time": 4.808561068028212} +{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8955625295639038, "Finetune/Loss (Raw)": 0.9141514897346497, "Finetune/Step": 4767, "Finetune/Step Time": 4.77842821739614} +{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8942804336547852, "Finetune/Loss (Raw)": 0.8481863737106323, "Finetune/Step": 4768, "Finetune/Step Time": 4.783031743019819} +{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8937995433807373, "Finetune/Loss (Raw)": 0.8668323159217834, "Finetune/Step": 4769, "Finetune/Step Time": 4.781963029876351} +{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8921535611152649, "Finetune/Loss (Raw)": 0.6899833083152771, "Finetune/Step": 4770, "Finetune/Step Time": 4.786206940189004} +{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8924549221992493, "Finetune/Loss (Raw)": 1.0360372066497803, "Finetune/Step": 4771, "Finetune/Step Time": 4.789393367245793} +{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8958885669708252, "Finetune/Loss (Raw)": 0.8079911470413208, "Finetune/Step": 4772, "Finetune/Step Time": 4.766090273857117} +{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8927481174468994, "Finetune/Loss (Raw)": 0.645309329032898, "Finetune/Step": 4773, "Finetune/Step Time": 4.7660047970712185} +{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8935757875442505, "Finetune/Loss (Raw)": 0.9371747374534607, "Finetune/Step": 4774, "Finetune/Step Time": 4.762397337704897} +{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8943040370941162, "Finetune/Loss (Raw)": 1.0158536434173584, "Finetune/Step": 4775, "Finetune/Step Time": 4.7597522512078285} +{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8933703303337097, "Finetune/Loss (Raw)": 0.8745701909065247, "Finetune/Step": 4776, "Finetune/Step Time": 4.765830751508474} +{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8930013179779053, "Finetune/Loss (Raw)": 0.9453242421150208, "Finetune/Step": 4777, "Finetune/Step Time": 4.767010582610965} +{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8883651494979858, "Finetune/Loss (Raw)": 0.2838168442249298, "Finetune/Step": 4778, "Finetune/Step Time": 4.787183150649071} +{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8894745707511902, "Finetune/Loss (Raw)": 1.0594148635864258, "Finetune/Step": 4779, "Finetune/Step Time": 4.788623698055744} +{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8896192908287048, "Finetune/Loss (Raw)": 0.9067426323890686, "Finetune/Step": 4780, "Finetune/Step Time": 4.799716109409928} +{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8938772678375244, "Finetune/Loss (Raw)": 0.8410369157791138, "Finetune/Step": 4781, "Finetune/Step Time": 4.772363975644112} +{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8937450647354126, "Finetune/Loss (Raw)": 0.9005659818649292, "Finetune/Step": 4782, "Finetune/Step Time": 4.774156196042895} +{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8906511664390564, "Finetune/Loss (Raw)": 0.3601047992706299, "Finetune/Step": 4783, "Finetune/Step Time": 4.810349239036441} +{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8944992423057556, "Finetune/Loss (Raw)": 0.9251877665519714, "Finetune/Step": 4784, "Finetune/Step Time": 4.768242944031954} +{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8960381746292114, "Finetune/Loss (Raw)": 1.0696324110031128, "Finetune/Step": 4785, "Finetune/Step Time": 4.770013330504298} +{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8956634402275085, "Finetune/Loss (Raw)": 0.9268425703048706, "Finetune/Step": 4786, "Finetune/Step Time": 4.7776424288749695} +{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8949968814849854, "Finetune/Loss (Raw)": 0.8884826898574829, "Finetune/Step": 4787, "Finetune/Step Time": 4.767709717154503} +{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8942134976387024, "Finetune/Loss (Raw)": 0.9025391936302185, "Finetune/Step": 4788, "Finetune/Step Time": 4.777266496792436} +{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8935282230377197, "Finetune/Loss (Raw)": 0.7557904124259949, "Finetune/Step": 4789, "Finetune/Step Time": 4.777000956237316} +{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8941134810447693, "Finetune/Loss (Raw)": 1.0116022825241089, "Finetune/Step": 4790, "Finetune/Step Time": 4.782546846196055} +{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8888548612594604, "Finetune/Loss (Raw)": 0.2963610291481018, "Finetune/Step": 4791, "Finetune/Step Time": 4.819341666996479} +{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8898720741271973, "Finetune/Loss (Raw)": 1.0362111330032349, "Finetune/Step": 4792, "Finetune/Step Time": 4.823164654895663} +{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8908752799034119, "Finetune/Loss (Raw)": 0.954461932182312, "Finetune/Step": 4793, "Finetune/Step Time": 4.821639731526375} +{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8911647200584412, "Finetune/Loss (Raw)": 0.8460291624069214, "Finetune/Step": 4794, "Finetune/Step Time": 4.802647814154625} +{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8895862102508545, "Finetune/Loss (Raw)": 0.8349154591560364, "Finetune/Step": 4795, "Finetune/Step Time": 4.828353265300393} +{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8903487920761108, "Finetune/Loss (Raw)": 0.9660985469818115, "Finetune/Step": 4796, "Finetune/Step Time": 4.821782052516937} +{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8950536251068115, "Finetune/Loss (Raw)": 0.9479950666427612, "Finetune/Step": 4797, "Finetune/Step Time": 4.786078995093703} +{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8935503959655762, "Finetune/Loss (Raw)": 0.7453992962837219, "Finetune/Step": 4798, "Finetune/Step Time": 4.802494017407298} +{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8938704133033752, "Finetune/Loss (Raw)": 0.9043755531311035, "Finetune/Step": 4799, "Finetune/Step Time": 4.8074628338217735} +{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8952849507331848, "Finetune/Loss (Raw)": 1.0964508056640625, "Finetune/Step": 4800, "Finetune/Step Time": 4.791055269539356} +{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8960592150688171, "Finetune/Loss (Raw)": 0.972307562828064, "Finetune/Step": 4801, "Finetune/Step Time": 4.784197466447949} +{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.895230770111084, "Finetune/Loss (Raw)": 0.9085017442703247, "Finetune/Step": 4802, "Finetune/Step Time": 4.758017044514418} +{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8955042362213135, "Finetune/Loss (Raw)": 0.9548220038414001, "Finetune/Step": 4803, "Finetune/Step Time": 4.7689631171524525} +{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8960891366004944, "Finetune/Loss (Raw)": 0.9454094767570496, "Finetune/Step": 4804, "Finetune/Step Time": 4.771866476163268} +{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8962931632995605, "Finetune/Loss (Raw)": 0.9816411137580872, "Finetune/Step": 4805, "Finetune/Step Time": 4.778370782732964} +{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8961960077285767, "Finetune/Loss (Raw)": 0.981507420539856, "Finetune/Step": 4806, "Finetune/Step Time": 4.759183384478092} +{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.897078275680542, "Finetune/Loss (Raw)": 0.881858229637146, "Finetune/Step": 4807, "Finetune/Step Time": 4.760322785004973} +{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8964996337890625, "Finetune/Loss (Raw)": 0.9900517463684082, "Finetune/Step": 4808, "Finetune/Step Time": 4.756616551429033} +{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8950049877166748, "Finetune/Loss (Raw)": 0.7207484841346741, "Finetune/Step": 4809, "Finetune/Step Time": 4.745366854593158} +{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8942821025848389, "Finetune/Loss (Raw)": 0.8735319375991821, "Finetune/Step": 4810, "Finetune/Step Time": 4.736347306519747} +{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8938987255096436, "Finetune/Loss (Raw)": 0.923226535320282, "Finetune/Step": 4811, "Finetune/Step Time": 4.752376044169068} +{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.893357515335083, "Finetune/Loss (Raw)": 0.9077998399734497, "Finetune/Step": 4812, "Finetune/Step Time": 4.75235371850431} +{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8895767331123352, "Finetune/Loss (Raw)": 0.47177666425704956, "Finetune/Step": 4813, "Finetune/Step Time": 4.783389067277312} +{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8903980255126953, "Finetune/Loss (Raw)": 0.9064762592315674, "Finetune/Step": 4814, "Finetune/Step Time": 4.773509211838245} +{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8908445835113525, "Finetune/Loss (Raw)": 0.9774948358535767, "Finetune/Step": 4815, "Finetune/Step Time": 4.7655389457941055} +{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8886095881462097, "Finetune/Loss (Raw)": 0.8633478879928589, "Finetune/Step": 4816, "Finetune/Step Time": 4.782071469351649} +{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8877353668212891, "Finetune/Loss (Raw)": 0.9305481314659119, "Finetune/Step": 4817, "Finetune/Step Time": 4.7920540906488895} +{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8889760971069336, "Finetune/Loss (Raw)": 1.0106388330459595, "Finetune/Step": 4818, "Finetune/Step Time": 4.782433081418276} +{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8889707922935486, "Finetune/Loss (Raw)": 0.9857560396194458, "Finetune/Step": 4819, "Finetune/Step Time": 4.781970290467143} +{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8880299925804138, "Finetune/Loss (Raw)": 0.933676540851593, "Finetune/Step": 4820, "Finetune/Step Time": 4.784515703096986} +{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8883937001228333, "Finetune/Loss (Raw)": 0.9908463954925537, "Finetune/Step": 4821, "Finetune/Step Time": 4.771828439086676} +{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8874977827072144, "Finetune/Loss (Raw)": 0.9160774946212769, "Finetune/Step": 4822, "Finetune/Step Time": 4.779971573501825} +{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8871608376502991, "Finetune/Loss (Raw)": 0.9808721542358398, "Finetune/Step": 4823, "Finetune/Step Time": 4.778672367334366} +{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8827893137931824, "Finetune/Loss (Raw)": 0.2902125120162964, "Finetune/Step": 4824, "Finetune/Step Time": 4.798943685367703} +{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8828550577163696, "Finetune/Loss (Raw)": 0.928169310092926, "Finetune/Step": 4825, "Finetune/Step Time": 4.803295828402042} +{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8828794956207275, "Finetune/Loss (Raw)": 0.9670678973197937, "Finetune/Step": 4826, "Finetune/Step Time": 4.801978826522827} +{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8825112581253052, "Finetune/Loss (Raw)": 0.9684329032897949, "Finetune/Step": 4827, "Finetune/Step Time": 4.7855408024042845} +{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8830043077468872, "Finetune/Loss (Raw)": 0.9831432104110718, "Finetune/Step": 4828, "Finetune/Step Time": 4.7926665637642145} +{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8824664950370789, "Finetune/Loss (Raw)": 0.8842490911483765, "Finetune/Step": 4829, "Finetune/Step Time": 4.798770876601338} +{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8829315304756165, "Finetune/Loss (Raw)": 0.9435515403747559, "Finetune/Step": 4830, "Finetune/Step Time": 4.796568512916565} +{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8778954148292542, "Finetune/Loss (Raw)": 0.35236307978630066, "Finetune/Step": 4831, "Finetune/Step Time": 4.8354678731411695} +{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8783672451972961, "Finetune/Loss (Raw)": 0.8385227918624878, "Finetune/Step": 4832, "Finetune/Step Time": 4.859068028628826} +{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8776538372039795, "Finetune/Loss (Raw)": 0.8953609466552734, "Finetune/Step": 4833, "Finetune/Step Time": 4.862199228256941} +{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8790444135665894, "Finetune/Loss (Raw)": 1.0293409824371338, "Finetune/Step": 4834, "Finetune/Step Time": 4.866593146696687} +{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8805487155914307, "Finetune/Loss (Raw)": 0.9717053174972534, "Finetune/Step": 4835, "Finetune/Step Time": 4.86345068924129} +{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8820797204971313, "Finetune/Loss (Raw)": 0.9853976964950562, "Finetune/Step": 4836, "Finetune/Step Time": 4.861709805205464} +{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8831065893173218, "Finetune/Loss (Raw)": 0.8946120738983154, "Finetune/Step": 4837, "Finetune/Step Time": 4.843564186245203} +{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8829687833786011, "Finetune/Loss (Raw)": 1.025533676147461, "Finetune/Step": 4838, "Finetune/Step Time": 4.845225194469094} +{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8826215267181396, "Finetune/Loss (Raw)": 0.8456624746322632, "Finetune/Step": 4839, "Finetune/Step Time": 4.846749663352966} +{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8833029270172119, "Finetune/Loss (Raw)": 0.961763322353363, "Finetune/Step": 4840, "Finetune/Step Time": 4.837111778557301} +{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8821548819541931, "Finetune/Loss (Raw)": 0.8407096862792969, "Finetune/Step": 4841, "Finetune/Step Time": 4.848541250452399} +{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8825592994689941, "Finetune/Loss (Raw)": 0.9143286347389221, "Finetune/Step": 4842, "Finetune/Step Time": 4.8587742783129215} +{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8833297491073608, "Finetune/Loss (Raw)": 1.081392765045166, "Finetune/Step": 4843, "Finetune/Step Time": 4.85496411472559} +{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8830873966217041, "Finetune/Loss (Raw)": 0.8946744203567505, "Finetune/Step": 4844, "Finetune/Step Time": 4.8749739564955235} +{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8840963840484619, "Finetune/Loss (Raw)": 1.057540774345398, "Finetune/Step": 4845, "Finetune/Step Time": 4.877867383882403} +{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8864489793777466, "Finetune/Loss (Raw)": 1.0080980062484741, "Finetune/Step": 4846, "Finetune/Step Time": 4.883236788213253} +{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8825383186340332, "Finetune/Loss (Raw)": 0.31787964701652527, "Finetune/Step": 4847, "Finetune/Step Time": 4.908557897433639} +{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8834729790687561, "Finetune/Loss (Raw)": 0.8166448473930359, "Finetune/Step": 4848, "Finetune/Step Time": 4.8712005242705345} +{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8829423785209656, "Finetune/Loss (Raw)": 0.7956638336181641, "Finetune/Step": 4849, "Finetune/Step Time": 4.891511019319296} +{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8837627172470093, "Finetune/Loss (Raw)": 0.9985092282295227, "Finetune/Step": 4850, "Finetune/Step Time": 4.899933060631156} +{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8838886618614197, "Finetune/Loss (Raw)": 0.9387935996055603, "Finetune/Step": 4851, "Finetune/Step Time": 4.905145797878504} +{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8836585879325867, "Finetune/Loss (Raw)": 0.878668487071991, "Finetune/Step": 4852, "Finetune/Step Time": 4.902192858979106} +{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8847748637199402, "Finetune/Loss (Raw)": 1.073502779006958, "Finetune/Step": 4853, "Finetune/Step Time": 4.908962210640311} +{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8837417364120483, "Finetune/Loss (Raw)": 0.6667120456695557, "Finetune/Step": 4854, "Finetune/Step Time": 4.911885466426611} +{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8844021558761597, "Finetune/Loss (Raw)": 0.9505038857460022, "Finetune/Step": 4855, "Finetune/Step Time": 4.918784772977233} +{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8843470215797424, "Finetune/Loss (Raw)": 0.9393064975738525, "Finetune/Step": 4856, "Finetune/Step Time": 4.913286376744509} +{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8834675550460815, "Finetune/Loss (Raw)": 0.9947867393493652, "Finetune/Step": 4857, "Finetune/Step Time": 4.911793138831854} +{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8844354748725891, "Finetune/Loss (Raw)": 1.032080054283142, "Finetune/Step": 4858, "Finetune/Step Time": 4.915209248661995} +{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.885144054889679, "Finetune/Loss (Raw)": 0.9453786611557007, "Finetune/Step": 4859, "Finetune/Step Time": 4.901631556451321} +{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8846561908721924, "Finetune/Loss (Raw)": 0.8215650320053101, "Finetune/Step": 4860, "Finetune/Step Time": 4.900244180113077} +{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8843376636505127, "Finetune/Loss (Raw)": 0.9152993559837341, "Finetune/Step": 4861, "Finetune/Step Time": 4.9150977078825235} +{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8855735063552856, "Finetune/Loss (Raw)": 0.9956721067428589, "Finetune/Step": 4862, "Finetune/Step Time": 4.899853205308318} +{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8857257962226868, "Finetune/Loss (Raw)": 1.032138705253601, "Finetune/Step": 4863, "Finetune/Step Time": 4.904347274452448} +{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8876146078109741, "Finetune/Loss (Raw)": 1.0008820295333862, "Finetune/Step": 4864, "Finetune/Step Time": 4.90964762493968} +{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8883865475654602, "Finetune/Loss (Raw)": 0.9466772079467773, "Finetune/Step": 4865, "Finetune/Step Time": 4.904202712699771} +{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8864875435829163, "Finetune/Loss (Raw)": 0.8005300760269165, "Finetune/Step": 4866, "Finetune/Step Time": 4.8958924021571875} +{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8828747272491455, "Finetune/Loss (Raw)": 0.3467543125152588, "Finetune/Step": 4867, "Finetune/Step Time": 4.931432208046317} +{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8821704387664795, "Finetune/Loss (Raw)": 0.7810376286506653, "Finetune/Step": 4868, "Finetune/Step Time": 4.93017846532166} +{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8828389048576355, "Finetune/Loss (Raw)": 0.8242210149765015, "Finetune/Step": 4869, "Finetune/Step Time": 4.940697284415364} +{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8825705051422119, "Finetune/Loss (Raw)": 0.8085587024688721, "Finetune/Step": 4870, "Finetune/Step Time": 4.9262267872691154} +{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8843615055084229, "Finetune/Loss (Raw)": 0.9877194762229919, "Finetune/Step": 4871, "Finetune/Step Time": 4.920714942738414} +{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8828980326652527, "Finetune/Loss (Raw)": 0.8665105104446411, "Finetune/Step": 4872, "Finetune/Step Time": 4.920736292377114} +{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8830149173736572, "Finetune/Loss (Raw)": 0.8403502702713013, "Finetune/Step": 4873, "Finetune/Step Time": 4.917763724923134} +{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.881846010684967, "Finetune/Loss (Raw)": 0.712752640247345, "Finetune/Step": 4874, "Finetune/Step Time": 4.901910277083516} +{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8801803588867188, "Finetune/Loss (Raw)": 0.8585163354873657, "Finetune/Step": 4875, "Finetune/Step Time": 4.9107344299554825} +{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.880152702331543, "Finetune/Loss (Raw)": 0.9594166874885559, "Finetune/Step": 4876, "Finetune/Step Time": 4.904296576976776} +{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.881233274936676, "Finetune/Loss (Raw)": 1.024714469909668, "Finetune/Step": 4877, "Finetune/Step Time": 4.9061569925397635} +{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8815425634384155, "Finetune/Loss (Raw)": 0.9379808902740479, "Finetune/Step": 4878, "Finetune/Step Time": 4.907882887870073} +{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8815941214561462, "Finetune/Loss (Raw)": 0.9513185024261475, "Finetune/Step": 4879, "Finetune/Step Time": 4.8889997061342} +{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8818186521530151, "Finetune/Loss (Raw)": 0.9805920720100403, "Finetune/Step": 4880, "Finetune/Step Time": 4.885519860312343} +{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8842580914497375, "Finetune/Loss (Raw)": 1.110468864440918, "Finetune/Step": 4881, "Finetune/Step Time": 4.885793706402183} +{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8833856582641602, "Finetune/Loss (Raw)": 0.8252032995223999, "Finetune/Step": 4882, "Finetune/Step Time": 4.888309201225638} +{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8821165561676025, "Finetune/Loss (Raw)": 0.8056815266609192, "Finetune/Step": 4883, "Finetune/Step Time": 4.879007248207927} +{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8829251527786255, "Finetune/Loss (Raw)": 1.0229718685150146, "Finetune/Step": 4884, "Finetune/Step Time": 4.876008611172438} +{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8826620578765869, "Finetune/Loss (Raw)": 0.8753716349601746, "Finetune/Step": 4885, "Finetune/Step Time": 4.879368187859654} +{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8838673830032349, "Finetune/Loss (Raw)": 1.0293270349502563, "Finetune/Step": 4886, "Finetune/Step Time": 4.8862239792943} +{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8841415643692017, "Finetune/Loss (Raw)": 0.9212061166763306, "Finetune/Step": 4887, "Finetune/Step Time": 4.892794582992792} +{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.88489830493927, "Finetune/Loss (Raw)": 0.999036431312561, "Finetune/Step": 4888, "Finetune/Step Time": 4.90296739153564} +{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8856977224349976, "Finetune/Loss (Raw)": 0.908473551273346, "Finetune/Step": 4889, "Finetune/Step Time": 4.89144778624177} +{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8863046765327454, "Finetune/Loss (Raw)": 0.9014419317245483, "Finetune/Step": 4890, "Finetune/Step Time": 4.910591632127762} +{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8854900598526001, "Finetune/Loss (Raw)": 0.8074815273284912, "Finetune/Step": 4891, "Finetune/Step Time": 4.907491339370608} +{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8857066631317139, "Finetune/Loss (Raw)": 0.9310752153396606, "Finetune/Step": 4892, "Finetune/Step Time": 4.902975555509329} +{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8875700235366821, "Finetune/Loss (Raw)": 1.0467466115951538, "Finetune/Step": 4893, "Finetune/Step Time": 4.902891404926777} +{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.886005163192749, "Finetune/Loss (Raw)": 0.8703199028968811, "Finetune/Step": 4894, "Finetune/Step Time": 4.909459713846445} +{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8852840065956116, "Finetune/Loss (Raw)": 0.8218327760696411, "Finetune/Step": 4895, "Finetune/Step Time": 4.9113743752241135} +{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8862594366073608, "Finetune/Loss (Raw)": 0.9730460047721863, "Finetune/Step": 4896, "Finetune/Step Time": 4.90388123691082} +{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851244449615479, "Finetune/Loss (Raw)": 0.7215539216995239, "Finetune/Step": 4897, "Finetune/Step Time": 4.9097922164946795} +{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8860921263694763, "Finetune/Loss (Raw)": 0.8138456344604492, "Finetune/Step": 4898, "Finetune/Step Time": 4.911086954176426} +{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.885948657989502, "Finetune/Loss (Raw)": 1.0176702737808228, "Finetune/Step": 4899, "Finetune/Step Time": 4.908412894234061} +{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.886560320854187, "Finetune/Loss (Raw)": 0.8862903118133545, "Finetune/Step": 4900, "Finetune/Step Time": 4.895353617146611} +{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.888251543045044, "Finetune/Loss (Raw)": 0.8617839217185974, "Finetune/Step": 4901, "Finetune/Step Time": 4.893812593072653} +{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8877338171005249, "Finetune/Loss (Raw)": 0.8709030151367188, "Finetune/Step": 4902, "Finetune/Step Time": 4.887043926864862} +{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8866355419158936, "Finetune/Loss (Raw)": 0.8752681016921997, "Finetune/Step": 4903, "Finetune/Step Time": 4.886811256408691} +{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8866925239562988, "Finetune/Loss (Raw)": 0.8818687796592712, "Finetune/Step": 4904, "Finetune/Step Time": 4.877452431246638} +{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870240449905396, "Finetune/Loss (Raw)": 0.9877575635910034, "Finetune/Step": 4905, "Finetune/Step Time": 4.881774861365557} +{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8917696475982666, "Finetune/Loss (Raw)": 0.8912560939788818, "Finetune/Step": 4906, "Finetune/Step Time": 4.84861708059907} +{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8899335861206055, "Finetune/Loss (Raw)": 0.8244020342826843, "Finetune/Step": 4907, "Finetune/Step Time": 4.850853759795427} +{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8900222778320312, "Finetune/Loss (Raw)": 0.9181010127067566, "Finetune/Step": 4908, "Finetune/Step Time": 4.861649960279465} +{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8904131650924683, "Finetune/Loss (Raw)": 0.891065776348114, "Finetune/Step": 4909, "Finetune/Step Time": 4.857792371883988} +{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8906431198120117, "Finetune/Loss (Raw)": 0.9300004839897156, "Finetune/Step": 4910, "Finetune/Step Time": 4.847284512594342} +{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8947731256484985, "Finetune/Loss (Raw)": 0.8887401223182678, "Finetune/Step": 4911, "Finetune/Step Time": 4.805801719427109} +{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8950260877609253, "Finetune/Loss (Raw)": 0.9575690627098083, "Finetune/Step": 4912, "Finetune/Step Time": 4.8128736559301615} +{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8943060636520386, "Finetune/Loss (Raw)": 0.9774660468101501, "Finetune/Step": 4913, "Finetune/Step Time": 4.827554469928145} +{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8901974558830261, "Finetune/Loss (Raw)": 0.40094664692878723, "Finetune/Step": 4914, "Finetune/Step Time": 4.855083195492625} +{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8893972635269165, "Finetune/Loss (Raw)": 0.7860496640205383, "Finetune/Step": 4915, "Finetune/Step Time": 4.858162499964237} +{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8894025087356567, "Finetune/Loss (Raw)": 0.9032207131385803, "Finetune/Step": 4916, "Finetune/Step Time": 4.8316168412566185} +{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8866637945175171, "Finetune/Loss (Raw)": 0.4052327871322632, "Finetune/Step": 4917, "Finetune/Step Time": 4.863552434369922} +{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.886017382144928, "Finetune/Loss (Raw)": 0.9288623929023743, "Finetune/Step": 4918, "Finetune/Step Time": 4.8572997990995646} +{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8906753063201904, "Finetune/Loss (Raw)": 0.8925695419311523, "Finetune/Step": 4919, "Finetune/Step Time": 4.82306369766593} +{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8898721933364868, "Finetune/Loss (Raw)": 0.9334112405776978, "Finetune/Step": 4920, "Finetune/Step Time": 4.8192100916057825} +{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8901301622390747, "Finetune/Loss (Raw)": 0.9874894618988037, "Finetune/Step": 4921, "Finetune/Step Time": 4.837923811748624} +{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8896381855010986, "Finetune/Loss (Raw)": 0.7830559611320496, "Finetune/Step": 4922, "Finetune/Step Time": 4.839106917381287} +{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8896838426589966, "Finetune/Loss (Raw)": 0.8407557606697083, "Finetune/Step": 4923, "Finetune/Step Time": 4.818695891648531} +{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.889371395111084, "Finetune/Loss (Raw)": 0.9261066317558289, "Finetune/Step": 4924, "Finetune/Step Time": 4.820347737520933} +{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8887571096420288, "Finetune/Loss (Raw)": 0.8693699836730957, "Finetune/Step": 4925, "Finetune/Step Time": 4.8200616631656885} +{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8895565867424011, "Finetune/Loss (Raw)": 0.8477309942245483, "Finetune/Step": 4926, "Finetune/Step Time": 4.804296988993883} +{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8890764117240906, "Finetune/Loss (Raw)": 0.8429136276245117, "Finetune/Step": 4927, "Finetune/Step Time": 4.802404295653105} +{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8859192132949829, "Finetune/Loss (Raw)": 0.6923285722732544, "Finetune/Step": 4928, "Finetune/Step Time": 4.825462659820914} +{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.884980320930481, "Finetune/Loss (Raw)": 0.8521254062652588, "Finetune/Step": 4929, "Finetune/Step Time": 4.829626247286797} +{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8851451873779297, "Finetune/Loss (Raw)": 0.9296080470085144, "Finetune/Step": 4930, "Finetune/Step Time": 4.829251606017351} +{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8852772116661072, "Finetune/Loss (Raw)": 0.97171950340271, "Finetune/Step": 4931, "Finetune/Step Time": 4.820939812809229} +{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8852447271347046, "Finetune/Loss (Raw)": 0.9412490725517273, "Finetune/Step": 4932, "Finetune/Step Time": 4.8182803094387054} +{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839998245239258, "Finetune/Loss (Raw)": 0.822291374206543, "Finetune/Step": 4933, "Finetune/Step Time": 4.8351046945899725} +{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.883842408657074, "Finetune/Loss (Raw)": 0.9613668918609619, "Finetune/Step": 4934, "Finetune/Step Time": 4.830227050930262} +{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8847325444221497, "Finetune/Loss (Raw)": 0.9957953691482544, "Finetune/Step": 4935, "Finetune/Step Time": 4.829501936212182} +{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8833850622177124, "Finetune/Loss (Raw)": 0.8175679445266724, "Finetune/Step": 4936, "Finetune/Step Time": 4.839890096336603} +{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8860287070274353, "Finetune/Loss (Raw)": 1.0591399669647217, "Finetune/Step": 4937, "Finetune/Step Time": 4.833563692867756} +{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867679834365845, "Finetune/Loss (Raw)": 0.9681592583656311, "Finetune/Step": 4938, "Finetune/Step Time": 4.84516560845077} +{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821545839309692, "Finetune/Loss (Raw)": 0.33270499110221863, "Finetune/Step": 4939, "Finetune/Step Time": 4.8597153108567} +{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8805767297744751, "Finetune/Loss (Raw)": 0.7058429718017578, "Finetune/Step": 4940, "Finetune/Step Time": 4.859546285122633} +{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829721808433533, "Finetune/Loss (Raw)": 0.7783908247947693, "Finetune/Step": 4941, "Finetune/Step Time": 4.825099131092429} +{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826318979263306, "Finetune/Loss (Raw)": 0.8629208207130432, "Finetune/Step": 4942, "Finetune/Step Time": 4.831909704953432} +{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8814352750778198, "Finetune/Loss (Raw)": 0.8243266940116882, "Finetune/Step": 4943, "Finetune/Step Time": 4.843504156917334} +{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8822618722915649, "Finetune/Loss (Raw)": 0.9691512584686279, "Finetune/Step": 4944, "Finetune/Step Time": 4.829815153032541} +{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8826080560684204, "Finetune/Loss (Raw)": 0.9748650789260864, "Finetune/Step": 4945, "Finetune/Step Time": 4.824411088600755} +{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8817867040634155, "Finetune/Loss (Raw)": 0.9055037498474121, "Finetune/Step": 4946, "Finetune/Step Time": 4.824962021782994} +{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8817039728164673, "Finetune/Loss (Raw)": 0.9751620888710022, "Finetune/Step": 4947, "Finetune/Step Time": 4.826533503830433} +{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8810746669769287, "Finetune/Loss (Raw)": 0.8531279563903809, "Finetune/Step": 4948, "Finetune/Step Time": 4.824158737435937} +{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8800404071807861, "Finetune/Loss (Raw)": 0.8584596514701843, "Finetune/Step": 4949, "Finetune/Step Time": 4.822131251916289} +{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8796567320823669, "Finetune/Loss (Raw)": 0.8669702410697937, "Finetune/Step": 4950, "Finetune/Step Time": 4.834166258573532} +{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8794443607330322, "Finetune/Loss (Raw)": 0.9536914229393005, "Finetune/Step": 4951, "Finetune/Step Time": 4.8328863605856895} +{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8846736550331116, "Finetune/Loss (Raw)": 0.9595586657524109, "Finetune/Step": 4952, "Finetune/Step Time": 4.807613724842668} +{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8842906355857849, "Finetune/Loss (Raw)": 0.8791435360908508, "Finetune/Step": 4953, "Finetune/Step Time": 4.808938989415765} +{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8845002055168152, "Finetune/Loss (Raw)": 0.9938929677009583, "Finetune/Step": 4954, "Finetune/Step Time": 4.860380984842777} +{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.884005606174469, "Finetune/Loss (Raw)": 0.9051215052604675, "Finetune/Step": 4955, "Finetune/Step Time": 4.8634258303791285} +{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8839669227600098, "Finetune/Loss (Raw)": 0.9781996607780457, "Finetune/Step": 4956, "Finetune/Step Time": 4.851101225242019} +{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8849687576293945, "Finetune/Loss (Raw)": 1.01246976852417, "Finetune/Step": 4957, "Finetune/Step Time": 4.840784251689911} +{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8845071196556091, "Finetune/Loss (Raw)": 0.8844719529151917, "Finetune/Step": 4958, "Finetune/Step Time": 4.858020398765802} +{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.885154128074646, "Finetune/Loss (Raw)": 0.4351746141910553, "Finetune/Step": 4959, "Finetune/Step Time": 4.858269929885864} +{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8853477239608765, "Finetune/Loss (Raw)": 0.8633098602294922, "Finetune/Step": 4960, "Finetune/Step Time": 4.831533640623093} +{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8848711252212524, "Finetune/Loss (Raw)": 0.8343519568443298, "Finetune/Step": 4961, "Finetune/Step Time": 4.82947089523077} +{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8843513131141663, "Finetune/Loss (Raw)": 0.9628070592880249, "Finetune/Step": 4962, "Finetune/Step Time": 4.828587086871266} +{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8836851119995117, "Finetune/Loss (Raw)": 0.8864343166351318, "Finetune/Step": 4963, "Finetune/Step Time": 4.832806367427111} +{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8836849927902222, "Finetune/Loss (Raw)": 0.985378623008728, "Finetune/Step": 4964, "Finetune/Step Time": 4.836724286898971} +{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8845425844192505, "Finetune/Loss (Raw)": 1.0043834447860718, "Finetune/Step": 4965, "Finetune/Step Time": 4.837475264444947} +{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8830721378326416, "Finetune/Loss (Raw)": 0.8373188376426697, "Finetune/Step": 4966, "Finetune/Step Time": 4.834557959809899} +{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8838663697242737, "Finetune/Loss (Raw)": 0.9473241567611694, "Finetune/Step": 4967, "Finetune/Step Time": 4.831793703138828} +{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8837449550628662, "Finetune/Loss (Raw)": 0.9462248682975769, "Finetune/Step": 4968, "Finetune/Step Time": 4.827079826965928} +{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8844739198684692, "Finetune/Loss (Raw)": 0.9340078830718994, "Finetune/Step": 4969, "Finetune/Step Time": 4.825318247079849} +{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8850651979446411, "Finetune/Loss (Raw)": 0.9900140762329102, "Finetune/Step": 4970, "Finetune/Step Time": 4.812401412054896} +{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8848614692687988, "Finetune/Loss (Raw)": 1.0553224086761475, "Finetune/Step": 4971, "Finetune/Step Time": 4.824267758056521} +{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8850013017654419, "Finetune/Loss (Raw)": 0.912567138671875, "Finetune/Step": 4972, "Finetune/Step Time": 4.818233218044043} +{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.884760320186615, "Finetune/Loss (Raw)": 1.0266942977905273, "Finetune/Step": 4973, "Finetune/Step Time": 4.818046409636736} +{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8792269229888916, "Finetune/Loss (Raw)": 0.2998248338699341, "Finetune/Step": 4974, "Finetune/Step Time": 4.826250027865171} +{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8833708763122559, "Finetune/Loss (Raw)": 0.8483060598373413, "Finetune/Step": 4975, "Finetune/Step Time": 4.7946407701820135} +{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8850662708282471, "Finetune/Loss (Raw)": 1.0336631536483765, "Finetune/Step": 4976, "Finetune/Step Time": 4.797359952703118} +{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8851099610328674, "Finetune/Loss (Raw)": 0.8012495040893555, "Finetune/Step": 4977, "Finetune/Step Time": 4.797651456668973} +{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8838838338851929, "Finetune/Loss (Raw)": 0.8415616154670715, "Finetune/Step": 4978, "Finetune/Step Time": 4.787946607917547} +{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8835126161575317, "Finetune/Loss (Raw)": 0.8912779092788696, "Finetune/Step": 4979, "Finetune/Step Time": 4.789956491440535} +{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8825244307518005, "Finetune/Loss (Raw)": 0.7521826028823853, "Finetune/Step": 4980, "Finetune/Step Time": 4.784650977700949} +{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8802766799926758, "Finetune/Loss (Raw)": 0.7857843041419983, "Finetune/Step": 4981, "Finetune/Step Time": 4.775708412751555} +{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8828504681587219, "Finetune/Loss (Raw)": 0.9961603283882141, "Finetune/Step": 4982, "Finetune/Step Time": 4.770922280848026} +{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8786036372184753, "Finetune/Loss (Raw)": 0.40691065788269043, "Finetune/Step": 4983, "Finetune/Step Time": 4.799191473051906} +{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8779211640357971, "Finetune/Loss (Raw)": 0.8519499897956848, "Finetune/Step": 4984, "Finetune/Step Time": 4.8102871887385845} +{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8785992860794067, "Finetune/Loss (Raw)": 1.0815889835357666, "Finetune/Step": 4985, "Finetune/Step Time": 4.807099059224129} +{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8762018084526062, "Finetune/Loss (Raw)": 0.7252012491226196, "Finetune/Step": 4986, "Finetune/Step Time": 4.798860652372241} +{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8763777017593384, "Finetune/Loss (Raw)": 0.9678888916969299, "Finetune/Step": 4987, "Finetune/Step Time": 4.806030340492725} +{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8776203989982605, "Finetune/Loss (Raw)": 0.9806348085403442, "Finetune/Step": 4988, "Finetune/Step Time": 4.814177002757788} +{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8779722452163696, "Finetune/Loss (Raw)": 0.9603368043899536, "Finetune/Step": 4989, "Finetune/Step Time": 4.8114263266325} +{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8772915601730347, "Finetune/Loss (Raw)": 0.9085468649864197, "Finetune/Step": 4990, "Finetune/Step Time": 4.814572773873806} +{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8760300278663635, "Finetune/Loss (Raw)": 0.8706600666046143, "Finetune/Step": 4991, "Finetune/Step Time": 4.808719774708152} +{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8762266635894775, "Finetune/Loss (Raw)": 1.0260497331619263, "Finetune/Step": 4992, "Finetune/Step Time": 4.808700557798147} +{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.87408447265625, "Finetune/Loss (Raw)": 0.6724751591682434, "Finetune/Step": 4993, "Finetune/Step Time": 4.822100784629583} +{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8746456503868103, "Finetune/Loss (Raw)": 0.8723591566085815, "Finetune/Step": 4994, "Finetune/Step Time": 4.834408355876803} +{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8770288228988647, "Finetune/Loss (Raw)": 0.6518044471740723, "Finetune/Step": 4995, "Finetune/Step Time": 4.808949349448085} +{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8793352842330933, "Finetune/Loss (Raw)": 1.0762659311294556, "Finetune/Step": 4996, "Finetune/Step Time": 4.810495246201754} +{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8803821802139282, "Finetune/Loss (Raw)": 0.9582160711288452, "Finetune/Step": 4997, "Finetune/Step Time": 4.789035262539983} +{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8830463886260986, "Finetune/Loss (Raw)": 1.1495827436447144, "Finetune/Step": 4998, "Finetune/Step Time": 4.786798847839236} +{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8832350373268127, "Finetune/Loss (Raw)": 1.0118662118911743, "Finetune/Step": 4999, "Finetune/Step Time": 4.776949556544423} +{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8791854381561279, "Finetune/Loss (Raw)": 0.34816184639930725, "Finetune/Step": 5000, "Finetune/Step Time": 4.813451647758484} +{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8802604675292969, "Finetune/Loss (Raw)": 0.9779565334320068, "Finetune/Step": 5001, "Finetune/Step Time": 4.795569811016321} +{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8804126977920532, "Finetune/Loss (Raw)": 0.7322303056716919, "Finetune/Step": 5002, "Finetune/Step Time": 4.797213828191161} +{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8802689909934998, "Finetune/Loss (Raw)": 0.8401286602020264, "Finetune/Step": 5003, "Finetune/Step Time": 4.785507798194885} +{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.879063069820404, "Finetune/Loss (Raw)": 0.8050563931465149, "Finetune/Step": 5004, "Finetune/Step Time": 4.79873313754797} +{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8782168626785278, "Finetune/Loss (Raw)": 0.9164024591445923, "Finetune/Step": 5005, "Finetune/Step Time": 4.800609719008207} +{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.878120481967926, "Finetune/Loss (Raw)": 0.9256435632705688, "Finetune/Step": 5006, "Finetune/Step Time": 4.792569939047098} +{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8774175047874451, "Finetune/Loss (Raw)": 0.8613357543945312, "Finetune/Step": 5007, "Finetune/Step Time": 4.802658326923847} +{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8761979937553406, "Finetune/Loss (Raw)": 0.8244895339012146, "Finetune/Step": 5008, "Finetune/Step Time": 4.809489324688911} +{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8757356405258179, "Finetune/Loss (Raw)": 1.0512956380844116, "Finetune/Step": 5009, "Finetune/Step Time": 4.806263621896505} +{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8771059513092041, "Finetune/Loss (Raw)": 1.0005944967269897, "Finetune/Step": 5010, "Finetune/Step Time": 4.797043528407812} +{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8778699040412903, "Finetune/Loss (Raw)": 0.9034759402275085, "Finetune/Step": 5011, "Finetune/Step Time": 4.798337988555431} +{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8767013549804688, "Finetune/Loss (Raw)": 0.8733987212181091, "Finetune/Step": 5012, "Finetune/Step Time": 4.7964662946760654} +{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8757733106613159, "Finetune/Loss (Raw)": 0.7565789818763733, "Finetune/Step": 5013, "Finetune/Step Time": 4.795160764828324} +{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8742234706878662, "Finetune/Loss (Raw)": 0.830953061580658, "Finetune/Step": 5014, "Finetune/Step Time": 4.784713724628091} +{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8733751177787781, "Finetune/Loss (Raw)": 0.8126133680343628, "Finetune/Step": 5015, "Finetune/Step Time": 4.77376033179462} +{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8726730346679688, "Finetune/Loss (Raw)": 0.9091655015945435, "Finetune/Step": 5016, "Finetune/Step Time": 4.788969350978732} +{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8720870614051819, "Finetune/Loss (Raw)": 0.8334711194038391, "Finetune/Step": 5017, "Finetune/Step Time": 4.794265704229474} +{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8712946176528931, "Finetune/Loss (Raw)": 0.8000053763389587, "Finetune/Step": 5018, "Finetune/Step Time": 4.782313140109181} +{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8713290095329285, "Finetune/Loss (Raw)": 0.8118893504142761, "Finetune/Step": 5019, "Finetune/Step Time": 4.781338902190328} +{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8667435646057129, "Finetune/Loss (Raw)": 0.3441370725631714, "Finetune/Step": 5020, "Finetune/Step Time": 4.815570464357734} +{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8659961223602295, "Finetune/Loss (Raw)": 0.9510793089866638, "Finetune/Step": 5021, "Finetune/Step Time": 4.814816854894161} +{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.866410493850708, "Finetune/Loss (Raw)": 0.9233563542366028, "Finetune/Step": 5022, "Finetune/Step Time": 4.7969572599977255} +{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8673632740974426, "Finetune/Loss (Raw)": 0.9437857866287231, "Finetune/Step": 5023, "Finetune/Step Time": 4.8039079792797565} +{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8665270805358887, "Finetune/Loss (Raw)": 0.8660117983818054, "Finetune/Step": 5024, "Finetune/Step Time": 4.807777550071478} +{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8676484823226929, "Finetune/Loss (Raw)": 0.8650985956192017, "Finetune/Step": 5025, "Finetune/Step Time": 4.812463099136949} +{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8688644170761108, "Finetune/Loss (Raw)": 0.9694805145263672, "Finetune/Step": 5026, "Finetune/Step Time": 4.8041640520095825} +{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8685804605484009, "Finetune/Loss (Raw)": 0.9813331961631775, "Finetune/Step": 5027, "Finetune/Step Time": 4.807047255337238} +{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8694543242454529, "Finetune/Loss (Raw)": 0.998136579990387, "Finetune/Step": 5028, "Finetune/Step Time": 4.809812365099788} +{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8699465394020081, "Finetune/Loss (Raw)": 0.9247889518737793, "Finetune/Step": 5029, "Finetune/Step Time": 4.811527797952294} +{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698558807373047, "Finetune/Loss (Raw)": 0.8592994213104248, "Finetune/Step": 5030, "Finetune/Step Time": 4.814961604773998} +{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8703826665878296, "Finetune/Loss (Raw)": 0.942699670791626, "Finetune/Step": 5031, "Finetune/Step Time": 4.81661338545382} +{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713074922561646, "Finetune/Loss (Raw)": 1.0002423524856567, "Finetune/Step": 5032, "Finetune/Step Time": 4.809189675375819} +{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706294298171997, "Finetune/Loss (Raw)": 0.9009618163108826, "Finetune/Step": 5033, "Finetune/Step Time": 4.802300667390227} +{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8712122440338135, "Finetune/Loss (Raw)": 0.9658614993095398, "Finetune/Step": 5034, "Finetune/Step Time": 4.799642775207758} +{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8712767958641052, "Finetune/Loss (Raw)": 0.8326631784439087, "Finetune/Step": 5035, "Finetune/Step Time": 4.796999907121062} +{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8707664012908936, "Finetune/Loss (Raw)": 0.8527671098709106, "Finetune/Step": 5036, "Finetune/Step Time": 4.771868743002415} +{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8715946674346924, "Finetune/Loss (Raw)": 0.9970846772193909, "Finetune/Step": 5037, "Finetune/Step Time": 4.766942569985986} +{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8721712231636047, "Finetune/Loss (Raw)": 1.003804087638855, "Finetune/Step": 5038, "Finetune/Step Time": 4.7799636740237474} +{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8740900754928589, "Finetune/Loss (Raw)": 1.1343574523925781, "Finetune/Step": 5039, "Finetune/Step Time": 4.785059776157141} +{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.872765302658081, "Finetune/Loss (Raw)": 0.787993311882019, "Finetune/Step": 5040, "Finetune/Step Time": 4.7892555594444275} +{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8731932044029236, "Finetune/Loss (Raw)": 1.0322372913360596, "Finetune/Step": 5041, "Finetune/Step Time": 4.7713385708630085} +{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8780403733253479, "Finetune/Loss (Raw)": 1.0213868618011475, "Finetune/Step": 5042, "Finetune/Step Time": 4.755172409117222} +{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8788110017776489, "Finetune/Loss (Raw)": 0.8846928477287292, "Finetune/Step": 5043, "Finetune/Step Time": 4.757298022508621} +{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8785987496376038, "Finetune/Loss (Raw)": 0.8760442733764648, "Finetune/Step": 5044, "Finetune/Step Time": 4.766298903152347} +{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8776560425758362, "Finetune/Loss (Raw)": 0.2845681607723236, "Finetune/Step": 5045, "Finetune/Step Time": 4.77117552049458} +{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8729712963104248, "Finetune/Loss (Raw)": 0.3292232155799866, "Finetune/Step": 5046, "Finetune/Step Time": 4.806180687621236} +{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8733080625534058, "Finetune/Loss (Raw)": 0.9356659054756165, "Finetune/Step": 5047, "Finetune/Step Time": 4.805518446490169} +{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8738009333610535, "Finetune/Loss (Raw)": 0.9964985847473145, "Finetune/Step": 5048, "Finetune/Step Time": 4.806056369096041} +{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8730841875076294, "Finetune/Loss (Raw)": 0.8957491517066956, "Finetune/Step": 5049, "Finetune/Step Time": 4.792754614725709} +{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8740009069442749, "Finetune/Loss (Raw)": 0.9003946185112, "Finetune/Step": 5050, "Finetune/Step Time": 4.804136876016855} +{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8739492893218994, "Finetune/Loss (Raw)": 0.8341460227966309, "Finetune/Step": 5051, "Finetune/Step Time": 4.812916822731495} +{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8695789575576782, "Finetune/Loss (Raw)": 0.3667123317718506, "Finetune/Step": 5052, "Finetune/Step Time": 4.843565925955772} +{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8695927262306213, "Finetune/Loss (Raw)": 0.8711264729499817, "Finetune/Step": 5053, "Finetune/Step Time": 4.852015528827906} +{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8711593151092529, "Finetune/Loss (Raw)": 1.0482587814331055, "Finetune/Step": 5054, "Finetune/Step Time": 4.858101598918438} +{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8712829351425171, "Finetune/Loss (Raw)": 0.8587344884872437, "Finetune/Step": 5055, "Finetune/Step Time": 4.863951075822115} +{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.873079776763916, "Finetune/Loss (Raw)": 0.9223212599754333, "Finetune/Step": 5056, "Finetune/Step Time": 4.83849941380322} +{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8736441135406494, "Finetune/Loss (Raw)": 0.9243630766868591, "Finetune/Step": 5057, "Finetune/Step Time": 4.84215310588479} +{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8736023902893066, "Finetune/Loss (Raw)": 0.9242721199989319, "Finetune/Step": 5058, "Finetune/Step Time": 4.8512534480541945} +{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8737781047821045, "Finetune/Loss (Raw)": 0.9942046403884888, "Finetune/Step": 5059, "Finetune/Step Time": 4.848827984184027} +{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8742905855178833, "Finetune/Loss (Raw)": 1.006840705871582, "Finetune/Step": 5060, "Finetune/Step Time": 4.848958978429437} +{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8751774430274963, "Finetune/Loss (Raw)": 0.9358148574829102, "Finetune/Step": 5061, "Finetune/Step Time": 4.825347054749727} +{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8745532631874084, "Finetune/Loss (Raw)": 0.8814764022827148, "Finetune/Step": 5062, "Finetune/Step Time": 4.8299641869962215} +{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8743764162063599, "Finetune/Loss (Raw)": 0.9731571674346924, "Finetune/Step": 5063, "Finetune/Step Time": 4.833475278690457} +{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.874299943447113, "Finetune/Loss (Raw)": 0.8077772855758667, "Finetune/Step": 5064, "Finetune/Step Time": 4.828931612893939} +{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8739668726921082, "Finetune/Loss (Raw)": 1.0165081024169922, "Finetune/Step": 5065, "Finetune/Step Time": 4.835135662928224} +{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8738812208175659, "Finetune/Loss (Raw)": 0.9571980834007263, "Finetune/Step": 5066, "Finetune/Step Time": 4.826150676235557} +{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8780730962753296, "Finetune/Loss (Raw)": 0.8692550659179688, "Finetune/Step": 5067, "Finetune/Step Time": 4.7939989026635885} +{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8799055814743042, "Finetune/Loss (Raw)": 0.940412700176239, "Finetune/Step": 5068, "Finetune/Step Time": 4.787236841395497} +{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8802928924560547, "Finetune/Loss (Raw)": 0.827964723110199, "Finetune/Step": 5069, "Finetune/Step Time": 4.788590935990214} +{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8801456689834595, "Finetune/Loss (Raw)": 0.8440712690353394, "Finetune/Step": 5070, "Finetune/Step Time": 4.7857779785990715} +{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8804922103881836, "Finetune/Loss (Raw)": 0.8686919808387756, "Finetune/Step": 5071, "Finetune/Step Time": 4.792577223852277} +{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8816574215888977, "Finetune/Loss (Raw)": 1.1182911396026611, "Finetune/Step": 5072, "Finetune/Step Time": 4.795410791411996} +{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.881307065486908, "Finetune/Loss (Raw)": 0.9300203323364258, "Finetune/Step": 5073, "Finetune/Step Time": 4.7997020203620195} +{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8819485306739807, "Finetune/Loss (Raw)": 0.9876158237457275, "Finetune/Step": 5074, "Finetune/Step Time": 4.795520165935159} +{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8772463202476501, "Finetune/Loss (Raw)": 0.37327274680137634, "Finetune/Step": 5075, "Finetune/Step Time": 4.829424362629652} +{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8783539533615112, "Finetune/Loss (Raw)": 0.9949045777320862, "Finetune/Step": 5076, "Finetune/Step Time": 4.828043119981885} +{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8788414597511292, "Finetune/Loss (Raw)": 0.9208616614341736, "Finetune/Step": 5077, "Finetune/Step Time": 4.849742418155074} +{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8792572617530823, "Finetune/Loss (Raw)": 0.9201933145523071, "Finetune/Step": 5078, "Finetune/Step Time": 4.82812755741179} +{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8800811767578125, "Finetune/Loss (Raw)": 1.0591517686843872, "Finetune/Step": 5079, "Finetune/Step Time": 4.828258713707328} +{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8806331157684326, "Finetune/Loss (Raw)": 1.0302082300186157, "Finetune/Step": 5080, "Finetune/Step Time": 4.820362515747547} +{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.879686713218689, "Finetune/Loss (Raw)": 0.7580054998397827, "Finetune/Step": 5081, "Finetune/Step Time": 4.8165618143975735} +{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8745737075805664, "Finetune/Loss (Raw)": 0.3394281566143036, "Finetune/Step": 5082, "Finetune/Step Time": 4.796361390501261} +{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8746817111968994, "Finetune/Loss (Raw)": 0.9189381003379822, "Finetune/Step": 5083, "Finetune/Step Time": 4.801037698984146} +{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8732061386108398, "Finetune/Loss (Raw)": 0.7893384099006653, "Finetune/Step": 5084, "Finetune/Step Time": 4.811475295573473} +{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8724101781845093, "Finetune/Loss (Raw)": 0.9105796217918396, "Finetune/Step": 5085, "Finetune/Step Time": 4.814881607890129} +{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8735862970352173, "Finetune/Loss (Raw)": 1.03501558303833, "Finetune/Step": 5086, "Finetune/Step Time": 4.807247241958976} +{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8777427077293396, "Finetune/Loss (Raw)": 0.9672015905380249, "Finetune/Step": 5087, "Finetune/Step Time": 4.794421156868339} +{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8791294097900391, "Finetune/Loss (Raw)": 1.0408012866973877, "Finetune/Step": 5088, "Finetune/Step Time": 4.794179335236549} +{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8802725076675415, "Finetune/Loss (Raw)": 0.9806703925132751, "Finetune/Step": 5089, "Finetune/Step Time": 4.793397545814514} +{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8793948888778687, "Finetune/Loss (Raw)": 0.8504765629768372, "Finetune/Step": 5090, "Finetune/Step Time": 4.794734327122569} +{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8801698684692383, "Finetune/Loss (Raw)": 0.9856223464012146, "Finetune/Step": 5091, "Finetune/Step Time": 4.802740037441254} +{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8749793171882629, "Finetune/Loss (Raw)": 0.3209969401359558, "Finetune/Step": 5092, "Finetune/Step Time": 4.834116958081722} +{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8744920492172241, "Finetune/Loss (Raw)": 0.942007303237915, "Finetune/Step": 5093, "Finetune/Step Time": 4.835410410538316} +{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8747028112411499, "Finetune/Loss (Raw)": 0.8642988801002502, "Finetune/Step": 5094, "Finetune/Step Time": 4.844663904979825} +{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8732891082763672, "Finetune/Loss (Raw)": 0.7663695812225342, "Finetune/Step": 5095, "Finetune/Step Time": 4.852283054962754} +{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.872525691986084, "Finetune/Loss (Raw)": 0.8485061526298523, "Finetune/Step": 5096, "Finetune/Step Time": 4.880213180556893} +{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8707705736160278, "Finetune/Loss (Raw)": 0.7093541622161865, "Finetune/Step": 5097, "Finetune/Step Time": 4.870536720380187} +{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8689058423042297, "Finetune/Loss (Raw)": 0.7513316869735718, "Finetune/Step": 5098, "Finetune/Step Time": 4.872269583866} +{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670421838760376, "Finetune/Loss (Raw)": 0.8167728781700134, "Finetune/Step": 5099, "Finetune/Step Time": 4.859358971938491} +{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8661981821060181, "Finetune/Loss (Raw)": 0.8045278787612915, "Finetune/Step": 5100, "Finetune/Step Time": 4.844933431595564} +{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8646466135978699, "Finetune/Loss (Raw)": 0.8280991911888123, "Finetune/Step": 5101, "Finetune/Step Time": 4.840663753449917} +{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8695967197418213, "Finetune/Loss (Raw)": 0.9334420561790466, "Finetune/Step": 5102, "Finetune/Step Time": 4.807563368231058} +{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8708685040473938, "Finetune/Loss (Raw)": 1.0110927820205688, "Finetune/Step": 5103, "Finetune/Step Time": 4.802575949579477} +{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.868036150932312, "Finetune/Loss (Raw)": 0.6711124777793884, "Finetune/Step": 5104, "Finetune/Step Time": 4.805023139342666} +{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8689215779304504, "Finetune/Loss (Raw)": 0.9145911335945129, "Finetune/Step": 5105, "Finetune/Step Time": 4.783866968005896} +{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703610301017761, "Finetune/Loss (Raw)": 1.025812029838562, "Finetune/Step": 5106, "Finetune/Step Time": 4.796060191467404} +{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712924718856812, "Finetune/Loss (Raw)": 1.0105005502700806, "Finetune/Step": 5107, "Finetune/Step Time": 4.801551412791014} +{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8722897171974182, "Finetune/Loss (Raw)": 0.8798332810401917, "Finetune/Step": 5108, "Finetune/Step Time": 4.7792091351002455} +{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8740248084068298, "Finetune/Loss (Raw)": 1.007871150970459, "Finetune/Step": 5109, "Finetune/Step Time": 4.7820064928382635} +{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734674453735352, "Finetune/Loss (Raw)": 0.9248273968696594, "Finetune/Step": 5110, "Finetune/Step Time": 4.793940741568804} +{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764730095863342, "Finetune/Loss (Raw)": 0.7916194796562195, "Finetune/Step": 5111, "Finetune/Step Time": 4.784227216616273} +{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.872501790523529, "Finetune/Loss (Raw)": 0.3436318635940552, "Finetune/Step": 5112, "Finetune/Step Time": 4.809129856526852} +{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8662761449813843, "Finetune/Loss (Raw)": 0.2846974730491638, "Finetune/Step": 5113, "Finetune/Step Time": 4.849479140713811} +{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8676176071166992, "Finetune/Loss (Raw)": 0.8969144821166992, "Finetune/Step": 5114, "Finetune/Step Time": 4.850979803130031} +{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8663814067840576, "Finetune/Loss (Raw)": 0.8096530437469482, "Finetune/Step": 5115, "Finetune/Step Time": 4.842975053936243} +{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8607081770896912, "Finetune/Loss (Raw)": 0.25446200370788574, "Finetune/Step": 5116, "Finetune/Step Time": 4.87755586579442} +{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8617329597473145, "Finetune/Loss (Raw)": 1.0915077924728394, "Finetune/Step": 5117, "Finetune/Step Time": 4.873035229742527} +{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8627678155899048, "Finetune/Loss (Raw)": 1.0410155057907104, "Finetune/Step": 5118, "Finetune/Step Time": 4.875733347609639} +{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8643496632575989, "Finetune/Loss (Raw)": 1.0731301307678223, "Finetune/Step": 5119, "Finetune/Step Time": 4.8812806606292725} +{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8589979410171509, "Finetune/Loss (Raw)": 0.34103694558143616, "Finetune/Step": 5120, "Finetune/Step Time": 4.900572555139661} +{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8603852987289429, "Finetune/Loss (Raw)": 0.850052535533905, "Finetune/Step": 5121, "Finetune/Step Time": 4.886817555874586} +{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8599673509597778, "Finetune/Loss (Raw)": 0.818867564201355, "Finetune/Step": 5122, "Finetune/Step Time": 4.87298134341836} +{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8622831106185913, "Finetune/Loss (Raw)": 0.9482164978981018, "Finetune/Step": 5123, "Finetune/Step Time": 4.868591139093041} +{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8614259958267212, "Finetune/Loss (Raw)": 0.9665553569793701, "Finetune/Step": 5124, "Finetune/Step Time": 4.869857015088201} +{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620763421058655, "Finetune/Loss (Raw)": 1.041460394859314, "Finetune/Step": 5125, "Finetune/Step Time": 4.87480797059834} +{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8561044335365295, "Finetune/Loss (Raw)": 0.385180801153183, "Finetune/Step": 5126, "Finetune/Step Time": 4.908901983872056} +{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8553729057312012, "Finetune/Loss (Raw)": 0.9182302355766296, "Finetune/Step": 5127, "Finetune/Step Time": 4.922620955854654} +{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8596018552780151, "Finetune/Loss (Raw)": 0.889465868473053, "Finetune/Step": 5128, "Finetune/Step Time": 4.890779452398419} +{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8542240262031555, "Finetune/Loss (Raw)": 0.2895897924900055, "Finetune/Step": 5129, "Finetune/Step Time": 4.927910801023245} +{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.855398416519165, "Finetune/Loss (Raw)": 0.8825510740280151, "Finetune/Step": 5130, "Finetune/Step Time": 4.922717688605189} +{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8549146056175232, "Finetune/Loss (Raw)": 0.7782010436058044, "Finetune/Step": 5131, "Finetune/Step Time": 4.935109173879027} +{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8549814224243164, "Finetune/Loss (Raw)": 0.8136141300201416, "Finetune/Step": 5132, "Finetune/Step Time": 4.929538378491998} +{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8552074432373047, "Finetune/Loss (Raw)": 0.9453336000442505, "Finetune/Step": 5133, "Finetune/Step Time": 4.93000471778214} +{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8551928997039795, "Finetune/Loss (Raw)": 0.9237864017486572, "Finetune/Step": 5134, "Finetune/Step Time": 4.933646636083722} +{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8544102907180786, "Finetune/Loss (Raw)": 0.7611493468284607, "Finetune/Step": 5135, "Finetune/Step Time": 4.927131317555904} +{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8563477396965027, "Finetune/Loss (Raw)": 1.0724899768829346, "Finetune/Step": 5136, "Finetune/Step Time": 4.93145084194839} +{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8547921180725098, "Finetune/Loss (Raw)": 0.8521803617477417, "Finetune/Step": 5137, "Finetune/Step Time": 4.934506205841899} +{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.853678822517395, "Finetune/Loss (Raw)": 0.8580864667892456, "Finetune/Step": 5138, "Finetune/Step Time": 4.94854599237442} +{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8492546081542969, "Finetune/Loss (Raw)": 0.337177038192749, "Finetune/Step": 5139, "Finetune/Step Time": 4.982380686327815} +{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8498773574829102, "Finetune/Loss (Raw)": 0.9531142115592957, "Finetune/Step": 5140, "Finetune/Step Time": 4.977126814424992} +{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8519711494445801, "Finetune/Loss (Raw)": 1.0245789289474487, "Finetune/Step": 5141, "Finetune/Step Time": 4.974371200427413} +{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8523868322372437, "Finetune/Loss (Raw)": 0.8841705918312073, "Finetune/Step": 5142, "Finetune/Step Time": 4.978688005357981} +{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8537307977676392, "Finetune/Loss (Raw)": 0.9846344590187073, "Finetune/Step": 5143, "Finetune/Step Time": 4.981597885489464} +{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8521530628204346, "Finetune/Loss (Raw)": 0.7072159647941589, "Finetune/Step": 5144, "Finetune/Step Time": 4.987067895010114} +{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8522716760635376, "Finetune/Loss (Raw)": 0.8486517667770386, "Finetune/Step": 5145, "Finetune/Step Time": 4.982607878744602} +{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8540999889373779, "Finetune/Loss (Raw)": 1.034034252166748, "Finetune/Step": 5146, "Finetune/Step Time": 4.977669874206185} +{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8547405004501343, "Finetune/Loss (Raw)": 0.8938679695129395, "Finetune/Step": 5147, "Finetune/Step Time": 4.979807831346989} +{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8577066659927368, "Finetune/Loss (Raw)": 0.7238091230392456, "Finetune/Step": 5148, "Finetune/Step Time": 4.955507567152381} +{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8570125699043274, "Finetune/Loss (Raw)": 0.8622341156005859, "Finetune/Step": 5149, "Finetune/Step Time": 4.962018307298422} +{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.856548547744751, "Finetune/Loss (Raw)": 0.8639684319496155, "Finetune/Step": 5150, "Finetune/Step Time": 4.968739664182067} +{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.855707049369812, "Finetune/Loss (Raw)": 0.8360710740089417, "Finetune/Step": 5151, "Finetune/Step Time": 4.964783055707812} +{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8552277684211731, "Finetune/Loss (Raw)": 0.804659366607666, "Finetune/Step": 5152, "Finetune/Step Time": 4.967045525088906} +{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8517032861709595, "Finetune/Loss (Raw)": 0.41397345066070557, "Finetune/Step": 5153, "Finetune/Step Time": 4.991143003106117} +{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8469781875610352, "Finetune/Loss (Raw)": 0.36466357111930847, "Finetune/Step": 5154, "Finetune/Step Time": 5.027403900399804} +{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8455609083175659, "Finetune/Loss (Raw)": 0.7999120354652405, "Finetune/Step": 5155, "Finetune/Step Time": 5.0283798556774855} +{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.84568190574646, "Finetune/Loss (Raw)": 1.013632893562317, "Finetune/Step": 5156, "Finetune/Step Time": 5.040847100317478} +{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8457140922546387, "Finetune/Loss (Raw)": 0.9289042353630066, "Finetune/Step": 5157, "Finetune/Step Time": 5.040569996461272} +{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8459482192993164, "Finetune/Loss (Raw)": 0.8892687559127808, "Finetune/Step": 5158, "Finetune/Step Time": 5.037802761420608} +{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8463314175605774, "Finetune/Loss (Raw)": 0.9917506575584412, "Finetune/Step": 5159, "Finetune/Step Time": 5.040249465033412} +{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8466349244117737, "Finetune/Loss (Raw)": 1.039089560508728, "Finetune/Step": 5160, "Finetune/Step Time": 5.039349257946014} +{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8472408056259155, "Finetune/Loss (Raw)": 0.9785115718841553, "Finetune/Step": 5161, "Finetune/Step Time": 5.0511660519987345} +{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8462419509887695, "Finetune/Loss (Raw)": 0.8380126953125, "Finetune/Step": 5162, "Finetune/Step Time": 5.061758870258927} +{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8471859693527222, "Finetune/Loss (Raw)": 0.9534918069839478, "Finetune/Step": 5163, "Finetune/Step Time": 5.057881984859705} +{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8484961986541748, "Finetune/Loss (Raw)": 1.0204756259918213, "Finetune/Step": 5164, "Finetune/Step Time": 5.071560211479664} +{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8467952013015747, "Finetune/Loss (Raw)": 0.7793662548065186, "Finetune/Step": 5165, "Finetune/Step Time": 5.081599107012153} +{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8464385867118835, "Finetune/Loss (Raw)": 0.9581528306007385, "Finetune/Step": 5166, "Finetune/Step Time": 5.083724791184068} +{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8442720174789429, "Finetune/Loss (Raw)": 0.8570331931114197, "Finetune/Step": 5167, "Finetune/Step Time": 5.082455031573772} +{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8456442356109619, "Finetune/Loss (Raw)": 0.9636377096176147, "Finetune/Step": 5168, "Finetune/Step Time": 5.078441699966788} +{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8450207114219666, "Finetune/Loss (Raw)": 0.9524312019348145, "Finetune/Step": 5169, "Finetune/Step Time": 5.079446842893958} +{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8430566191673279, "Finetune/Loss (Raw)": 0.7699806690216064, "Finetune/Step": 5170, "Finetune/Step Time": 5.070635000243783} +{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8442028760910034, "Finetune/Loss (Raw)": 1.0314093828201294, "Finetune/Step": 5171, "Finetune/Step Time": 5.066077865660191} +{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8443338871002197, "Finetune/Loss (Raw)": 0.8928227424621582, "Finetune/Step": 5172, "Finetune/Step Time": 5.06347487308085} +{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8485547304153442, "Finetune/Loss (Raw)": 0.8248267769813538, "Finetune/Step": 5173, "Finetune/Step Time": 5.021486196666956} +{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8547636866569519, "Finetune/Loss (Raw)": 1.1239734888076782, "Finetune/Step": 5174, "Finetune/Step Time": 4.986412966623902} +{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8548623323440552, "Finetune/Loss (Raw)": 0.948298454284668, "Finetune/Step": 5175, "Finetune/Step Time": 4.993015773594379} +{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8495861291885376, "Finetune/Loss (Raw)": 0.3211340010166168, "Finetune/Step": 5176, "Finetune/Step Time": 5.026915902271867} +{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8507236838340759, "Finetune/Loss (Raw)": 1.0413638353347778, "Finetune/Step": 5177, "Finetune/Step Time": 5.020654011517763} +{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8498770594596863, "Finetune/Loss (Raw)": 0.7920243740081787, "Finetune/Step": 5178, "Finetune/Step Time": 5.0050547029823065} +{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8500349521636963, "Finetune/Loss (Raw)": 0.8543486595153809, "Finetune/Step": 5179, "Finetune/Step Time": 5.00069466792047} +{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8537383079528809, "Finetune/Loss (Raw)": 0.8407458662986755, "Finetune/Step": 5180, "Finetune/Step Time": 4.973154557868838} +{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8543550968170166, "Finetune/Loss (Raw)": 0.9500788450241089, "Finetune/Step": 5181, "Finetune/Step Time": 4.973836140707135} +{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8520326614379883, "Finetune/Loss (Raw)": 0.7509863972663879, "Finetune/Step": 5182, "Finetune/Step Time": 4.9823043551296} +{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8526030778884888, "Finetune/Loss (Raw)": 0.9317477345466614, "Finetune/Step": 5183, "Finetune/Step Time": 4.981119578704238} +{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.852825403213501, "Finetune/Loss (Raw)": 0.9507821202278137, "Finetune/Step": 5184, "Finetune/Step Time": 4.991419395431876} +{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.853968620300293, "Finetune/Loss (Raw)": 1.0706937313079834, "Finetune/Step": 5185, "Finetune/Step Time": 5.002963703125715} +{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8496872186660767, "Finetune/Loss (Raw)": 0.3762548267841339, "Finetune/Step": 5186, "Finetune/Step Time": 5.0302749928087} +{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8481402397155762, "Finetune/Loss (Raw)": 0.7961868047714233, "Finetune/Step": 5187, "Finetune/Step Time": 5.048477502539754} +{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8470386266708374, "Finetune/Loss (Raw)": 0.8658400774002075, "Finetune/Step": 5188, "Finetune/Step Time": 5.04976274445653} +{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8462164998054504, "Finetune/Loss (Raw)": 0.8305780291557312, "Finetune/Step": 5189, "Finetune/Step Time": 5.062396328896284} +{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8454980850219727, "Finetune/Loss (Raw)": 0.7895219922065735, "Finetune/Step": 5190, "Finetune/Step Time": 5.060648614540696} +{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.84404456615448, "Finetune/Loss (Raw)": 0.787105917930603, "Finetune/Step": 5191, "Finetune/Step Time": 5.0666607562452555} +{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8446372747421265, "Finetune/Loss (Raw)": 0.8836447596549988, "Finetune/Step": 5192, "Finetune/Step Time": 5.0623600743710995} +{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8427305221557617, "Finetune/Loss (Raw)": 0.7724407315254211, "Finetune/Step": 5193, "Finetune/Step Time": 5.074079630896449} +{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8378213047981262, "Finetune/Loss (Raw)": 0.3288221061229706, "Finetune/Step": 5194, "Finetune/Step Time": 5.108752949163318} +{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8380149602890015, "Finetune/Loss (Raw)": 0.8940461874008179, "Finetune/Step": 5195, "Finetune/Step Time": 5.10662092640996} +{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8371960520744324, "Finetune/Loss (Raw)": 0.8355848789215088, "Finetune/Step": 5196, "Finetune/Step Time": 5.112322393804789} +{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8378300666809082, "Finetune/Loss (Raw)": 0.9091232419013977, "Finetune/Step": 5197, "Finetune/Step Time": 5.104690916836262} +{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8382818102836609, "Finetune/Loss (Raw)": 0.9018937349319458, "Finetune/Step": 5198, "Finetune/Step Time": 5.100873962044716} diff --git a/s1_s2_qformer2_128/wandb/debug-internal.log b/s1_s2_qformer2_128/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..b96d0950f94183aea3250f63a8f7ea3840362958 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20240313_112804-pairvt6d/logs/debug-internal.log \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/debug.log b/s1_s2_qformer2_128/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..7d09810aec3927518e909a46f209b012272da30f --- /dev/null +++ b/s1_s2_qformer2_128/wandb/debug.log @@ -0,0 +1 @@ +run-20240313_112804-pairvt6d/logs/debug.log \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/latest-run b/s1_s2_qformer2_128/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..ef0b14c20f7b8e703d3648a4283074c13c880349 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/latest-run @@ -0,0 +1 @@ +run-20240313_112804-pairvt6d \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..799a6f3a49522423b58a3ae238b95584ecfe64c1 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml @@ -0,0 +1,194 @@ +name: pvlm +channels: + - pytorch + - nvidia + - defaults +dependencies: + - _libgcc_mutex=0.1=main + - _openmp_mutex=5.1=1_gnu + - blas=1.0=mkl + - bzip2=1.0.8=h7b6447c_0 + - ca-certificates=2023.12.12=h06a4308_0 + - certifi=2024.2.2=py310h06a4308_0 + - charset-normalizer=2.0.4=pyhd3eb1b0_0 + - cuda-cudart=11.8.89=0 + - cuda-cupti=11.8.87=0 + - cuda-libraries=11.8.0=0 + - cuda-nvrtc=11.8.89=0 + - cuda-nvtx=11.8.86=0 + - cuda-runtime=11.8.0=0 + - ffmpeg=4.3=hf484d3e_0 + - filelock=3.13.1=py310h06a4308_0 + - freetype=2.12.1=h4a9f257_0 + - gmp=6.2.1=h295c915_3 + - gmpy2=2.1.2=py310heeb90bb_0 + - gnutls=3.6.15=he1e5248_0 + - idna=3.4=py310h06a4308_0 + - intel-openmp=2023.1.0=hdb19cb5_46306 + - jinja2=3.1.3=py310h06a4308_0 + - jpeg=9e=h5eee18b_1 + - lame=3.100=h7b6447c_0 + - lcms2=2.12=h3be6417_0 + - ld_impl_linux-64=2.38=h1181459_1 + - lerc=3.0=h295c915_0 + - libcublas=11.11.3.6=0 + - libcufft=10.9.0.58=0 + - libcufile=1.8.1.2=0 + - libcurand=10.3.4.107=0 + - libcusolver=11.4.1.48=0 + - libcusparse=11.7.5.86=0 + - libdeflate=1.17=h5eee18b_1 + - libffi=3.4.4=h6a678d5_0 + - libgcc-ng=11.2.0=h1234567_1 + - libgomp=11.2.0=h1234567_1 + - libiconv=1.16=h7f8727e_2 + - libidn2=2.3.4=h5eee18b_0 + - libjpeg-turbo=2.0.0=h9bf148f_0 + - libnpp=11.8.0.86=0 + - libnvjpeg=11.9.0.86=0 + - libpng=1.6.39=h5eee18b_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libtasn1=4.19.0=h5eee18b_0 + - libtiff=4.5.1=h6a678d5_0 + - libunistring=0.9.10=h27cfd23_0 + - libuuid=1.41.5=h5eee18b_0 + - libwebp-base=1.3.2=h5eee18b_0 + - llvm-openmp=14.0.6=h9e868ea_0 + - lz4-c=1.9.4=h6a678d5_0 + - markupsafe=2.1.3=py310h5eee18b_0 + - mkl=2023.1.0=h213fc3f_46344 + - mkl-service=2.4.0=py310h5eee18b_1 + - mkl_fft=1.3.8=py310h5eee18b_0 + - mkl_random=1.2.4=py310hdb19cb5_0 + - mpc=1.1.0=h10f8cd9_1 + - mpfr=4.0.2=hb69a4c5_1 + - mpmath=1.3.0=py310h06a4308_0 + - ncurses=6.4=h6a678d5_0 + - nettle=3.7.3=hbbd107a_1 + - networkx=3.1=py310h06a4308_0 + - numpy=1.26.4=py310h5f9d8c6_0 + - numpy-base=1.26.4=py310hb5e798b_0 + - openh264=2.1.1=h4ff587b_0 + - openjpeg=2.4.0=h3ad879b_0 + - openssl=3.0.13=h7f8727e_0 + - pillow=10.2.0=py310h5eee18b_0 + - pip=23.3.1=py310h06a4308_0 + - python=3.10.13=h955ad1f_0 + - pytorch=2.2.1=py3.10_cuda11.8_cudnn8.7.0_0 + - pytorch-cuda=11.8=h7e8668a_5 + - pytorch-mutex=1.0=cuda + - pyyaml=6.0.1=py310h5eee18b_0 + - readline=8.2=h5eee18b_0 + - requests=2.31.0=py310h06a4308_1 + - setuptools=68.2.2=py310h06a4308_0 + - sqlite=3.41.2=h5eee18b_0 + - sympy=1.12=py310h06a4308_0 + - tbb=2021.8.0=hdb19cb5_0 + - tk=8.6.12=h1ccaba5_0 + - torchaudio=2.2.1=py310_cu118 + - torchtriton=2.2.0=py310 + - torchvision=0.17.1=py310_cu118 + - typing_extensions=4.9.0=py310h06a4308_1 + - urllib3=2.1.0=py310h06a4308_0 + - wheel=0.41.2=py310h06a4308_0 + - xz=5.4.5=h5eee18b_0 + - yaml=0.2.5=h7b6447c_0 + - zlib=1.2.13=h5eee18b_0 + - zstd=1.5.5=hc292b87_0 + - pip: + - accelerate==0.27.2 + - aiohttp==3.9.3 + - aiosignal==1.3.1 + - annotated-types==0.6.0 + - appdirs==1.4.4 + - async-timeout==4.0.3 + - attrs==23.2.0 + - beautifulsoup4==4.12.3 + - blis==0.7.11 + - catalogue==2.0.10 + - click==8.1.7 + - cloudpathlib==0.16.0 + - confection==0.1.4 + - contourpy==1.2.0 + - cycler==0.12.1 + - cymem==2.0.8 + - datasets==2.18.0 + - deepspeed==0.13.4 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - draccus==0.7.1 + - einops==0.7.0 + - flash-attn==2.5.5 + - fonttools==4.49.0 + - frozenlist==1.4.1 + - fsspec==2024.2.0 + - gdown==5.1.0 + - gitdb==4.0.11 + - gitpython==3.1.42 + - hjson==3.1.0 + - huggingface-hub==0.20.3 + - install==1.3.5 + - jsonlines==4.0.0 + - kiwisolver==1.4.5 + - langcodes==3.3.0 + - markdown-it-py==3.0.0 + - matplotlib==3.8.3 + - mdurl==0.1.2 + - mergedeep==1.3.4 + - multidict==6.0.5 + - multiprocess==0.70.16 + - murmurhash==1.0.10 + - mypy-extensions==1.0.0 + - ninja==1.11.1.1 + - packaging==23.2 + - pandas==2.2.1 + - preshed==3.0.9 + - prismatic==0.0.1 + - protobuf==4.25.3 + - psutil==5.9.8 + - py-cpuinfo==9.0.0 + - pyarrow==15.0.0 + - pyarrow-hotfix==0.6 + - pycocoevalcap==1.2 + - pycocotools==2.0.7 + - pydantic==2.6.3 + - pydantic-core==2.16.3 + - pygments==2.17.2 + - pynvml==11.5.0 + - pyparsing==3.1.1 + - pysocks==1.7.1 + - pythainlp==5.0.1 + - python-dateutil==2.9.0.post0 + - pytz==2024.1 + - pyyaml-include==1.3.2 + - regex==2023.12.25 + - rich==13.7.0 + - safetensors==0.4.2 + - sentencepiece==0.2.0 + - sentry-sdk==1.40.5 + - setproctitle==1.3.3 + - six==1.16.0 + - smart-open==6.4.0 + - smmap==5.0.1 + - soupsieve==2.5 + - spacy==3.7.4 + - spacy-legacy==3.0.12 + - spacy-loggers==1.0.5 + - srsly==2.4.8 + - sudachidict-core==20240109 + - sudachipy==0.6.8 + - thinc==8.2.3 + - timm==0.9.16 + - tokenizers==0.15.2 + - toml==0.10.2 + - tqdm==4.66.2 + - transformers==4.38.1 + - typer==0.9.0 + - typing-inspect==0.9.0 + - tzdata==2024.1 + - wandb==0.16.3 + - wasabi==1.1.2 + - weasel==0.3.4 + - xxhash==3.4.1 + - yarl==1.9.4 +prefix: /home/lilei/anaconda3/envs/pvlm diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbca9776d4b47ac193e14cef4ff11200394e508 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml @@ -0,0 +1,119 @@ +wandb_version: 1 + +model: + desc: null + value: + type: one-stage+7b + model_id: one-stage+7b_qformer2_128 + arch_specifier: qformer2_128 + vision_backbone_id: clip-vit-l-336px + llm_backbone_id: vicuna-v15-7b + image_resize_strategy: letterbox + llm_max_length: 2048 + align_epochs: 1 + align_max_steps: null + align_global_batch_size: 256 + align_per_device_batch_size: 16 + align_learning_rate: 0.001 + align_weight_decay: 0.0 + align_max_grad_norm: 1.0 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_warmup_ratio: 0.03 + align_train_strategy: fsdp-shard-grad-op + finetune_epochs: 1 + finetune_max_steps: null + finetune_global_batch_size: 128 + finetune_per_device_batch_size: 16 + finetune_learning_rate: 2.0e-05 + finetune_weight_decay: 0.1 + finetune_max_grad_norm: 1.0 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_warmup_ratio: 0.03 + finetune_train_strategy: fsdp-full-shard + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + reduce_in_full_precision: false +dataset: + desc: null + value: + type: llava-v15 + dataset_id: llava-v15 + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + dataset_root_dir: data +stage: + desc: null + value: finetune +pretrained_checkpoint: + desc: null + value: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt +run_id: + desc: null + value: s1_s2_qformer2_128 +run_root_dir: + desc: null + value: runs +seed: + desc: null + value: 7 +hf_token: + desc: null + value: .hf_token +trackers: + desc: null + value: + - jsonl + - wandb +wandb_project: + desc: null + value: hf-vlms +wandb_entity: + desc: null + value: lilei_stones +max_length: + desc: null + value: 4096 +_wandb: + desc: null + value: + python_version: 3.10.13 + cli_version: 0.16.3 + framework: huggingface + huggingface_version: 4.38.1 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1710329284.76839 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 3: + - 2 + - 13 + - 16 + - 23 + 4: 3.10.13 + 5: 0.16.3 + 6: 4.38.1 + 8: + - 5 + 13: linux-x86_64 diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..db321716f3403dd52899341ac9176646aabb3581 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log @@ -0,0 +1,5203 @@ + +03/13 [11:28:10] INFO  | >> [*] Starting Training Loop ]8;id=696414;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=68157;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#226\226]8;;\ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +=>> [Global Step] 005198 =>> LR :: 0.000000 -- Loss :: 0.8383: 100%|█████████████████████████████████████████████| 5198/5198 [7:05:39<00:00, 4.53s/it] + +03/13 [18:38:22] INFO  | >> [*] Done with Training =>> Finalizing Metrics ]8;id=606020;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=714328;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#230\230]8;;\ \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..52215be56573f749927d1265d23e43a5fe36d5b1 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt @@ -0,0 +1,122 @@ +accelerate==0.27.2 +aiohttp==3.9.3 +aiosignal==1.3.1 +annotated-types==0.6.0 +appdirs==1.4.4 +async-timeout==4.0.3 +attrs==23.2.0 +beautifulsoup4==4.12.3 +blis==0.7.11 +catalogue==2.0.10 +certifi==2024.2.2 +charset-normalizer==2.0.4 +click==8.1.7 +cloudpathlib==0.16.0 +confection==0.1.4 +contourpy==1.2.0 +cycler==0.12.1 +cymem==2.0.8 +datasets==2.18.0 +deepspeed==0.13.4 +dill==0.3.8 +docker-pycreds==0.4.0 +draccus==0.7.1 +einops==0.7.0 +filelock==3.13.1 +flash-attn==2.5.5 +fonttools==4.49.0 +frozenlist==1.4.1 +fsspec==2024.2.0 +gdown==5.1.0 +gitdb==4.0.11 +gitpython==3.1.42 +gmpy2==2.1.2 +hjson==3.1.0 +huggingface-hub==0.20.3 +idna==3.4 +install==1.3.5 +jinja2==3.1.3 +jsonlines==4.0.0 +kiwisolver==1.4.5 +langcodes==3.3.0 +markdown-it-py==3.0.0 +markupsafe==2.1.3 +matplotlib==3.8.3 +mdurl==0.1.2 +mergedeep==1.3.4 +mkl-fft==1.3.8 +mkl-random==1.2.4 +mkl-service==2.4.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +murmurhash==1.0.10 +mypy-extensions==1.0.0 +networkx==3.1 +ninja==1.11.1.1 +numpy==1.26.4 +ocifs==1.3.1 +packaging==23.2 +pandas==2.2.1 +pillow==10.2.0 +pip==23.3.1 +preshed==3.0.9 +prismatic==0.0.1 +protobuf==4.25.3 +psutil==5.9.8 +py-cpuinfo==9.0.0 +pyarrow-hotfix==0.6 +pyarrow==15.0.0 +pycocoevalcap==1.2 +pycocotools==2.0.7 +pydantic-core==2.16.3 +pydantic==2.6.3 +pygments==2.17.2 +pynvml==11.5.0 +pyparsing==3.1.1 +pysocks==1.7.1 +pythainlp==5.0.1 +python-dateutil==2.9.0.post0 +pytz==2024.1 +pyyaml-include==1.3.2 +pyyaml==6.0.1 +regex==2023.12.25 +requests==2.31.0 +rich==13.7.0 +safetensors==0.4.2 +sentencepiece==0.2.0 +sentry-sdk==1.40.5 +setproctitle==1.3.3 +setuptools==68.2.2 +six==1.16.0 +smart-open==6.4.0 +smmap==5.0.1 +soupsieve==2.5 +spacy-legacy==3.0.12 +spacy-loggers==1.0.5 +spacy==3.7.4 +srsly==2.4.8 +sudachidict-core==20240109 +sudachipy==0.6.8 +sympy==1.12 +thinc==8.2.3 +timm==0.9.16 +tokenizers==0.15.2 +toml==0.10.2 +torch==2.2.1 +torchaudio==2.2.1 +torchvision==0.17.1 +tqdm==4.66.2 +transformers==4.38.1 +triton==2.2.0 +typer==0.9.0 +typing-extensions==4.9.0 +typing-inspect==0.9.0 +tzdata==2024.1 +urllib3==2.1.0 +wandb==0.16.3 +wasabi==1.1.2 +weasel==0.3.4 +wheel==0.41.2 +xxhash==3.4.1 +yarl==1.9.4 \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-metadata.json b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..28dc93eff398395a09b0d88282048acef5bc75b0 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-metadata.json @@ -0,0 +1,1364 @@ +{ + "os": "Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31", + "python": "3.10.13", + "heartbeatAt": "2024-03-13T11:28:05.468416", + "startedAt": "2024-03-13T11:28:04.720032", + "docker": null, + "cuda": null, + "args": [ + "--model.type", + "one-stage+7b", + "--stage", + "finetune", + "--pretrained_checkpoint", + "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt", + "--model.model_id", + "one-stage+7b_qformer2_128", + "--run_id", + "s1_s2_qformer2_128", + "--model.arch_specifier", + "qformer2_128" + ], + "state": "running", + "program": "/home/lilei/prismatic-vlms/scripts/pretrain.py", + "codePathLocal": "scripts/pretrain.py", + "codePath": "scripts/pretrain.py", + "git": { + "remote": "https://github.com/TRI-ML/prismatic-vlms.git", + "commit": "e87c4d04915bf8fad0d90f2ae79454df778ee2d3" + }, + "email": "tobiaslee@qq.com", + "root": "/home/lilei/prismatic-vlms", + "host": "compute-permanent-node-262", + "username": "lilei", + "executable": "/home/lilei/anaconda3/envs/pvlm/bin/python", + "cpu_count": 128, + "cpu_count_logical": 255, + "cpu_freq": { + "current": 2568.534541176471, + "min": 1500.0, + "max": 2550.0 + }, + "cpu_freq_per_core": [ + { + "current": 3249.233, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.435, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3246.952, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3166.559, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.518, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.637, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2785.614, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.6, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.337, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.231, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + } + ], + "disk": { + "/": { + "total": 242.1086883544922, + "used": 86.51881408691406 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.6942749023438 + } +} diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..877909d2f3f44eebc9198fefe047e3a3d880abc4 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json @@ -0,0 +1 @@ +{"Finetune/Step": 5198, "Finetune/Loss": 0.8382818102836609, "Finetune/Loss (Raw)": 0.9018937349319458, "Finetune/Learning Rate": 0.0, "Finetune/Step Time": 5.100873962044716, "_timestamp": 1710354832.880839, "_runtime": 25548.11244916916, "_step": 5198, "_wandb": {"runtime": 25817}} \ No newline at end of file diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug-internal.log b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a8adc0a2da4c36d3421f13b2c8e4dd5d417b939d --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug-internal.log @@ -0,0 +1,42138 @@ +2024-03-13 11:28:04,768 INFO StreamThr :877043 [internal.py:wandb_internal():86] W&B internal server running at pid: 877043, started at: 2024-03-13 11:28:04.766446 +2024-03-13 11:28:04,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status +2024-03-13 11:28:04,781 INFO WriterThread:877043 [datastore.py:open_for_write():87] open: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/run-pairvt6d.wandb +2024-03-13 11:28:04,783 DEBUG SenderThread:877043 [sender.py:send():382] send: header +2024-03-13 11:28:04,805 DEBUG SenderThread:877043 [sender.py:send():382] send: run +2024-03-13 11:28:05,318 INFO SenderThread:877043 [dir_watcher.py:__init__():211] watching files in: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files +2024-03-13 11:28:05,318 INFO SenderThread:877043 [sender.py:_start_run_threads():1136] run started: pairvt6d with start time 1710329284.76839 +2024-03-13 11:28:05,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: check_version +2024-03-13 11:28:05,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: check_version +2024-03-13 11:28:05,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: run_start +2024-03-13 11:28:05,396 DEBUG HandlerThread:877043 [system_info.py:__init__():27] System info init +2024-03-13 11:28:05,396 DEBUG HandlerThread:877043 [system_info.py:__init__():42] System info init done +2024-03-13 11:28:05,396 INFO HandlerThread:877043 [system_monitor.py:start():194] Starting system monitor +2024-03-13 11:28:05,396 INFO SystemMonitor:877043 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-13 11:28:05,396 INFO HandlerThread:877043 [system_monitor.py:probe():214] Collecting system info +2024-03-13 11:28:05,397 INFO SystemMonitor:877043 [interfaces.py:start():190] Started cpu monitoring +2024-03-13 11:28:05,397 INFO SystemMonitor:877043 [interfaces.py:start():190] Started disk monitoring +2024-03-13 11:28:05,397 INFO SystemMonitor:877043 [interfaces.py:start():190] Started gpu monitoring +2024-03-13 11:28:05,398 INFO SystemMonitor:877043 [interfaces.py:start():190] Started memory monitoring +2024-03-13 11:28:05,398 INFO SystemMonitor:877043 [interfaces.py:start():190] Started network monitoring +2024-03-13 11:28:05,468 DEBUG HandlerThread:877043 [system_info.py:probe():151] Probing system +2024-03-13 11:28:05,473 DEBUG HandlerThread:877043 [system_info.py:_probe_git():136] Probing git +2024-03-13 11:28:05,492 DEBUG HandlerThread:877043 [system_info.py:_probe_git():144] Probing git done +2024-03-13 11:28:05,492 DEBUG HandlerThread:877043 [system_info.py:probe():199] Probing system done +2024-03-13 11:28:05,492 DEBUG HandlerThread:877043 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-13T11:28:05.468416', 'startedAt': '2024-03-13T11:28:04.720032', 'docker': None, 'cuda': None, 'args': ('--model.type', 'one-stage+7b', '--stage', 'finetune', '--pretrained_checkpoint', '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt', '--model.model_id', 'one-stage+7b_qformer2_128', '--run_id', 's1_s2_qformer2_128', '--model.arch_specifier', 'qformer2_128'), 'state': 'running', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'codePathLocal': 'scripts/pretrain.py', 'codePath': 'scripts/pretrain.py', 'git': {'remote': 'https://github.com/TRI-ML/prismatic-vlms.git', 'commit': 'e87c4d04915bf8fad0d90f2ae79454df778ee2d3'}, 'email': 'tobiaslee@qq.com', 'root': '/home/lilei/prismatic-vlms', 'host': 'compute-permanent-node-262', 'username': 'lilei', 'executable': '/home/lilei/anaconda3/envs/pvlm/bin/python', 'cpu_count': 128, 'cpu_count_logical': 255, 'cpu_freq': {'current': 2568.534541176471, 'min': 1500.0, 'max': 2550.0}, 'cpu_freq_per_core': [{'current': 3249.233, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.435, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3246.952, 'min': 1500.0, 'max': 2550.0}, {'current': 3166.559, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.518, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.637, 'min': 1500.0, 'max': 2550.0}, {'current': 2785.614, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.6, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.337, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.231, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}], 'disk': {'/': {'total': 242.1086883544922, 'used': 86.51881408691406}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.6942749023438}} +2024-03-13 11:28:05,493 INFO HandlerThread:877043 [system_monitor.py:probe():224] Finished collecting system info +2024-03-13 11:28:05,493 INFO HandlerThread:877043 [system_monitor.py:probe():227] Publishing system info +2024-03-13 11:28:05,493 DEBUG HandlerThread:877043 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment +2024-03-13 11:28:06,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml +2024-03-13 11:28:10,055 DEBUG HandlerThread:877043 [system_info.py:_save_conda():220] Saving conda packages done +2024-03-13 11:28:10,064 INFO HandlerThread:877043 [system_monitor.py:probe():229] Finished publishing system info +2024-03-13 11:28:10,070 DEBUG SenderThread:877043 [sender.py:send():382] send: files +2024-03-13 11:28:10,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now +2024-03-13 11:28:10,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:10,082 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: python_packages +2024-03-13 11:28:10,083 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: python_packages +2024-03-13 11:28:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:10,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:10,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml +2024-03-13 11:28:10,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt +2024-03-13 11:28:10,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-metadata.json +2024-03-13 11:28:10,376 DEBUG SenderThread:877043 [sender.py:send():382] send: telemetry +2024-03-13 11:28:11,058 INFO wandb-upload_0:877043 [upload_job.py:push():131] Uploaded file /tmp/tmpna0izibfwandb/fs37bz2j-wandb-metadata.json +2024-03-13 11:28:11,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:13,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:15,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:16,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:20,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:25,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:25,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:26,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:31,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:35,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:36,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:37,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml +2024-03-13 11:28:38,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:40,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:40,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:40,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:42,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:42,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:42,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:28:42,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:42,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:43,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:28:44,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:46,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:46,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:28:46,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:46,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:47,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:28:47,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:48,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:50,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:50,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:28:50,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:50,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:50,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:28:52,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:53,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:55,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:55,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:55,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:55,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:55,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:28:55,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:55,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:55,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:28:58,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:58,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:28:59,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:59,448 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:28:59,448 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:59,453 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:00,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:02,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:03,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:03,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:03,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:03,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:03,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:04,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:05,398 DEBUG SystemMonitor:877043 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-13 11:29:05,401 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:29:06,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:09,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:09,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:09,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:09,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:09,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:10,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:10,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:10,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:12,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:13,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:13,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:13,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:13,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:14,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:14,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:16,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:19,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:20,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:20,672 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:20,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:20,677 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:21,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:22,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:24,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:24,754 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:24,754 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:24,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:25,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:25,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:25,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:25,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:26,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:28,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:28,974 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:28,975 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:28,979 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:29,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:30,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:31,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:33,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:33,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:33,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:33,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:33,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:35,403 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:29:36,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:36,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:36,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:36,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:36,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:36,946 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:37,413 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:38,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:40,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:40,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:40,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:42,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:42,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:42,208 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:42,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:42,213 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:42,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:44,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:47,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:47,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:47,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:47,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:47,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:48,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:50,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:52,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:52,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:52,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:52,026 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:52,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:53,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:54,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:55,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:55,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:55,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:56,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:56,841 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:29:56,841 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:56,846 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:57,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:29:58,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:29:58,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:00,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:00,688 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:00,688 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:00,694 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:01,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:02,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:04,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:04,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:04,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:04,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:04,285 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:04,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:05,405 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:30:06,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:09,407 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:09,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:09,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:09,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:09,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:10,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:10,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:12,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:14,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:14,058 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:14,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:14,063 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:14,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:15,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:16,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:20,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:22,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:22,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:22,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:22,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:22,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:24,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:25,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:25,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:26,023 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:26,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:26,028 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:26,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:28,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:30,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:30,376 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:30,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:30,381 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:30,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:30,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:32,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:35,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:35,408 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:30:39,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:39,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:39,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:39,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:39,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:40,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:40,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:40,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:40,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:41,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:42,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:42,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:42,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:42,487 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:43,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:44,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:46,210 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:46,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:46,211 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:46,216 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:46,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:47,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:48,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:51,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:51,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:51,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:51,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:51,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:52,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:54,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:30:55,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:55,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:55,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:56,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:56,703 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:30:56,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:56,708 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:57,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:30:57,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:58,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:01,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:01,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:01,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:01,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:01,498 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:03,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:04,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:05,417 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:31:07,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:07,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:07,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:07,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:07,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:08,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:10,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:10,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:12,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:12,178 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:12,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:12,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:12,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:14,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:14,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:16,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:16,305 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:16,305 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:16,310 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:16,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:18,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:19,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:20,742 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:20,743 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:20,743 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:20,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:21,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:22,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:24,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:25,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:25,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:26,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:26,467 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:26,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:26,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:26,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:28,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:30,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:33,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:33,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:33,735 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:33,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:34,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:35,412 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:31:36,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:36,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:37,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:37,480 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:37,480 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:37,486 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:37,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:40,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:40,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:40,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:40,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:41,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:41,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:41,218 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:41,223 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:41,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:42,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:44,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:46,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:46,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:46,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:46,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:47,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:47,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:48,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:50,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:50,026 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:50,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:50,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:50,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:52,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:53,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:53,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:53,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:53,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:53,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:54,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:31:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:55,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:56,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:31:58,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:59,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:59,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:31:59,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:59,646 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:00,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:02,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:03,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:04,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:04,567 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:04,567 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:04,573 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:05,420 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:32:05,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:06,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:09,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:10,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:12,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:12,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:12,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:12,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:12,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:14,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:14,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:19,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:21,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:21,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:21,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:21,497 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:21,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:24,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:24,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:25,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:25,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:25,660 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:25,660 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:25,665 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:26,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:28,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:29,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:31,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:31,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:31,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:31,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:31,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:34,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:35,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:35,416 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:32:36,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:36,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:36,302 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:36,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:36,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:38,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:40,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:40,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:40,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:40,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:40,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:40,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:40,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:40,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:41,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:42,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:44,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:44,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:44,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:44,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:45,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:45,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:46,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:49,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:49,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:49,579 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:49,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:49,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:51,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:52,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:32:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:55,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:55,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:55,619 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:32:55,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:55,624 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:56,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:32:56,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:58,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:00,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:00,668 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:00,668 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:00,673 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:01,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:01,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:02,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:05,418 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:33:06,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:06,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:06,109 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:06,114 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:06,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:07,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:08,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:10,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:11,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:11,999 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:11,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:12,004 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:12,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:13,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:14,632 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:16,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:16,048 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:16,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:16,053 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:16,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:18,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:18,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:22,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:22,930 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:22,930 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:22,935 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:23,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:23,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:24,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:25,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:28,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:28,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:28,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:28,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:29,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:29,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:30,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:32,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:32,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:32,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:32,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:32,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:34,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:35,420 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:33:35,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:37,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:37,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:37,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:37,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:37,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:38,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:40,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:40,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:40,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:40,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:40,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:40,816 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:40,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:40,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:41,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:42,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:44,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:44,866 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:44,866 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:44,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:45,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:45,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:46,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:50,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:52,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:52,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:52,388 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:52,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:52,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:33:54,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:33:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:55,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:56,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:57,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:57,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:33:57,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:57,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:57,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:00,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:01,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:01,720 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:01,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:01,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:01,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:02,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:04,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:05,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:05,393 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:05,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:05,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:05,422 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:34:05,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:07,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:08,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:10,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:10,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:10,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:10,481 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:10,481 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:10,486 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:10,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:12,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:12,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:14,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:14,134 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:14,134 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:14,139 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:14,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:16,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:18,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:18,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:18,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:18,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:18,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:18,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:20,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:22,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:22,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:22,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:22,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:22,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:23,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:24,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:25,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:25,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:25,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:25,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:25,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:25,614 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:25,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:28,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:28,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:29,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:29,470 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:29,470 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:29,475 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:29,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:32,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:33,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:33,463 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:33,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:33,468 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:33,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:34,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:35,429 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:34:36,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:38,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:38,195 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:38,195 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:38,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:38,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:40,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:40,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:40,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:40,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:42,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:42,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:42,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:42,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:43,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:44,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:45,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:46,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:46,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:46,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:46,416 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:46,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:48,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:49,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:49,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:49,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:49,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:50,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:50,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:52,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:53,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:53,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:53,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:53,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:54,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:34:55,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:55,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:56,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:56,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:34:59,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:59,500 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:34:59,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:59,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:59,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:01,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:02,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:04,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:04,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:04,421 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:04,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:04,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:05,426 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:35:06,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:07,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:08,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:08,206 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:08,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:08,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:08,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:10,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:10,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:12,492 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:13,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:13,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:13,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:13,997 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:14,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:16,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:18,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:19,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:19,257 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:19,257 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:19,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:19,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:20,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:23,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:23,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:23,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:23,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:23,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:23,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:24,771 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:25,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:28,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:32,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:32,122 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:32,122 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:32,128 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:32,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:34,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:34,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:35,433 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:35:35,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:35,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:35,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:35,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:36,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:38,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:39,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:40,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:41,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:41,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:41,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:41,799 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:42,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:44,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:45,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:45,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:45,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:45,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:45,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:45,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:48,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:50,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:51,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:51,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:51,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:51,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:51,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:54,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:35:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:55,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:56,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:56,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:56,957 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:35:56,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:56,962 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:57,803 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:35:58,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:01,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:01,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:01,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:01,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:01,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:02,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:02,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:05,430 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:36:05,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:05,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:05,455 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:05,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:05,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:06,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:07,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:08,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:08,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:08,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:08,985 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:09,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:10,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:10,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:12,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:12,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:12,949 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:12,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:12,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:13,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:14,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:17,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:18,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:18,313 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:18,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:18,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:18,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:20,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:22,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:22,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:22,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:22,926 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:23,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:23,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:24,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:25,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:26,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:26,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:26,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:26,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:27,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:28,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:29,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:34,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:35,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:35,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:35,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:35,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:35,438 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:36:35,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:36,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:39,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:39,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:39,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:39,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:39,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:40,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:42,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:44,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:44,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:44,737 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:44,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:44,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:45,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:46,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:48,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:48,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:48,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:48,112 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:48,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:50,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:36:51,112 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:55,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:56,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:56,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:56,528 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:36:56,528 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:56,533 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:56,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:36:58,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:00,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:00,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:00,274 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:00,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:00,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:02,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:02,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:03,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:03,603 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:03,603 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:03,607 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:03,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:05,434 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:37:06,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:07,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:07,377 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:07,378 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:07,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:07,382 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:07,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:08,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:10,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:11,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:11,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:11,261 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:11,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:11,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:12,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:13,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:16,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:16,209 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:16,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:16,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:16,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:18,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:19,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:20,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:20,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:20,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:20,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:20,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:22,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:23,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:23,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:23,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:23,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:23,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:24,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:25,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:26,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:29,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:29,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:29,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:29,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:29,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:30,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:30,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:33,848 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:33,849 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:33,849 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:33,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:33,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:35,437 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:37:35,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:36,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:39,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:39,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:39,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:39,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:40,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:40,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:42,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:45,520 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:49,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:49,108 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:49,108 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:49,113 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:49,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:50,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:51,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:52,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:52,970 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:52,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:52,975 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:53,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:37:54,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:37:55,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:55,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:55,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:56,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:58,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:58,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:37:58,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:58,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:58,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:00,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:01,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:03,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:03,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:03,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:03,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:03,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:04,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:05,439 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:38:06,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:06,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:06,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:06,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:06,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:06,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:08,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:10,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:10,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:12,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:12,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:12,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:12,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:12,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:12,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:14,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:16,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:16,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:16,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:16,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:16,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:17,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:18,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:22,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:22,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:22,953 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:22,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:22,958 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:23,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:24,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:25,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:25,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:25,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:26,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:26,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:26,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:26,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:26,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:28,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:28,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:30,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:30,622 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:30,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:30,627 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:30,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:32,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:34,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:35,441 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:38:35,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:35,508 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:35,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:35,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:35,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:36,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:39,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:39,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:39,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:39,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:39,705 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:39,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:42,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:45,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:46,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:46,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:46,169 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:46,174 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:46,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:48,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:49,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:49,914 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:49,914 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:49,920 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:49,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:50,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:52,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:54,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:54,039 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:54,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:54,045 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:54,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:38:55,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:55,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:55,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:56,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:56,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:38:57,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:57,924 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:38:57,924 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:57,929 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:57,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:00,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:01,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:02,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:02,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:02,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:02,933 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:02,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:04,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:05,448 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:39:06,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:06,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:06,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:06,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:06,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:07,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:09,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:10,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:10,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:10,532 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:10,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:10,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:11,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:12,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:13,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:16,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:16,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:16,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:16,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:17,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:18,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:19,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:20,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:20,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:20,268 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:20,273 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:21,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:23,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:24,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:24,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:24,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:24,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:24,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:25,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:25,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:25,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:25,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:27,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:28,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:28,518 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:28,518 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:28,523 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:29,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:29,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:31,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:33,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:33,199 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:33,199 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:33,204 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:34,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:35,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:35,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:35,445 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:39:36,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:36,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:36,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:36,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:37,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:39,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:40,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:40,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:40,680 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:40,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:40,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:41,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:43,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:44,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:44,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:44,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:44,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:45,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:46,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:47,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:47,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:47,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:47,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:47,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:48,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:49,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:39:51,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:55,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:55,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:56,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:56,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:39:56,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:56,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:56,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:57,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:39:59,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:01,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:03,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:03,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:03,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:03,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:04,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:05,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:05,452 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:40:07,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:10,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:10,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:12,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:12,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:12,687 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:12,687 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:12,693 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:13,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:15,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:17,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:21,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:21,122 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:21,123 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:21,128 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:22,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:23,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:23,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:24,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:24,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:24,701 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:24,706 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:25,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:25,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:25,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:27,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:28,543 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:29,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:29,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:29,352 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:29,357 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:30,082 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:31,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:33,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:33,334 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:33,334 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:33,339 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:34,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:34,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:35,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:35,449 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:40:37,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:37,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:37,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:37,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:38,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:39,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:39,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:40,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:42,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:42,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:42,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:42,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:43,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:45,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:45,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:46,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:46,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:46,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:46,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:47,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:49,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:50,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:51,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:51,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:51,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:51,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:52,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:53,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:40:55,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:55,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:56,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:56,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:56,673 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:40:56,674 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:56,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:57,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:40:59,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:00,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:00,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:00,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:00,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:01,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:01,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:03,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:05,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:05,173 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:05,173 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:05,178 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:05,451 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:41:06,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:07,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:07,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:10,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:10,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:12,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:13,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:13,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:13,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:13,689 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:14,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:15,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:17,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:17,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:17,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:17,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:17,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:18,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:19,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:21,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:21,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:21,780 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:21,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:22,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:22,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:23,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:25,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:25,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:25,503 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:25,503 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:25,508 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:26,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:27,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:28,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:30,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:30,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:30,184 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:30,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:31,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:33,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:34,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:34,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:34,446 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:34,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:34,451 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:35,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:35,453 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:41:37,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:38,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:38,376 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:38,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:38,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:39,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:39,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:40,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:40,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:41,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:42,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:42,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:42,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:42,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:43,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:44,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:45,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:48,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:48,399 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:48,399 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:48,404 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:49,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:50,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:51,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:52,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:52,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:52,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:52,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:53,166 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:55,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:41:55,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:55,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:55,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:55,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:56,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:56,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:41:56,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:56,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:57,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:41:59,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:00,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:00,684 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:00,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:00,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:00,690 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:01,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:03,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:04,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:04,834 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:04,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:04,839 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:05,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:05,455 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:42:06,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:07,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:08,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:08,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:08,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:08,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:09,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:10,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:10,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:11,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:11,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:16,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:16,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:16,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:16,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:16,782 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:17,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:19,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:21,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:21,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:21,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:21,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:21,705 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:22,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:23,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:25,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:26,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:26,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:26,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:26,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:26,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:27,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:29,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:30,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:30,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:30,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:30,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:31,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:32,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:33,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:35,462 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:42:36,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:36,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:36,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:36,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:36,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:38,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:39,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:39,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:39,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:39,855 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:39,860 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:40,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:40,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:40,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:41,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:43,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:48,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:48,276 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:48,276 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:48,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:49,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:49,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:51,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:52,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:52,828 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:52,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:52,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:53,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:54,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:55,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:42:55,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:55,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:55,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:57,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:57,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:42:57,437 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:57,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:58,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:42:59,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:00,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:02,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:02,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:02,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:02,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:03,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:05,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:05,459 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:43:06,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:07,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:07,175 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:07,175 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:07,180 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:07,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:09,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:10,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:10,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:11,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:11,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:11,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:11,416 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:12,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:12,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:13,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:16,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:16,319 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:16,319 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:16,324 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:17,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:18,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:19,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:20,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:20,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:20,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:20,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:21,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:23,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:24,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:24,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:24,480 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:24,480 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:24,486 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:25,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:25,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:27,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:29,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:29,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:29,691 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:29,691 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:29,696 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:30,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:31,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:34,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:35,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:35,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:35,341 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:35,346 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:35,467 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:43:36,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:37,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:39,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:39,345 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:39,345 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:39,350 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:40,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:40,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:40,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:40,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:41,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:43,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:43,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:43,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:43,044 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:43,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:45,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:46,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:48,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:48,831 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:48,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:48,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:49,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:51,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:51,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:53,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:53,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:53,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:53,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:54,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:43:55,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:55,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:55,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:43:57,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:58,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:58,106 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:43:58,106 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:58,111 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:58,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:01,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:03,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:03,026 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:03,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:03,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:03,031 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:03,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:05,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:05,464 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:44:07,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:07,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:07,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:07,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:07,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:08,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:09,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:10,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:10,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:11,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:11,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:11,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:11,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:12,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:13,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:13,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:15,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:15,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:15,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:15,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:16,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:17,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:18,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:20,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:20,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:20,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:20,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:21,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:23,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:24,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:25,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:25,040 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:25,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:25,045 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:25,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:25,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:25,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:27,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:28,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:28,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:28,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:28,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:29,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:29,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:31,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:33,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:33,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:33,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:33,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:34,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:35,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:35,407 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:35,471 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:44:37,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:37,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:37,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:37,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:38,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:39,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:40,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:40,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:41,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:41,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:41,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:41,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:42,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:43,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:45,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:46,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:46,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:46,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:46,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:46,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:49,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:50,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:50,360 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:50,360 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:50,365 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:51,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:51,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:53,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:44:54,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:54,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:44:54,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:54,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:54,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:44:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:55,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:56,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:57,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:01,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:03,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:03,484 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:03,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:03,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:04,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:05,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:05,468 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:45:07,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:08,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:08,281 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:08,281 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:08,286 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:08,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:10,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:10,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:11,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:12,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:15,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:15,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:15,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:15,038 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:15,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:17,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:18,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:18,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:18,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:18,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:18,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:19,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:21,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:22,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:22,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:22,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:22,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:23,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:23,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:25,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:25,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:25,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:29,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:31,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:31,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:31,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:31,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:31,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:33,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:35,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:35,470 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:45:35,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:35,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:35,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:35,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:36,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:37,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:40,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:40,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:40,936 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:40,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:40,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:41,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:43,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:45,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:45,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:45,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:45,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:45,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:46,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:47,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:51,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:51,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:51,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:51,445 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:51,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:52,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:53,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:45:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:55,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:55,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:55,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:55,536 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:45:55,536 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:55,541 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:56,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:45:56,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:57,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:01,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:01,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:01,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:01,020 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:01,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:02,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:03,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:04,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:04,720 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:04,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:04,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:05,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:05,472 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:46:07,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:07,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:09,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:09,229 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:09,229 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:09,234 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:09,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:10,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:10,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:11,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:12,524 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:13,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:13,080 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:13,080 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:13,085 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:13,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:15,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:16,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:16,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:16,869 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:16,873 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:17,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:17,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:19,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:21,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:21,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:21,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:21,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:22,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:23,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:23,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:25,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:25,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:26,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:26,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:26,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:26,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:27,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:29,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:30,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:30,135 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:30,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:30,140 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:30,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:31,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:34,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:35,474 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:46:38,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:38,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:38,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:38,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:39,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:39,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:40,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:41,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:43,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:43,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:43,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:43,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:43,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:45,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:45,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:46,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:46,864 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:46,864 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:46,869 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:47,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:49,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:50,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:50,631 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:50,631 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:50,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:50,637 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:51,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:53,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:54,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:54,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:54,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:54,312 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:54,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:46:55,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:55,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:55,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:56,475 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:57,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:46:58,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:58,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:46:58,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:58,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:59,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:01,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:01,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:02,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:02,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:02,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:02,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:02,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:05,481 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:47:05,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:06,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:06,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:06,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:06,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:07,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:07,555 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:09,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:10,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:10,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:10,685 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:10,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:10,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:11,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:12,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:13,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:17,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:19,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:19,036 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:19,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:19,041 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:19,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:21,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:23,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:25,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:25,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:25,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:25,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:25,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:25,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:27,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:28,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:33,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:34,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:34,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:34,283 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:34,288 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:34,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:35,478 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:47:37,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:38,432 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:38,433 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:38,433 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:38,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:38,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:39,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:40,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:41,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:44,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:46,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:46,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:46,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:46,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:47,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:49,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:49,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:50,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:50,746 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:50,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:50,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:51,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:53,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:54,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:54,350 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:54,350 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:54,355 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:54,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:47:55,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:55,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:55,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:55,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:57,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:47:58,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:58,634 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:47:58,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:58,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:59,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:00,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:01,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:02,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:02,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:02,344 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:02,349 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:02,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:05,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:05,590 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:48:06,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:07,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:07,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:07,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:07,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:07,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:09,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:10,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:12,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:12,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:12,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:12,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:12,522 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:12,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:15,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:16,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:16,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:16,239 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:16,244 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:16,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:17,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:18,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:19,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:19,750 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:19,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:19,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:20,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:21,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:23,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:25,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:25,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:25,536 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:25,536 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:25,542 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:25,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:27,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:29,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:31,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:31,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:31,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:31,033 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:31,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:33,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:35,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:35,482 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:48:36,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:36,008 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:36,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:36,013 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:36,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:37,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:39,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:39,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:39,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:39,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:39,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:40,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:40,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:41,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:44,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:44,831 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:44,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:44,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:45,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:45,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:47,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:50,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:50,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:50,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:50,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:50,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:51,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:53,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:55,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:55,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:55,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:55,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:55,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:55,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:55,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:48:57,464 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:57,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:48:58,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:58,761 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:48:58,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:58,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:59,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:01,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:02,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:02,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:02,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:02,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:02,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:03,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:05,484 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:49:05,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:08,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:10,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:10,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:10,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:11,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:11,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:11,081 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:11,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:11,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:13,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:14,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:15,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:15,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:15,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:15,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:15,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:17,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:19,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:19,082 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:19,082 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:19,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:19,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:20,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:21,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:24,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:24,079 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:24,079 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:24,084 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:24,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:25,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:25,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:25,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:25,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:27,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:27,999 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:27,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:28,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:28,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:29,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:31,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:34,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:34,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:34,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:34,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:34,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:35,486 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:49:36,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:37,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:38,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:38,350 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:38,351 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:38,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:38,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:39,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:40,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:40,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:41,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:43,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:43,611 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:43,611 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:43,616 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:43,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:45,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:46,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:47,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:47,961 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:47,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:47,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:48,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:49,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:51,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:53,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:53,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:53,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:53,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:53,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:55,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:55,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:49:57,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:57,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:57,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:49:57,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:57,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:58,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:49:59,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:02,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:02,427 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:02,427 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:02,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:02,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:03,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:05,488 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:50:05,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:06,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:06,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:06,369 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:06,374 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:06,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:07,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:09,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:10,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:10,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:10,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:10,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:10,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:10,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:13,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:14,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:14,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:14,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:14,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:14,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:14,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:17,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:18,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:18,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:18,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:18,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:19,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:19,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:21,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:24,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:24,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:24,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:24,939 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:25,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:25,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:25,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:25,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:27,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:29,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:29,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:29,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:29,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:29,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:31,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:31,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:33,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:33,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:33,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:33,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:33,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:35,494 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:50:35,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:36,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:38,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:38,156 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:38,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:38,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:38,750 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:39,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:40,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:42,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:42,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:42,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:42,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:42,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:42,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:43,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:47,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:50,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:50,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:50,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:50,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:50,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:52,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:53,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:54,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:54,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:54,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:54,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:54,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:50:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:55,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:55,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:57,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:50:58,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:58,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:58,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:50:58,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:58,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:58,771 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:01,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:03,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:03,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:03,662 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:03,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:03,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:03,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:05,493 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:51:05,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:07,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:07,987 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:07,987 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:07,992 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:08,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:08,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:09,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:10,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:11,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:11,634 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:11,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:11,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:11,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:13,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:14,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:15,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:15,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:15,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:15,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:15,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:17,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:19,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:19,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:19,757 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:19,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:19,762 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:19,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:21,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:23,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:23,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:23,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:23,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:23,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:25,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:25,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:25,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:29,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:29,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:29,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:29,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:29,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:30,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:31,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:35,498 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:51:35,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:35,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:35,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:35,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:35,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:36,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:37,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:40,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:40,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:40,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:40,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:40,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:40,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:41,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:42,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:46,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:46,075 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:46,075 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:46,080 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:46,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:47,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:48,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:50,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:50,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:50,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:50,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:51,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:53,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:53,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:55,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:55,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:56,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:56,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:51:56,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:56,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:56,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:51:57,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:51:59,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:00,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:00,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:00,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:00,049 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:00,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:01,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:04,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:04,066 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:04,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:04,071 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:04,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:05,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:05,496 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:52:05,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:07,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:07,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:07,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:07,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:08,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:09,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:10,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:10,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:10,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:10,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:12,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:12,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:12,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:12,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:12,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:15,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:15,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:17,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:17,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:17,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:17,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:17,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:19,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:21,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:22,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:22,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:22,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:22,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:22,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:23,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:25,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:25,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:26,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:26,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:26,431 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:26,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:26,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:27,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:27,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:32,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:33,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:33,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:33,351 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:33,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:33,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:35,498 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:52:35,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:37,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:40,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:40,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:42,432 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:42,433 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:42,433 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:42,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:42,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:43,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:43,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:48,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:50,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:50,816 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:50,816 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:50,821 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:50,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:52:53,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:53,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:52:55,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:55,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:59,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:59,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:52:59,222 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:59,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:59,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:59,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:01,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:04,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:04,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:04,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:04,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:04,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:04,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:05,501 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:53:07,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:09,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:10,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:10,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:13,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:13,209 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:13,209 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:13,214 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:13,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:15,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:15,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:17,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:17,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:17,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:17,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:17,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:19,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:20,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:20,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:20,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:20,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:20,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:20,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:23,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:25,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:25,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:25,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:25,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:25,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:25,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:26,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:27,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:30,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:30,375 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:30,375 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:30,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:30,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:31,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:32,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:34,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:34,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:34,928 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:34,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:35,503 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:53:35,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:37,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:37,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:40,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:40,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:40,487 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:40,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:40,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:40,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:41,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:43,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:45,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:45,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:45,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:45,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:45,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:47,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:49,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:49,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:49,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:49,380 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:49,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:49,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:51,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:54,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:54,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:54,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:54,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:55,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:55,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:55,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:55,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:53:57,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:53:59,475 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:59,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:59,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:53:59,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:59,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:59,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:01,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:04,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:04,061 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:04,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:04,067 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:04,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:05,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:05,508 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:54:05,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:09,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:09,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:09,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:09,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:09,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:10,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:10,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:10,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:11,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:15,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:18,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:18,554 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:18,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:18,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:18,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:19,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:20,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:23,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:23,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:23,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:23,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:23,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:25,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:25,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:26,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:26,712 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:26,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:26,713 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:26,718 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:26,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:29,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:31,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:32,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:32,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:32,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:33,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:33,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:35,507 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:54:35,985 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:37,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:37,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:37,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:37,429 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:37,434 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:37,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:39,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:40,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:42,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:45,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:45,915 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:45,915 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:45,920 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:45,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:47,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:47,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:50,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:50,255 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:50,256 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:50,261 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:51,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:52,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:53,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:54,076 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:54,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:54,077 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:54,082 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:55,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:54:55,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:55,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:56,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:54:58,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:58,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:58,640 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:54:58,640 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:58,645 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:59,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:00,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:02,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:02,666 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:02,666 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:02,671 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:03,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:03,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:04,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:05,512 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:55:06,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:06,559 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:06,559 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:06,564 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:07,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:08,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:09,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:10,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:10,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:10,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:10,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:10,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:10,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:11,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:12,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:14,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:15,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:15,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:15,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:15,468 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:16,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:18,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:20,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:21,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:21,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:21,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:21,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:22,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:24,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:25,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:25,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:26,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:26,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:26,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:26,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:27,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:30,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:30,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:31,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:31,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:31,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:31,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:32,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:34,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:35,511 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:55:36,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:37,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:37,376 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:37,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:37,381 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:38,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:40,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:40,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:40,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:41,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:41,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:41,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:41,983 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:41,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:42,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:44,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:45,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:45,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:45,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:45,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:46,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:46,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:48,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:51,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:51,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:51,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:51,260 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:52,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:52,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:54,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:55,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:55,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:55,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:55,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:55,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:56,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:55:57,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:58,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:55:58,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:58,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:55:58,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:59,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:59,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:02,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:03,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:03,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:03,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:03,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:03,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:04,082 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:05,514 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:56:06,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:08,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:09,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:09,179 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:09,179 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:09,185 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:10,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:10,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:12,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:13,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:13,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:13,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:13,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:13,961 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:14,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:16,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:18,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:18,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:18,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:18,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:19,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:19,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:20,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:22,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:22,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:22,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:22,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:23,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:24,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:25,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:25,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:25,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:25,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:25,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:25,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:25,961 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:26,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:28,129 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:29,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:29,706 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:29,707 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:29,713 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:30,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:30,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:32,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:33,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:33,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:33,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:33,722 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:34,138 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:35,516 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:56:36,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:36,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:39,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:39,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:39,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:39,074 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:39,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:40,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:42,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:42,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:43,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:43,474 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:43,474 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:43,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:44,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:46,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:47,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:49,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:49,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:49,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:49,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:50,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:52,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:52,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:55,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:55,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:55,554 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:56:55,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:55,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:56,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:56:57,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:56:58,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:01,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:01,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:01,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:01,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:02,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:03,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:03,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:05,518 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:57:07,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:07,679 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:07,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:07,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:08,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:09,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:09,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:10,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:10,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:12,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:12,880 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:12,880 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:12,885 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:13,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:14,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:15,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:17,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:17,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:17,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:17,360 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:18,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:19,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:20,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:21,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:21,907 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:21,908 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:21,914 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:22,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:23,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:25,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:25,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:25,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:26,831 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:26,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:26,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:27,221 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:27,221 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:30,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:31,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:31,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:31,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:31,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:32,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:33,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:35,525 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:57:36,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:37,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:37,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:37,727 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:37,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:38,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:39,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:40,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:40,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:40,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:41,543 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:45,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:45,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:45,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:45,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:46,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:46,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:47,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:50,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:50,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:50,068 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:50,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:50,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:51,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:52,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:54,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:54,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:54,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:54,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:55,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:55,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:55,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:55,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:57:57,543 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:58,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:58,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:57:58,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:58,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:58,266 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:57:59,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:03,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:03,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:03,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:03,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:03,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:03,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:05,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:05,522 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:58:07,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:07,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:07,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:07,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:07,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:09,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:09,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:10,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:10,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:11,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:11,009 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:11,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:11,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:11,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:13,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:14,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:15,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:15,215 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:15,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:15,222 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:15,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:17,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:19,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:20,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:20,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:20,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:20,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:20,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:21,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:24,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:24,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:24,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:24,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:24,371 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:25,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:25,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:25,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:25,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:28,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:28,599 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:28,599 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:28,605 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:29,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:29,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:29,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:32,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:32,376 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:32,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:32,382 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:33,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:33,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:35,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:35,530 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:58:36,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:36,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:36,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:36,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:37,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:37,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:40,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:40,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:40,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:40,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:40,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:40,621 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:40,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:40,627 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:41,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:41,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:45,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:45,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:45,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:45,545 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:46,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:46,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:47,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:51,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:53,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:53,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:58:53,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:53,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:54,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:58:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:55,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:55,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:58:56,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:01,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:02,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:02,344 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:02,344 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:02,350 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:02,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:03,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:05,526 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:59:06,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:06,008 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:06,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:06,014 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:06,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:07,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:07,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:10,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:11,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:11,587 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:11,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:11,594 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:12,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:12,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:13,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:16,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:16,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:16,096 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:16,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:16,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:17,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:18,103 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:19,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:19,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:19,759 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:19,765 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:20,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:21,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:23,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:25,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:25,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:25,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:25,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:25,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:26,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:27,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:29,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:29,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:29,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:29,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:29,830 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:30,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:31,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:34,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:34,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:34,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:34,426 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:35,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:35,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:35,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:35,528 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 11:59:40,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:40,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:40,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:44,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:44,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:44,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:44,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:44,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:45,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:46,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:51,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:52,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:52,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 11:59:52,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:52,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:52,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 11:59:53,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 11:59:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:55,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:55,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:56,507 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:00,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:00,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:00,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:00,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:01,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:01,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:01,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:04,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:04,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:04,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:04,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:05,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:05,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:05,531 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:00:07,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:10,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:10,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:10,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:10,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:10,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:10,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:11,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:11,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:12,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:14,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:14,631 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:14,631 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:14,636 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:15,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:15,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:17,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:18,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:18,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:18,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:18,203 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:18,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:19,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:21,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:21,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:21,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:22,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:22,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:23,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:23,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:25,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:25,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:25,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:25,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:25,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:25,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:25,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:26,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:27,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:28,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:29,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:29,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:29,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:29,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:29,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:31,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:34,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:34,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:34,444 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:34,444 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:34,449 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:34,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:35,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:35,533 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:00:39,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:40,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:40,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:40,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:40,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:40,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:40,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:41,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:41,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:44,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:46,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:46,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:46,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:46,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:47,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:47,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:49,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:50,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:50,725 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:50,725 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:50,730 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:51,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:51,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:00:54,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:54,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:00:54,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:54,764 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:55,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:55,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:55,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:55,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:00:55,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:55,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:00,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:00,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:00,870 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:00,871 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:00,876 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:01,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:01,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:04,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:04,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:04,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:04,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:05,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:05,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:05,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:05,538 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:01:08,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:08,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:08,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:08,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:09,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:09,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:10,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:10,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:10,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:10,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:12,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:12,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:12,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:12,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:13,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:13,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:15,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:17,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:17,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:17,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:17,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:18,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:19,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:21,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:23,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:23,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:23,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:23,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:24,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:25,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:25,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:25,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:25,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:27,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:27,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:27,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:27,795 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:27,800 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:28,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:29,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:31,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:31,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:31,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:31,782 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:32,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:32,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:33,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:35,537 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:01:37,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:37,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:37,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:37,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:37,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:38,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:39,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:40,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:40,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:43,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:45,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:45,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:45,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:45,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:46,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:47,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:48,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:53,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:54,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:54,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:54,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:54,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:54,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:55,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:55,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:55,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:55,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:01:58,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:58,427 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:01:58,427 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:58,432 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:58,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:01:59,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:59,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:02,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:02,196 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:02,196 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:02,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:02,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:03,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:05,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:05,542 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:02:05,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:05,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:05,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:05,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:06,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:07,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:10,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:10,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:10,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:10,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:10,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:10,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:10,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:10,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:11,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:11,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:15,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:19,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:19,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:19,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:20,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:20,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:21,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:21,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:23,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:23,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:23,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:23,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:23,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:25,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:25,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:25,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:26,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:27,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:27,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:27,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:27,468 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:27,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:29,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:31,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:31,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:31,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:31,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:31,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:32,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:33,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:35,542 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:02:35,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:35,547 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:35,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:35,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:35,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:37,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:37,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:39,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:39,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:39,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:39,705 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:40,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:40,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:41,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:43,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:43,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:43,466 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:43,466 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:43,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:43,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:45,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:48,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:49,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:49,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:49,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:49,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:49,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:51,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:02:54,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:55,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:55,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:55,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:58,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:58,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:02:58,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:58,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:58,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:02:59,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:00,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:01,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:01,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:01,737 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:01,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:02,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:03,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:05,544 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:03:05,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:07,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:07,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:07,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:07,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:07,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:07,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:10,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:10,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:11,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:11,295 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:11,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:11,295 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:11,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:11,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:11,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:15,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:15,838 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:15,838 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:15,843 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:16,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:16,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:17,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:21,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:24,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:24,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:24,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:24,614 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:24,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:25,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:25,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:25,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:27,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:28,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:28,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:28,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:28,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:29,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:29,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:32,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:33,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:33,898 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:33,898 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:33,903 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:34,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:35,546 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:03:35,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:37,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:37,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:37,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:37,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:37,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:38,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:39,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:40,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:40,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:40,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:42,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:42,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:42,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:42,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:42,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:43,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:44,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:46,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:46,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:46,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:46,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:47,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:47,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:49,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:51,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:51,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:51,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:51,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:52,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:53,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:03:55,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:55,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:55,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:55,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:56,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:56,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:03:56,780 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:56,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:57,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:03:57,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:00,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:00,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:00,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:00,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:00,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:00,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:01,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:05,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:05,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:05,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:05,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:05,548 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:04:05,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:06,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:07,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:09,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:09,100 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:09,101 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:09,106 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:09,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:09,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:10,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:12,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:13,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:13,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:13,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:13,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:13,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:13,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:17,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:17,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:17,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:17,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:17,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:17,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:19,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:21,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:21,369 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:21,370 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:21,375 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:21,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:21,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:22,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:25,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:26,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:26,193 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:26,193 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:26,198 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:26,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:27,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:28,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:31,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:31,198 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:31,198 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:31,203 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:31,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:31,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:34,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:35,550 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:04:35,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:35,618 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:35,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:35,623 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:35,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:37,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:39,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:40,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:40,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:40,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:44,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:44,750 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:44,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:44,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:44,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:45,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:45,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:49,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:50,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:50,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:50,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:50,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:51,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:51,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:54,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:54,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:54,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:54,612 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:54,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:55,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:55,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:55,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:55,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:55,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:04:58,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:58,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:04:58,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:58,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:58,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:04:59,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:00,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:03,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:03,297 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:03,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:03,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:03,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:03,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:05,552 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:05:06,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:07,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:07,673 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:07,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:07,678 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:07,771 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:09,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:10,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:12,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:12,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:12,741 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:12,741 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:12,746 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:12,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:13,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:17,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:17,160 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:17,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:17,166 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:17,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:17,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:18,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:21,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:21,426 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:21,426 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:21,431 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:21,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:21,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:23,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:25,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:25,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:26,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:26,436 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:26,436 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:26,441 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:26,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:27,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:28,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:30,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:30,760 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:30,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:30,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:30,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:31,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:33,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:34,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:34,279 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:34,279 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:34,286 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:34,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:35,560 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:05:35,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:39,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:39,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:39,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:39,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:40,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:40,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:40,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:40,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:40,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:41,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:43,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:43,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:43,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:43,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:43,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:44,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:45,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:49,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:51,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:51,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:51,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:51,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:51,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:53,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:05:55,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:55,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:55,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:55,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:55,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:55,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:05:55,635 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:55,640 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:55,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:05:57,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:00,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:00,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:00,149 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:00,154 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:00,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:01,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:01,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:05,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:05,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:05,076 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:05,081 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:05,556 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:06:05,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:05,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:06,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:10,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:10,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:10,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:10,973 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:10,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:10,979 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:11,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:11,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:12,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:15,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:15,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:15,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:15,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:15,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:15,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:17,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:19,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:19,379 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:19,379 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:19,384 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:19,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:19,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:23,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:23,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:23,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:23,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:23,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:24,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:25,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:25,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:25,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:25,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:28,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:32,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:32,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:32,400 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:32,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:32,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:33,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:34,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:35,558 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:06:36,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:36,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:36,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:37,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:37,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:37,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:40,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:40,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:40,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:40,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:42,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:42,470 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:42,470 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:42,475 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:42,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:43,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:45,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:47,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:47,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:47,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:47,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:47,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:49,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:50,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:53,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:53,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:06:53,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:53,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:54,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:06:55,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:55,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:55,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:55,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:06:56,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:01,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:02,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:02,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:02,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:02,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:02,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:03,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:05,560 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:07:06,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:06,226 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:06,226 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:06,231 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:06,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:07,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:07,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:10,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:10,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:10,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:11,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:11,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:11,837 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:11,842 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:11,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:12,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:13,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:15,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:15,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:15,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:15,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:15,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:17,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:18,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:19,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:19,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:19,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:19,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:19,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:19,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:24,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:24,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:24,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:24,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:24,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:24,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:25,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:25,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:25,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:25,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:28,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:28,691 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:28,691 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:28,697 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:28,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:29,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:29,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:33,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:33,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:33,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:33,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:33,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:33,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:35,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:35,562 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:07:39,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:39,500 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:39,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:39,504 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:39,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:39,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:40,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:40,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:40,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:40,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:42,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:42,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:42,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:42,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:42,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:43,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:45,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:46,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:46,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:46,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:46,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:46,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:47,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:50,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:50,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:50,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:50,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:50,873 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:50,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:51,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:07:55,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:55,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:55,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:55,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:55,915 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:07:55,915 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:55,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:55,920 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:55,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:07:57,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:00,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:01,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:01,552 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:01,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:01,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:01,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:01,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:05,564 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:08:06,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:07,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:07,877 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:07,877 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:07,882 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:07,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:09,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:10,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:10,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:10,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:12,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:13,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:13,057 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:13,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:13,062 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:13,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:13,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:18,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:19,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:19,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:19,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:19,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:19,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:21,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:23,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:25,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:25,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:25,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:25,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:25,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:25,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:25,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:25,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:25,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:29,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:29,172 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:29,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:29,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:29,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:29,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:29,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:32,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:32,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:32,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:32,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:32,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:33,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:34,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:35,566 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:08:37,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:37,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:37,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:37,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:37,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:37,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:40,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:40,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:40,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:40,478 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:43,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:43,360 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:43,360 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:43,365 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:43,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:43,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:46,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:50,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:50,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:50,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:50,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:51,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:51,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:52,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:55,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:55,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:55,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:55,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:55,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:55,514 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:55,519 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:56,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:08:56,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:08:57,520 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:59,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:59,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:08:59,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:59,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:00,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:02,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:02,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:05,572 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:09:06,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:06,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:06,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:06,229 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:07,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:08,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:08,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:10,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:10,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:10,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:10,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:10,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:10,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:10,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:11,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:12,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:13,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:16,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:16,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:16,522 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:16,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:17,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:18,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:19,527 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:20,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:20,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:20,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:20,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:21,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:22,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:24,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:24,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:24,589 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:24,589 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:24,594 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:25,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:25,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:25,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:25,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:26,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:28,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:28,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:28,858 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:28,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:29,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:29,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:30,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:34,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:34,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:34,274 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:34,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:35,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:35,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:35,571 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:09:36,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:39,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:39,603 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:39,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:39,608 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:40,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:40,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:40,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:40,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:40,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:40,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:45,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:45,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:45,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:45,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:45,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:46,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:48,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:50,801 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:51,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:51,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:51,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:51,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:52,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:52,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:09:55,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:55,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:55,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:56,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:56,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:56,637 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:09:56,638 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:56,642 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:57,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:09:58,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:00,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:00,405 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:00,405 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:00,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:01,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:02,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:02,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:05,576 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:10:05,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:05,636 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:05,636 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:05,641 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:06,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:06,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:07,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:09,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:09,110 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:09,110 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:09,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:10,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:10,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:10,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:13,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:13,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:13,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:13,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:13,705 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:14,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:14,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:18,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:18,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:18,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:18,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:18,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:19,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:20,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:23,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:23,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:23,594 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:23,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:24,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:24,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:24,599 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:25,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:25,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:25,930 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:28,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:28,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:28,686 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:28,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:29,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:29,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:30,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:32,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:32,621 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:32,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:32,626 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:33,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:34,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:35,575 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:10:35,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:37,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:37,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:37,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:37,428 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:38,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:38,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:40,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:40,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:40,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:41,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:44,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:44,048 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:44,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:44,053 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:44,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:46,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:47,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:52,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:52,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:52,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:52,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:52,550 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:53,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:54,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:10:55,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:55,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:55,930 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:57,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:57,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:57,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:10:57,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:57,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:58,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:10:58,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:00,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:00,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:00,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:00,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:01,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:02,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:02,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:05,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:05,523 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:05,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:05,528 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:05,577 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:11:06,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:06,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:08,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:10,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:11,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:11,170 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:11,171 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:11,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:12,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:12,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:14,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:16,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:16,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:16,184 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:16,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:17,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:18,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:19,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:20,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:20,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:20,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:20,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:21,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:22,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:24,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:25,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:25,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:25,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:25,223 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:25,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:25,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:25,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:26,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:26,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:29,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:29,849 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:29,849 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:29,854 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:30,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:30,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:32,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:33,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:33,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:33,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:33,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:34,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:34,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:35,579 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:11:36,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:37,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:37,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:37,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:37,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:38,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:38,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:40,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:40,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:40,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:42,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:42,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:42,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:42,655 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:42,660 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:43,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:44,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:46,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:46,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:46,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:46,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:47,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:47,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:48,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:49,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:49,685 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:49,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:49,690 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:50,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:50,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:52,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:54,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:54,287 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:54,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:54,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:55,188 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:11:55,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:55,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:55,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:56,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:11:58,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:58,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:58,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:11:58,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:58,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:59,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:00,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:02,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:02,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:02,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:02,019 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:02,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:04,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:04,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:05,581 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:12:05,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:05,741 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:05,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:05,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:06,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:06,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:09,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:10,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:10,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:10,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:10,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:10,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:10,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:11,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:12,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:15,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:15,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:15,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:15,748 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:15,753 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:16,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:16,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:20,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:21,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:21,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:21,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:21,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:21,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:22,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:25,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:25,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:26,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:28,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:28,128 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:28,128 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:28,133 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:28,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:30,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:32,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:32,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:32,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:32,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:32,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:32,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:34,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:35,587 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:12:37,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:37,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:37,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:37,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:37,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:38,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:38,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:40,722 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:40,723 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:40,723 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:40,728 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:40,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:40,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:41,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:42,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:43,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:44,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:44,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:44,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:44,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:45,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:46,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:48,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:48,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:48,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:48,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:48,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:49,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:50,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:52,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:52,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:52,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:52,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:53,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:53,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:54,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:55,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:56,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:56,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:12:56,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:56,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:57,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:12:58,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:12:58,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:01,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:01,026 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:01,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:01,031 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:01,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:02,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:04,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:04,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:04,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:04,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:04,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:05,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:05,585 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:13:06,266 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:08,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:08,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:08,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:08,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:09,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:09,770 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:10,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:10,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:13,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:13,674 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:13,674 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:13,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:14,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:14,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:15,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:19,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:19,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:19,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:19,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:20,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:20,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:21,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:24,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:24,284 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:24,284 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:24,289 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:25,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:25,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:26,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:27,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:27,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:27,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:27,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:27,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:28,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:28,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:31,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:31,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:31,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:31,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:32,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:32,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:32,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:35,590 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:13:35,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:35,778 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:35,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:35,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:36,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:36,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:37,783 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:39,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:39,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:39,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:39,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:40,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:40,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:40,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:43,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:43,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:43,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:43,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:43,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:44,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:44,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:48,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:50,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:50,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:50,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:50,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:51,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:52,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:54,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:55,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:55,833 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:55,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:55,838 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:55,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:56,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:13:56,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:13:59,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:59,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:13:59,781 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:59,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:59,786 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:00,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:00,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:04,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:05,589 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:14:08,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:08,342 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:08,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:08,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:09,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:10,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:10,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:10,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:12,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:12,460 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:12,461 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:12,466 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:13,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:14,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:15,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:16,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:16,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:16,678 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:16,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:17,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:18,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:20,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:20,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:20,792 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:20,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:20,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:21,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:22,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:25,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:25,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:25,274 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:25,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:25,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:25,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:26,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:26,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:29,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:29,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:29,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:29,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:29,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:30,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:32,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:34,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:34,448 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:34,449 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:34,453 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:35,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:35,597 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:14:36,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:37,599 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:39,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:39,907 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:39,907 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:39,912 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:40,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:40,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:40,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:43,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:44,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:44,057 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:44,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:44,062 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:44,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:44,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:49,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:49,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:49,125 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:49,125 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:49,130 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:49,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:50,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:54,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:55,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:55,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:57,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:57,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:14:57,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:57,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:57,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:14:58,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:14:59,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:02,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:02,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:02,491 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:02,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:03,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:04,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:04,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:05,594 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:15:06,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:06,890 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:06,891 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:06,895 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:07,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:08,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:09,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:10,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:10,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:12,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:12,916 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:12,916 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:12,921 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:13,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:14,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:14,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:17,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:17,361 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:17,361 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:17,366 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:17,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:18,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:20,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:22,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:22,041 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:22,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:22,046 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:22,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:22,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:25,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:25,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:26,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:26,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:26,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:26,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:26,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:27,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:28,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:31,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:33,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:33,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:33,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:33,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:34,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:34,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:35,596 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:15:36,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:39,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:39,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:39,151 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:39,156 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:39,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:40,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:40,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:40,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:42,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:43,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:43,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:43,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:43,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:44,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:44,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:47,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:47,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:47,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:47,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:47,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:47,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:48,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:52,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:54,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:54,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:54,110 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:54,114 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:54,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:54,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:15:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:55,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:58,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:58,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:15:58,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:58,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:58,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:58,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:15:58,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:02,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:02,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:02,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:02,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:03,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:03,783 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:04,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:05,598 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:16:08,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:08,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:08,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:08,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:09,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:09,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:10,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:10,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:10,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:10,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:12,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:12,994 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:12,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:13,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:13,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:14,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:15,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:17,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:17,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:17,781 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:17,789 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:18,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:18,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:20,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:22,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:22,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:22,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:22,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:22,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:22,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:25,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:25,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:25,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:26,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:30,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:30,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:30,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:30,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:31,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:31,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:32,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:34,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:34,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:34,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:34,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:34,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:35,600 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:16:36,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:37,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:40,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:41,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:41,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:41,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:41,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:41,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:42,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:43,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:45,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:45,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:45,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:45,131 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:45,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:46,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:49,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:49,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:49,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:49,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:49,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:49,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:50,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:54,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:54,048 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:54,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:54,054 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:54,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:54,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:16:55,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:55,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:57,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:57,893 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:16:57,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:57,898 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:58,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:16:58,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:00,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:04,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:04,213 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:04,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:04,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:04,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:04,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:05,605 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:17:06,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:08,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:08,180 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:08,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:08,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:08,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:08,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:10,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:10,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:10,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:12,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:12,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:12,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:12,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:12,124 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:12,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:12,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:16,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:16,138 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:16,138 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:16,143 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:16,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:16,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:17,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:20,471 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:20,472 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:20,472 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:20,477 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:20,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:22,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:22,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:25,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:25,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:25,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:27,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:27,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:27,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:27,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:27,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:28,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:28,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:30,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:30,405 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:30,405 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:30,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:30,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:32,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:33,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:34,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:34,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:34,879 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:34,884 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:35,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:35,604 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:17:36,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:38,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:40,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:41,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:41,703 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:41,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:41,708 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:42,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:42,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:43,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:45,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:45,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:45,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:45,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:46,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:46,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:49,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:50,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:50,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:50,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:50,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:50,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:52,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:17:54,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:54,691 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:17:54,691 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:54,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:54,696 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:55,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:17:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:55,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:56,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:00,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:00,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:00,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:00,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:00,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:00,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:02,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:05,609 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:18:05,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:06,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:06,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:06,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:06,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:06,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:06,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:10,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:10,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:10,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:11,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:13,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:13,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:13,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:13,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:14,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:14,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:16,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:17,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:17,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:17,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:17,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:17,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:18,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:21,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:21,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:21,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:21,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:22,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:22,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:22,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:25,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:25,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:26,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:26,432 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:26,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:26,437 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:26,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:27,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:28,615 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:29,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:29,959 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:29,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:29,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:30,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:30,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:32,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:34,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:34,879 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:34,879 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:34,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:35,608 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:18:35,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:36,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:38,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:40,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:40,507 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:40,507 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:40,512 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:40,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:40,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:42,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:44,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:44,029 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:44,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:44,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:44,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:44,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:44,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:48,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:48,877 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:48,877 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:48,882 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:49,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:49,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:50,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:52,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:52,928 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:52,928 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:52,933 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:53,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:54,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:18:54,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:55,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:56,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:56,313 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:18:56,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:56,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:56,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:18:56,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:00,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:01,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:01,584 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:01,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:01,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:01,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:02,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:05,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:05,610 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:19:08,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:08,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:08,290 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:08,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:08,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:08,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:10,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:10,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:10,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:11,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:11,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:11,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:11,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:11,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:12,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:12,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:16,862 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:18,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:18,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:18,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:18,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:19,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:20,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:22,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:23,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:23,405 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:23,406 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:23,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:23,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:24,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:25,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:27,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:27,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:27,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:27,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:27,973 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:28,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:28,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:32,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:32,128 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:32,128 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:32,133 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:32,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:32,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:33,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:35,612 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:19:36,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:36,255 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:36,255 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:36,261 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:36,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:36,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:38,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:39,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:39,924 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:39,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:39,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:40,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:40,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:40,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:44,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:44,471 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:44,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:44,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:44,476 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:44,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:46,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:48,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:48,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:48,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:48,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:49,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:49,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:50,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:52,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:52,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:52,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:52,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:52,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:54,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:19:55,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:55,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:56,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:56,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:19:56,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:56,492 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:56,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:19:58,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:00,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:00,512 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:00,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:00,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:00,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:01,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:02,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:04,555 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:04,556 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:04,556 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:04,561 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:04,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:05,615 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:20:06,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:06,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:08,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:08,639 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:08,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:08,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:08,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:10,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:10,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:10,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:10,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:12,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:12,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:12,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:12,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:12,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:12,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:14,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:16,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:16,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:16,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:16,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:16,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:17,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:18,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:22,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:23,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:23,504 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:23,504 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:23,509 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:23,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:24,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:25,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:27,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:27,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:27,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:27,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:28,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:28,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:28,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:32,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:32,936 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:32,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:32,941 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:33,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:33,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:34,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:35,620 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:20:36,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:36,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:36,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:36,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:37,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:38,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:39,770 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:40,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:40,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:42,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:42,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:42,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:42,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:42,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:42,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:45,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:47,846 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:47,847 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:47,847 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:47,852 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:48,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:48,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:20:50,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:55,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:55,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:56,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:56,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:20:56,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:56,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:56,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:20:56,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:00,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:00,143 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:00,144 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:00,148 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:00,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:00,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:01,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:04,804 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:04,804 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:04,805 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:04,809 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:05,619 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:21:05,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:06,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:06,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:09,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:09,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:09,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:09,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:09,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:10,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:10,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:12,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:15,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:15,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:15,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:15,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:15,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:16,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:18,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:21,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:21,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:21,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:21,192 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:21,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:22,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:23,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:25,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:25,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:26,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:26,193 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:26,193 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:26,197 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:26,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:26,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:28,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:30,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:30,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:30,226 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:30,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:30,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:30,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:33,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:35,624 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:21:36,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:36,246 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:36,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:36,251 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:36,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:36,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:38,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:40,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:42,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:42,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:42,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:42,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:42,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:42,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:44,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:46,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:46,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:46,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:46,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:46,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:46,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:49,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:50,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:50,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:50,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:50,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:50,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:50,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:54,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:54,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:54,658 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:54,658 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:54,663 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:54,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:21:55,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:55,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:55,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:56,826 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:21:59,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:59,447 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:21:59,448 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:59,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:59,452 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:59,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:00,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:03,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:03,315 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:03,315 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:03,320 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:03,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:04,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:05,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:05,623 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:22:10,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:10,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:10,505 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:10,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:10,510 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:10,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:10,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:10,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:14,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:14,752 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:14,753 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:14,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:14,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:15,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:16,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:20,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:21,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:21,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:21,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:21,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:21,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:22,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:25,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:25,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:25,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:25,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:25,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:25,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:25,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:26,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:26,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:29,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:29,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:29,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:29,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:29,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:30,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:31,761 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:33,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:33,259 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:33,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:33,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:33,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:34,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:35,625 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:22:37,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:37,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:37,096 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:37,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:37,101 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:37,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:38,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:40,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:42,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:42,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:42,555 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:42,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:42,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:42,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:42,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:47,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:47,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:47,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:47,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:47,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:47,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:48,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:51,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:51,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:51,491 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:51,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:51,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:52,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:53,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:55,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:55,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:55,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:56,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:56,945 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:22:56,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:56,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:57,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:22:58,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:22:58,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:01,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:01,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:01,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:01,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:01,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:02,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:04,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:04,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:04,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:04,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:04,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:04,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:05,627 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:23:06,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:09,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:09,183 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:09,183 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:09,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:09,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:10,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:10,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:10,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:10,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:13,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:13,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:13,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:13,033 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:13,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:14,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:16,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:16,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:16,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:16,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:16,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:16,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:18,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:20,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:20,761 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:20,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:20,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:20,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:21,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:22,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:24,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:24,736 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:24,736 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:24,741 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:24,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:25,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:25,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:25,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:26,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:27,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:29,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:29,939 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:29,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:29,944 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:30,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:30,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:32,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:35,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:35,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:35,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:35,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:35,629 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:23:35,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:36,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:38,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:40,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:40,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:43,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:43,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:43,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:43,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:44,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:44,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:44,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:48,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:48,930 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:48,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:48,935 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:48,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:49,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:50,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:53,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:53,622 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:53,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:53,627 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:53,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:54,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:23:55,627 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:55,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:55,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:55,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:57,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:57,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:23:57,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:57,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:57,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:23:58,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:01,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:01,385 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:01,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:01,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:01,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:01,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:02,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:04,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:04,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:04,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:04,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:05,631 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:24:05,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:06,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:06,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:09,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:09,298 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:09,298 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:09,303 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:09,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:10,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:10,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:12,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:13,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:13,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:13,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:13,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:13,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:14,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:18,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:19,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:19,047 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:19,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:19,053 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:19,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:20,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:24,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:24,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:24,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:24,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:24,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:24,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:24,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:25,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:28,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:28,504 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:28,504 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:28,508 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:28,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:28,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:29,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:32,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:32,679 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:32,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:32,684 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:32,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:32,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:34,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:35,633 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:24:38,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:38,393 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:38,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:38,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:38,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:38,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:40,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:40,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:46,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:48,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:48,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:48,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:48,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:49,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:49,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:51,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:52,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:52,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:24:52,357 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:52,362 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:53,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:24:53,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:24:55,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:55,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:55,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:57,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:00,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:00,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:00,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:00,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:01,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:01,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:03,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:05,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:05,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:05,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:05,378 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:05,639 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:25:06,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:07,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:08,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:10,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:13,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:13,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:13,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:13,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:13,803 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:14,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:15,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:18,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:19,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:19,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:19,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:19,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:20,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:21,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:24,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:24,098 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:24,099 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:24,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:24,103 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:25,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:25,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:25,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:29,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:30,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:30,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:30,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:30,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:31,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:31,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:33,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:33,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:33,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:33,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:34,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:34,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:35,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:35,638 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:25:39,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:39,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:39,222 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:39,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:40,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:40,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:40,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:41,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:45,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:45,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:45,500 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:45,501 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:45,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:46,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:47,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:50,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:53,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:53,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:53,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:53,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:54,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:25:55,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:25:55,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:55,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:55,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:56,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:59,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:59,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:25:59,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:59,371 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:00,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:01,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:01,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:04,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:04,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:04,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:04,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:05,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:05,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:05,643 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:26:06,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:10,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:10,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:12,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:12,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:12,378 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:12,378 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:12,383 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:13,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:13,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:16,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:16,926 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:16,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:16,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:17,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:17,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:19,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:21,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:21,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:21,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:21,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:22,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:23,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:23,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:25,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:25,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:25,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:25,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:25,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:25,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:26,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:27,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:29,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:30,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:30,998 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:30,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:31,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:31,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:33,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:35,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:35,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:35,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:35,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:35,138 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:35,642 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:26:36,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:37,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:38,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:38,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:38,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:38,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:39,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:39,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:40,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:40,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:40,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:44,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:44,961 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:44,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:44,966 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:45,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:46,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:47,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:51,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:51,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:51,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:51,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:51,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:52,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:53,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:26:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:55,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:56,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:56,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:26:56,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:56,169 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:56,176 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:57,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:26:57,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:00,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:00,735 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:00,736 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:00,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:01,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:01,129 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:01,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:04,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:04,463 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:04,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:04,475 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:05,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:05,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:05,644 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:27:07,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:08,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:08,907 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:08,908 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:08,912 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:09,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:09,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:10,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:13,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:14,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:14,276 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:14,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:14,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:15,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:15,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:18,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:18,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:18,914 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:18,915 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:18,919 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:19,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:19,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:23,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:23,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:23,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:23,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:23,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:24,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:25,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:25,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:25,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:25,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:27,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:27,917 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:27,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:27,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:28,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:28,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:29,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:33,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:34,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:34,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:34,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:34,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:35,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:35,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:35,646 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:27:39,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:40,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:42,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:42,127 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:42,128 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:42,133 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:42,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:43,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:45,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:45,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:45,701 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:45,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:45,706 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:46,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:47,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:50,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:51,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:51,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:51,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:51,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:52,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:53,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:27:55,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:55,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:55,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:27:55,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:55,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:55,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:56,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:27:57,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:00,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:00,939 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:00,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:00,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:00,944 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:01,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:01,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:05,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:05,111 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:05,111 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:05,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:05,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:05,648 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:28:06,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:07,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:09,531 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:09,531 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:09,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:09,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:10,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:10,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:11,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:12,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:14,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:14,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:14,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:14,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:15,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:17,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:18,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:19,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:19,394 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:19,394 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:19,399 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:20,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:21,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:23,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:23,801 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:23,802 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:23,802 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:23,807 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:24,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:25,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:25,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:25,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:25,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:29,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:32,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:32,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:32,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:32,020 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:32,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:33,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:35,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:35,653 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:28:37,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:37,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:37,692 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:37,697 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:38,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:39,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:40,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:40,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:41,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:41,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:41,653 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:41,658 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:42,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:43,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:46,429 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:46,430 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:46,430 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:46,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:46,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:47,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:47,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:51,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:54,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:54,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:54,851 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:54,856 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:55,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:28:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:55,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:57,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:57,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:28:58,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:58,782 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:28:58,782 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:58,788 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:59,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:01,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:02,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:02,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:02,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:02,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:02,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:03,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:05,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:05,652 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:29:08,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:10,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:10,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:11,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:11,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:11,415 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:11,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:12,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:13,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:14,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:16,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:16,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:16,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:16,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:17,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:17,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:19,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:24,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:24,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:24,533 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:24,533 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:24,538 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:25,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:25,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:25,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:25,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:28,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:28,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:28,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:28,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:29,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:29,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:31,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:32,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:32,906 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:32,906 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:32,911 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:33,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:34,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:35,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:35,654 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:29:37,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:37,085 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:37,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:37,091 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:37,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:39,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:40,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:40,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:40,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:40,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:42,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:42,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:42,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:42,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:43,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:45,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:45,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:46,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:46,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:46,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:46,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:47,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:49,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:50,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:50,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:50,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:50,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:50,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:51,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:53,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:29:54,668 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:54,669 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:29:54,669 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:54,674 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:55,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:29:55,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:55,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:55,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:56,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:57,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:00,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:00,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:00,265 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:00,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:00,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:01,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:01,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:05,656 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:30:05,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:05,661 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:05,661 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:05,666 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:06,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:06,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:07,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:10,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:10,501 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:10,501 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:10,506 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:10,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:11,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:11,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:12,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:14,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:14,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:14,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:14,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:15,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:17,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:17,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:22,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:23,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:23,172 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:23,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:23,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:23,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:25,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:25,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:26,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:26,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:26,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:26,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:27,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:28,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:29,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:33,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:34,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:34,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:34,131 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:34,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:34,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:35,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:35,658 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:30:37,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:37,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:37,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:37,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:38,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:38,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:39,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:40,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:40,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:40,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:43,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:43,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:43,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:43,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:44,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:44,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:45,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:48,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:48,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:48,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:48,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:48,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:49,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:50,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:52,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:52,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:52,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:52,164 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:52,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:53,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:55,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:55,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:55,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:55,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:55,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:55,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:30:55,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:55,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:55,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:57,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:30:59,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:59,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:30:59,852 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:59,856 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:00,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:00,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:01,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:05,664 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:31:06,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:08,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:08,449 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:08,449 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:08,454 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:09,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:09,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:10,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:12,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:12,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:12,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:12,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:12,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:13,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:15,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:16,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:16,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:16,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:16,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:17,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:17,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:19,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:21,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:21,811 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:21,811 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:21,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:22,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:23,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:23,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:25,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:28,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:28,245 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:28,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:28,250 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:28,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:29,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:29,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:34,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:34,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:34,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:34,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:34,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:35,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:35,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:35,663 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:31:39,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:39,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:39,957 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:39,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:39,962 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:40,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:40,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:40,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:40,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:41,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:45,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:45,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:45,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:45,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:45,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:46,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:47,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:50,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:51,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:51,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:51,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:51,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:52,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:53,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:55,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:55,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:55,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:56,164 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:56,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:56,165 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:56,170 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:56,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:31:57,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:31:59,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:59,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:31:59,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:59,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:00,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:01,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:01,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:03,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:03,912 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:03,912 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:03,917 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:04,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:05,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:05,667 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:32:07,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:10,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:10,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:11,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:11,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:11,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:11,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:11,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:13,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:13,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:18,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:18,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:18,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:18,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:18,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:19,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:19,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:23,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:23,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:23,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:23,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:23,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:24,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:25,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:25,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:29,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:29,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:29,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:29,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:29,352 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:29,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:31,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:33,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:33,390 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:33,390 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:33,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:33,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:34,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:35,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:35,667 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:32:38,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:38,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:38,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:38,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:39,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:39,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:39,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:40,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:45,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:47,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:47,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:47,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:47,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:48,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:49,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:50,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:52,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:52,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:32:52,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:52,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:52,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:32:53,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:32:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:55,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:56,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:00,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:00,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:00,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:00,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:00,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:01,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:01,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:05,669 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:33:06,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:10,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:10,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:10,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:10,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:10,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:11,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:11,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:12,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:16,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:16,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:16,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:16,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:17,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:17,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:19,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:22,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:23,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:23,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:23,496 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:23,501 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:23,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:25,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:25,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:27,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:27,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:27,346 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:27,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:27,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:28,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:29,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:33,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:34,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:34,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:34,490 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:34,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:34,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:35,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:35,671 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:33:38,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:38,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:38,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:38,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:38,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:38,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:39,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:40,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:42,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:42,289 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:42,289 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:42,294 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:42,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:43,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:44,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:49,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:49,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:49,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:49,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:49,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:50,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:51,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:53,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:53,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:53,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:53,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:54,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:54,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:55,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:33:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:55,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:58,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:58,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:33:58,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:58,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:58,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:33:59,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:00,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:03,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:03,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:03,388 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:03,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:03,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:05,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:05,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:05,673 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:34:07,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:07,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:07,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:07,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:08,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:09,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:10,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:10,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:13,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:13,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:13,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:13,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:13,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:15,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:16,464 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:17,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:17,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:17,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:17,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:17,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:19,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:21,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:21,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:21,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:21,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:21,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:22,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:23,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:25,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:26,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:26,192 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:26,192 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:26,197 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:26,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:27,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:27,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:31,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:31,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:31,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:31,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:31,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:33,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:33,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:35,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:35,469 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:35,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:35,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:35,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:35,678 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:34:37,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:38,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:40,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:42,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:42,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:42,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:42,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:42,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:43,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:44,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:46,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:46,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:46,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:46,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:47,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:49,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:49,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:52,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:52,884 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:52,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:52,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:53,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:53,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:34:55,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:55,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:56,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:56,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:34:56,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:56,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:57,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:34:57,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:01,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:02,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:02,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:02,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:02,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:02,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:03,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:05,677 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:35:07,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:08,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:08,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:08,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:08,631 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:09,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:09,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:10,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:10,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:12,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:12,329 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:12,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:12,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:12,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:13,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:13,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:18,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:18,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:18,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:18,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:18,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:19,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:19,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:23,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:23,213 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:23,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:23,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:23,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:24,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:25,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:25,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:25,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:25,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:27,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:27,196 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:27,196 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:27,201 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:27,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:29,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:30,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:31,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:31,100 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:31,100 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:31,105 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:31,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:33,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:34,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:34,671 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:34,671 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:34,676 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:35,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:35,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:35,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:35,682 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:35:38,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:38,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:38,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:38,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:39,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:39,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:40,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:40,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:41,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:43,220 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:43,221 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:43,221 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:43,226 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:43,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:45,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:46,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:47,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:47,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:47,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:47,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:47,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:49,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:51,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:51,584 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:51,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:51,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:51,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:51,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:53,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:35:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:55,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:55,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:56,215 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:35:56,215 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:56,220 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:56,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:35:57,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:57,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:02,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:04,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:04,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:04,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:04,387 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:04,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:05,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:05,681 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:36:07,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:08,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:08,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:08,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:08,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:08,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:09,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:10,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:10,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:10,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:13,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:13,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:13,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:13,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:13,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:13,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:15,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:18,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:18,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:18,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:18,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:18,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:19,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:19,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:23,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:23,426 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:23,426 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:23,431 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:23,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:24,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:25,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:25,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:25,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:25,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:27,531 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:27,532 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:27,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:27,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:27,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:29,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:29,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:31,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:31,709 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:31,709 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:31,714 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:32,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:33,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:34,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:35,683 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:36:36,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:36,565 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:36,566 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:36,571 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:36,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:37,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:40,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:40,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:40,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:40,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:40,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:40,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:41,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:41,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:44,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:44,756 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:44,756 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:44,761 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:45,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:45,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:45,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:50,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:52,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:52,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:52,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:52,963 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:53,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:36:53,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:36:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:55,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:56,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:59,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:59,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:36:59,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:59,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:59,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:01,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:01,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:03,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:03,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:03,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:03,635 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:03,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:05,686 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:37:05,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:06,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:10,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:10,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:10,385 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:10,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:10,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:10,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:10,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:10,939 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:11,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:12,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:14,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:14,845 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:14,845 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:14,850 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:15,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:15,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:17,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:22,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:23,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:23,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:23,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:23,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:23,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:25,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:25,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:25,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:25,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:28,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:28,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:28,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:28,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:28,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:28,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:29,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:33,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:33,179 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:33,179 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:33,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:33,184 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:33,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:35,688 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:37:35,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:36,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:36,983 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:36,984 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:36,989 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:37,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:37,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:38,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:40,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:42,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:42,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:42,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:42,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:42,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:43,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:44,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:47,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:47,358 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:47,359 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:47,364 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:47,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:49,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:50,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:53,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:53,300 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:53,300 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:53,305 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:53,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:55,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:37:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:55,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:55,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:56,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:58,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:58,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:37:58,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:58,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:58,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:37:59,795 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:01,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:04,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:04,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:04,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:04,124 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:04,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:05,693 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:38:05,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:06,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:08,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:08,722 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:08,722 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:08,727 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:08,803 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:09,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:10,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:10,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:10,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:12,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:14,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:14,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:14,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:14,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:14,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:15,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:18,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:18,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:18,089 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:18,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:18,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:18,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:19,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:21,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:21,666 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:21,666 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:21,671 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:21,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:23,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:23,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:25,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:25,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:25,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:25,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:25,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:25,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:25,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:27,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:29,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:34,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:34,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:34,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:34,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:34,646 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:34,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:35,692 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:38:35,831 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:39,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:39,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:39,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:39,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:39,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:39,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:39,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:40,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:40,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:40,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:43,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:43,141 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:43,142 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:43,146 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:43,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:43,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:45,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:48,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:48,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:48,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:48,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:48,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:49,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:50,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:52,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:52,937 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:52,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:52,942 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:53,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:53,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:38:55,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:55,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:55,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:56,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:56,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:56,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:38:56,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:56,887 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:57,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:38:57,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:00,627 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:00,628 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:00,628 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:00,633 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:00,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:01,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:01,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:05,697 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:39:06,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:06,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:06,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:06,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:06,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:07,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:07,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:10,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:10,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:10,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:12,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:14,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:14,812 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:14,812 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:14,817 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:14,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:15,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:17,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:18,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:18,941 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:18,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:18,946 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:19,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:19,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:22,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:23,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:23,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:23,150 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:23,155 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:23,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:23,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:25,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:25,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:25,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:27,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:27,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:27,169 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:27,174 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:27,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:27,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:28,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:33,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:33,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:33,405 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:33,405 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:33,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:33,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:35,696 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:39:35,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:37,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:37,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:37,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:37,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:37,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:38,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:39,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:40,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:40,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:40,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:42,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:42,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:42,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:42,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:42,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:43,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:44,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:46,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:46,282 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:46,282 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:46,287 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:46,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:47,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:49,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:51,770 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:51,771 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:51,771 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:51,776 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:51,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:53,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:39:54,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:55,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:55,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:55,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:55,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:56,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:39:56,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:56,191 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:56,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:39:57,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:00,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:02,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:02,706 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:02,707 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:02,712 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:02,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:03,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:05,701 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:40:05,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:06,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:06,955 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:06,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:06,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:07,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:07,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:10,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:10,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:10,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:10,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:10,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:10,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:10,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:10,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:11,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:15,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:15,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:15,136 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:15,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:15,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:15,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:16,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:21,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:21,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:21,998 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:21,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:22,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:22,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:23,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:25,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:25,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:25,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:26,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:26,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:26,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:26,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:26,612 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:26,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:27,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:31,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:31,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:31,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:31,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:31,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:31,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:32,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:35,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:35,362 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:35,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:35,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:35,701 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:40:35,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:35,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:37,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:38,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:38,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:38,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:38,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:38,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:39,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:40,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:40,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:40,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:43,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:43,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:43,613 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:43,613 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:43,618 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:43,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:45,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:48,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:49,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:49,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:49,163 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:49,168 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:49,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:49,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:53,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:53,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:53,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:53,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:53,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:53,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:40:54,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:55,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:55,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:58,475 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:58,476 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:40:58,476 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:58,481 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:58,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:40:59,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:59,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:03,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:03,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:03,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:03,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:03,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:03,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:05,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:05,702 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:41:10,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:10,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:10,499 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:10,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:10,504 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:10,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:10,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:10,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:11,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:15,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:15,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:15,303 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:15,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:16,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:16,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:16,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:20,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:20,945 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:20,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:20,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:21,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:21,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:22,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:24,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:24,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:24,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:24,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:25,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:25,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:26,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:27,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:28,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:28,227 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:28,228 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:28,233 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:29,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:30,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:32,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:32,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:32,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:32,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:32,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:33,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:34,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:35,704 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:41:38,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:40,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:40,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:40,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:40,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:40,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:41,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:42,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:44,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:45,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:45,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:45,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:45,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:46,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:48,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:49,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:54,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:54,134 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:54,134 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:54,140 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:55,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:41:55,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:55,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:56,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:41:58,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:58,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:41:58,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:58,477 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:59,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:00,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:00,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:03,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:03,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:03,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:03,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:04,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:05,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:05,706 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:42:06,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:07,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:07,755 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:07,755 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:07,760 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:08,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:10,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:10,761 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:10,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:12,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:12,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:12,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:12,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:13,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:14,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:15,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:17,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:17,335 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:17,335 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:17,340 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:18,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:18,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:20,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:20,959 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:20,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:20,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:20,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:21,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:22,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:25,455 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:25,456 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:25,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:25,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:25,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:26,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:26,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:26,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:31,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:31,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:31,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:31,283 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:31,288 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:32,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:32,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:35,716 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:42:36,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:36,202 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:36,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:36,207 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:37,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:37,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:38,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:40,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:42,651 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:42,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:42,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:42,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:42,657 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:43,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:44,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:47,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:51,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:51,732 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:42:51,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:51,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:52,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:42:52,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:54,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:42:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:55,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:58,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:03,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:05,711 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:43:05,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:05,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:05,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:05,915 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:06,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:08,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:08,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:10,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:10,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:10,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:10,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:10,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:11,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:12,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:14,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:14,476 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:14,476 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:14,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:14,481 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:15,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:16,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:18,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:18,915 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:18,915 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:18,920 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:19,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:19,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:20,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:24,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:25,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:25,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:26,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:26,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:26,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:26,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:27,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:28,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:30,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:32,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:32,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:32,655 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:32,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:33,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:34,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:35,713 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:43:35,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:36,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:36,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:36,330 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:36,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:37,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:38,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:40,907 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:40,908 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:40,908 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:40,908 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:40,913 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:40,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:41,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:42,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:44,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:44,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:44,644 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:44,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:45,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:46,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:46,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:48,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:48,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:48,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:48,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:49,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:50,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:51,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:53,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:53,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:53,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:53,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:54,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:43:54,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:43:55,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:55,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:57,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:57,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:57,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:43:57,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:57,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:58,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:00,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:02,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:02,167 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:02,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:02,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:02,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:03,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:04,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:05,715 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:44:07,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:07,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:07,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:07,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:07,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:08,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:09,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:10,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:13,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:13,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:13,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:13,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:13,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:14,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:15,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:17,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:17,481 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:17,481 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:17,485 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:18,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:18,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:20,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:21,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:21,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:21,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:21,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:22,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:24,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:25,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:25,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:26,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:26,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:26,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:26,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:27,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:28,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:31,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:35,717 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:44:36,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:36,088 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:36,088 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:36,093 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:36,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:37,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:38,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:40,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:40,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:40,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:40,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:40,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:41,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:42,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:42,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:46,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:46,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:46,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:46,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:47,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:47,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:48,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:51,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:51,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:51,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:51,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:52,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:52,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:52,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:55,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:55,597 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:55,597 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:55,602 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:55,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:56,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:44:56,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:44:58,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:59,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:59,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:44:59,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:59,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:00,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:02,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:03,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:04,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:04,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:04,502 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:04,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:05,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:05,719 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:45:06,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:09,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:09,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:09,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:09,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:09,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:10,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:10,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:10,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:15,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:16,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:16,352 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:16,352 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:16,357 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:17,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:18,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:20,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:21,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:21,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:21,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:21,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:22,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:22,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:25,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:25,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:25,383 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:25,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:25,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:25,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:26,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:26,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:28,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:28,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:28,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:28,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:29,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:30,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:30,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:32,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:32,825 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:32,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:32,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:33,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:34,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:35,721 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:45:36,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:37,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:37,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:37,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:37,832 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:38,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:40,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:40,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:41,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:41,395 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:41,396 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:41,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:42,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:42,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:42,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:46,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:46,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:46,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:46,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:46,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:48,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:48,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:52,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:52,550 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:52,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:52,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:53,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:53,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:54,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:55,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:57,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:57,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:45:57,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:57,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:58,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:45:58,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:45:59,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:01,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:01,257 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:01,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:01,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:01,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:02,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:05,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:05,727 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:46:06,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:06,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:06,681 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:06,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:07,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:08,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:10,455 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:10,456 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:10,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:10,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:10,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:10,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:11,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:12,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:14,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:14,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:14,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:14,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:15,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:15,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:16,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:18,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:18,941 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:18,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:18,947 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:19,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:20,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:21,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:22,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:22,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:22,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:22,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:23,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:24,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:25,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:26,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:26,963 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:26,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:26,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:26,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:27,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:28,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:31,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:32,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:32,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:32,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:32,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:32,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:34,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:35,726 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:46:36,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:36,300 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:36,300 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:36,305 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:36,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:37,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:38,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:39,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:39,684 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:39,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:39,689 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:40,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:40,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:40,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:40,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:43,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:45,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:45,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:45,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:45,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:45,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:46,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:48,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:51,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:51,407 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:51,407 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:51,412 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:52,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:52,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:46:53,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:55,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:55,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:57,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:57,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:46:57,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:57,811 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:58,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:46:58,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:00,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:03,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:05,730 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:47:06,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:06,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:06,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:06,305 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:06,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:08,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:09,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:09,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:09,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:09,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:09,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:10,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:10,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:10,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:12,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:13,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:13,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:13,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:13,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:14,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:14,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:16,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:17,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:17,247 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:17,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:17,252 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:17,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:18,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:20,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:22,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:22,040 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:22,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:22,045 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:22,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:24,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:25,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:25,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:25,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:25,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:25,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:25,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:26,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:28,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:29,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:29,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:29,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:29,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:30,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:30,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:31,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:33,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:33,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:33,605 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:33,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:34,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:34,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:35,730 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:47:37,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:37,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:37,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:37,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:37,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:38,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:38,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:40,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:40,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:40,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:42,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:42,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:42,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:42,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:42,870 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:43,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:44,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:47,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:48,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:48,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:48,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:48,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:48,413 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:50,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:52,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:52,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:52,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:52,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:53,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:53,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:54,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:55,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:55,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:55,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:56,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:56,667 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:47:56,667 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:56,672 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:57,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:47:58,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:47:58,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:00,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:00,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:00,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:00,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:01,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:02,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:03,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:05,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:05,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:05,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:05,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:05,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:05,732 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:48:06,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:08,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:09,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:09,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:09,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:09,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:09,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:10,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:10,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:13,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:13,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:13,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:13,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:13,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:14,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:14,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:18,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:20,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:20,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:20,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:20,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:21,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:22,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:24,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:25,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:25,917 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:25,917 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:25,922 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:25,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:26,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:28,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:30,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:31,507 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:31,508 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:31,508 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:31,513 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:32,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:32,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:35,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:35,734 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:48:35,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:35,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:35,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:35,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:36,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:38,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:40,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:40,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:40,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:40,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:41,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:41,801 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:41,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:41,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:42,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:42,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:46,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:47,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:47,192 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:47,192 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:47,197 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:47,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:48,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:52,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:54,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:54,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:48:54,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:54,406 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:54,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:48:55,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:55,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:55,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:56,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:48:58,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:03,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:03,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:03,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:03,316 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:03,321 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:03,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:04,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:05,736 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:49:07,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:07,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:07,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:07,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:08,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:08,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:08,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:10,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:13,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:13,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:13,230 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:13,235 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:13,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:14,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:14,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:19,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:19,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:19,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:19,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:19,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:20,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:20,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:23,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:23,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:23,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:23,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:24,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:24,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:24,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:25,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:29,164 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:29,165 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:29,165 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:29,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:29,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:30,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:30,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:32,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:32,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:32,453 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:32,458 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:32,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:34,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:35,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:35,741 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:49:37,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:37,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:37,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:37,026 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:37,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:38,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:40,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:40,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:40,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:40,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:40,803 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:40,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:40,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:41,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:42,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:44,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:44,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:44,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:44,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:45,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:46,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:46,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:48,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:48,498 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:48,498 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:48,503 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:48,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:50,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:52,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:52,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:52,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:52,627 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:52,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:53,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:49:54,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:49:55,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:55,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:58,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:58,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:49:58,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:58,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:58,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:58,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:00,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:02,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:02,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:02,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:02,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:02,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:04,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:04,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:05,740 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:50:06,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:06,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:06,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:06,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:07,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:08,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:09,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:10,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:10,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:10,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:12,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:12,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:12,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:12,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:12,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:14,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:15,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:17,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:17,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:17,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:17,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:17,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:18,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:21,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:21,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:21,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:21,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:21,939 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:22,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:22,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:25,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:26,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:26,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:26,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:26,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:26,753 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:27,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:28,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:31,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:31,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:31,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:31,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:31,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:32,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:32,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:35,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:35,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:35,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:35,048 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:35,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:35,745 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:50:36,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:37,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:40,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:43,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:43,153 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:43,153 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:43,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:43,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:43,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:44,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:48,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:48,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:48,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:48,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:48,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:48,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:50,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:52,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:52,189 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:52,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:52,194 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:52,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:53,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:54,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:55,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:56,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:56,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:50:56,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:56,955 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:57,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:50:58,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:50:58,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:01,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:01,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:01,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:01,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:01,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:02,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:04,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:05,744 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:51:07,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:07,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:07,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:07,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:07,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:08,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:09,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:10,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:10,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:10,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:11,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:11,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:11,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:11,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:11,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:12,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:14,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:14,520 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:14,521 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:14,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:14,526 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:14,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:16,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:19,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:23,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:23,040 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:23,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:23,045 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:23,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:24,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:25,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:25,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:27,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:27,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:27,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:27,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:28,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:28,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:30,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:33,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:33,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:33,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:33,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:34,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:34,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:35,752 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:51:36,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:37,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:37,629 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:37,629 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:37,633 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:37,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:38,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:40,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:42,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:42,143 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:42,143 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:42,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:42,148 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:42,653 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:44,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:47,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:48,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:48,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:48,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:48,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:48,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:50,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:52,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:53,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:53,664 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:53,664 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:53,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:54,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:51:54,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:51:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:55,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:58,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:58,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:58,379 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:51:58,379 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:58,384 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:58,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:00,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:03,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:05,749 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:52:06,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:06,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:06,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:06,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:07,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:08,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:08,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:10,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:10,673 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:10,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:10,678 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:10,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:10,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:10,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:12,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:14,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:14,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:14,206 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:14,206 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:14,211 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:14,686 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:16,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:18,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:18,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:18,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:18,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:19,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:19,803 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:20,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:22,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:22,555 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:22,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:22,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:22,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:24,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:25,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:25,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:25,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:27,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:27,295 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:27,295 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:27,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:27,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:28,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:31,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:35,751 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:52:35,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:35,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:35,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:35,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:36,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:36,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:36,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:39,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:39,665 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:39,665 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:39,670 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:39,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:40,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:40,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:40,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:40,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:42,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:43,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:43,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:43,741 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:43,746 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:44,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:44,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:47,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:52,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:52,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:52,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:52,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:52,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:53,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:54,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:52:55,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:55,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:55,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:57,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:57,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:52:57,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:57,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:57,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:52:58,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:58,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:01,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:01,492 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:01,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:01,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:01,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:02,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:04,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:05,752 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:53:06,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:06,701 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:06,701 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:06,706 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:06,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:08,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:09,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:10,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:11,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:11,924 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:11,924 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:11,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:12,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:12,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:14,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:18,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:18,231 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:18,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:18,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:18,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:20,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:20,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:22,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:22,661 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:22,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:22,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:22,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:24,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:25,667 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:25,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:25,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:25,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:27,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:27,193 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:27,194 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:27,198 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:27,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:28,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:31,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:32,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:32,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:32,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:32,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:32,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:34,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:35,754 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:53:36,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:40,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:40,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:40,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:41,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:41,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:41,355 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:41,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:41,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:42,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:42,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:46,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:46,387 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:46,387 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:46,392 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:46,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:47,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:48,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:51,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:51,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:51,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:51,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:51,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:52,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:52,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:53:55,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:55,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:55,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:56,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:56,410 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:53:56,410 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:56,415 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:56,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:53:58,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:58,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:01,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:01,146 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:01,146 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:01,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:01,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:02,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:04,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:05,760 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:54:09,761 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:09,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:09,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:09,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:09,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:10,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:10,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:10,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:15,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:17,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:17,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:17,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:17,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:17,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:18,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:20,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:22,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:22,931 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:22,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:22,936 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:23,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:24,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:25,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:25,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:25,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:25,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:28,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:28,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:28,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:28,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:29,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:30,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:30,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:34,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:34,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:34,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:34,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:34,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:34,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:35,759 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:54:36,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:39,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:39,568 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:39,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:39,574 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:39,831 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:40,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:40,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:40,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:40,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:42,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:43,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:43,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:43,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:43,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:43,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:44,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:47,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:47,215 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:47,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:47,221 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:47,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:48,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:48,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:51,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:51,612 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:51,612 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:51,617 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:51,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:52,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:53,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:55,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:55,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:55,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:55,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:55,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:54:55,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:55,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:55,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:56,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:54:59,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:59,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:59,721 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:54:59,721 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:59,726 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:59,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:00,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:04,727 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:05,761 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:55:09,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:10,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:10,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:10,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:10,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:10,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:10,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:10,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:10,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:10,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:15,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:15,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:15,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:15,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:15,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:15,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:16,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:20,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:21,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:21,319 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:21,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:21,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:21,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:22,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:25,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:25,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:25,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:25,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:26,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:26,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:26,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:26,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:26,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:26,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:30,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:30,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:30,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:30,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:30,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:30,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:31,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:34,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:34,341 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:34,341 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:34,346 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:34,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:34,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:35,763 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:55:36,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:38,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:38,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:38,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:38,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:38,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:38,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:40,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:40,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:40,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:42,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:43,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:43,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:43,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:43,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:43,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:44,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:47,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:48,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:48,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:48,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:48,975 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:49,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:50,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:52,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:53,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:53,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:53,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:53,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:53,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:55:54,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:55:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:55,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:58,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:58,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:58,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:55:58,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:58,956 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:59,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:00,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:03,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:03,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:03,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:03,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:03,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:03,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:04,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:05,765 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:56:07,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:07,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:07,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:07,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:07,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:08,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:09,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:10,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:10,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:10,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:11,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:11,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:11,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:11,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:12,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:14,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:14,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:14,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:14,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:14,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:14,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:15,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:18,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:18,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:18,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:18,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:18,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:20,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:20,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:24,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:24,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:24,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:24,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:24,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:24,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:25,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:25,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:25,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:26,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:28,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:28,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:28,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:28,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:28,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:30,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:31,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:32,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:32,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:32,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:32,803 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:32,949 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:34,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:35,767 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:56:37,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:37,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:37,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:37,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:37,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:37,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:38,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:40,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:40,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:40,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:41,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:41,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:41,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:41,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:41,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:42,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:42,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:45,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:45,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:45,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:45,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:45,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:46,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:48,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:49,564 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:49,565 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:49,565 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:49,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:49,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:50,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:53,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:53,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:53,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:53,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:53,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:54,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:54,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:55,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:58,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:58,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:56:58,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:58,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:58,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:56:58,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:56:59,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:02,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:02,722 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:02,722 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:02,727 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:02,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:04,727 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:04,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:05,769 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:57:09,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:10,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:10,244 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:10,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:10,249 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:10,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:10,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:10,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:10,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:13,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:13,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:13,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:13,969 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:13,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:14,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:14,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:17,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:17,839 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:17,840 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:17,844 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:17,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:19,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:20,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:22,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:22,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:22,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:22,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:23,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:25,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:25,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:25,943 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:25,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:25,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:25,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:25,948 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:25,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:26,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:27,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:30,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:30,146 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:30,146 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:30,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:31,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:31,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:31,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:35,775 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:57:35,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:35,848 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:35,848 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:35,854 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:36,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:36,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:37,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:39,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:39,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:39,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:39,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:40,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:40,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:40,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:41,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:42,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:43,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:43,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:43,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:43,915 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:44,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:45,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:47,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:48,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:48,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:48,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:48,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:49,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:49,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:52,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:52,123 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:52,123 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:52,128 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:53,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:53,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:57:53,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:55,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:56,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:56,898 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:57:56,898 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:56,903 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:57,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:57:58,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:59,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:01,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:01,274 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:01,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:01,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:02,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:03,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:04,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:05,774 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:58:07,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:07,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:07,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:07,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:08,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:09,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:09,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:10,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:10,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:11,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:11,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:11,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:11,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:12,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:13,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:15,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:17,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:17,231 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:17,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:17,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:18,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:19,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:21,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:21,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:21,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:21,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:21,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:22,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:23,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:24,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:24,825 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:24,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:24,830 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:25,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:25,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:27,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:27,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:28,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:28,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:28,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:28,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:29,074 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:31,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:32,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:33,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:33,942 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:33,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:33,947 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:34,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:35,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:35,779 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:58:37,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:37,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:37,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:37,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:38,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:38,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:39,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:40,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:43,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:43,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:43,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:43,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:44,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:44,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:45,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:47,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:47,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:47,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:47,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:48,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:49,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:50,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:50,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:50,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:50,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:50,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:51,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:53,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:58:55,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:55,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:58:55,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:55,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:55,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:55,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:56,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:58:57,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:00,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:00,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:00,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:00,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:00,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:01,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:01,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:05,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:05,778 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:59:06,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:06,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:06,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:06,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:07,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:07,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:09,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:09,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:09,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:10,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:10,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:10,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:11,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:11,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:16,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:16,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:16,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:16,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:16,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:17,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:19,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:21,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:23,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:23,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:23,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:23,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:23,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:25,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:25,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:27,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:27,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:27,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:27,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:27,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:28,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:29,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:31,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:31,967 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:31,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:31,972 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:32,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:32,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:33,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:35,780 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 12:59:36,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:36,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:36,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:36,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:37,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:37,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:38,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:40,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:40,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:40,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:40,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:40,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:40,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:41,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:44,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:44,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:44,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:44,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:44,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:45,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:47,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:49,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:50,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:50,057 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:50,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:50,062 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:50,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:51,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 12:59:55,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:55,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:55,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 12:59:55,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:55,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:55,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:56,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 12:59:57,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:00,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:00,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:00,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:00,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:00,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:01,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:01,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:04,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:04,121 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:04,121 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:04,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:04,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:05,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:05,782 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:00:05,783 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:08,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:08,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:08,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:08,026 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:08,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:09,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:10,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:11,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:13,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:13,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:13,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:13,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:14,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:15,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:16,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:17,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:17,031 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:17,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:17,036 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:17,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:19,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:20,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:20,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:20,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:20,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:21,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:21,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:21,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:25,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:25,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:25,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:25,298 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:25,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:25,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:26,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:27,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:27,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:28,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:28,828 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:28,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:28,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:29,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:31,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:32,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:35,784 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:00:36,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:36,362 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:36,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:36,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:37,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:37,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:38,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:40,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:40,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:41,829 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:41,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:41,834 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:42,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:43,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:43,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:45,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:45,732 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:45,732 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:45,737 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:46,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:47,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:49,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:50,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:50,396 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:50,396 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:50,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:51,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:51,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:53,651 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:53,658 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:53,658 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:53,663 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:54,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:00:55,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:00:55,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:55,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:55,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:59,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:59,273 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:00:59,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:59,278 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:00,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:01,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:01,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:03,555 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:03,556 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:03,556 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:03,561 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:04,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:05,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:05,786 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:01:06,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:07,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:07,709 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:07,709 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:07,714 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:08,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:09,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:10,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:10,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:12,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:13,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:13,743 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:13,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:13,748 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:14,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:15,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:17,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:19,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:19,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:19,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:19,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:20,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:21,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:22,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:24,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:24,195 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:24,195 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:24,200 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:24,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:25,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:25,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:25,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:25,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:27,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:27,938 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:27,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:27,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:27,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:28,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:29,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:31,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:31,890 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:31,891 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:31,896 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:32,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:33,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:33,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:35,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:35,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:35,455 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:35,460 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:35,788 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:01:36,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:37,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:39,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:40,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:40,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:40,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:40,416 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:40,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:40,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:40,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:41,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:41,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:43,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:43,708 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:43,708 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:43,713 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:44,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:45,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:45,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:49,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:49,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:49,561 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:49,566 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:50,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:51,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:51,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:53,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:53,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:53,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:53,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:53,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:55,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:01:55,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:55,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:55,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:57,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:57,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:57,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:01:57,410 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:57,415 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:58,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:01:59,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:01,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:01,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:01,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:01,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:01,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:02,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:03,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:05,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:05,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:05,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:05,378 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:05,794 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:02:06,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:07,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:07,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:09,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:09,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:09,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:09,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:10,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:10,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:11,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:13,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:14,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:14,205 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:14,205 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:14,210 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:14,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:15,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:18,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:18,171 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:18,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:18,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:18,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:19,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:19,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:23,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:23,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:23,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:23,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:23,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:24,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:25,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:25,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:25,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:25,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:28,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:28,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:28,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:28,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:29,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:29,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:29,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:32,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:32,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:32,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:32,077 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:32,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:33,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:35,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:35,793 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:02:36,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:36,685 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:36,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:36,690 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:37,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:37,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:40,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:40,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:40,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:40,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:45,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:45,124 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:45,124 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:45,130 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:45,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:46,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:47,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:50,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:50,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:50,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:50,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:51,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:51,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:51,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:55,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:55,040 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:55,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:55,046 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:55,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:02:55,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:55,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:55,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:57,220 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:57,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:02:59,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:59,203 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:02:59,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:59,208 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:59,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:01,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:03,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:03,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:03,860 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:03,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:03,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:04,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:05,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:05,798 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:03:08,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:08,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:08,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:08,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:08,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:09,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:09,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:10,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:14,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:18,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:18,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:18,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:18,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:18,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:19,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:19,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:23,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:23,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:23,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:23,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:23,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:24,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:25,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:25,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:25,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:25,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:27,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:27,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:27,443 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:27,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:27,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:29,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:30,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:31,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:31,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:31,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:31,803 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:32,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:33,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:35,797 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:03:35,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:38,455 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:38,455 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:38,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:38,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:38,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:39,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:40,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:41,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:44,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:44,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:44,717 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:44,722 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:45,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:45,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:46,722 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:51,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:53,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:53,178 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:03:53,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:53,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:53,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:03:55,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:03:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:55,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:57,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:02,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:02,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:02,235 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:02,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:02,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:03,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:03,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:05,799 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:04:05,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:05,974 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:05,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:05,979 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:06,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:07,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:08,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:10,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:11,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:11,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:11,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:11,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:11,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:13,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:14,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:16,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:16,047 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:16,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:16,053 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:16,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:17,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:20,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:20,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:20,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:20,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:20,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:21,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:21,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:25,751 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:25,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:25,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:25,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:27,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:27,627 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:27,627 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:27,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:28,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:29,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:31,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:33,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:33,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:33,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:33,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:34,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:35,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:35,801 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:04:36,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:38,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:38,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:38,136 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:38,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:38,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:39,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:40,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:42,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:45,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:45,124 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:45,124 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:45,129 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:45,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:47,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:48,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:49,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:49,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:49,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:49,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:50,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:51,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:04:53,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:55,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:57,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:57,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:04:57,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:57,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:58,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:04:58,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:59,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:02,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:02,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:02,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:02,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:03,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:03,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:04,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:05,803 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:05:08,642 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:08,643 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:08,643 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:08,648 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:09,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:09,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:09,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:10,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:12,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:12,864 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:12,864 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:12,870 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:13,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:13,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:14,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:17,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:17,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:17,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:17,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:17,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:19,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:20,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:25,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:25,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:25,916 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:25,916 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:25,921 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:25,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:26,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:27,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:29,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:29,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:29,412 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:29,417 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:29,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:31,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:31,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:33,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:33,455 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:33,455 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:33,460 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:33,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:35,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:35,809 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:05:36,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:38,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:38,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:38,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:38,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:38,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:39,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:40,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:42,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:46,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:46,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:46,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:46,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:46,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:47,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:47,615 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:52,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:52,460 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:52,460 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:52,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:52,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:53,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:53,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:55,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:55,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:05:55,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:55,873 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:55,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:55,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:56,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:05:57,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:05:59,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:04,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:04,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:04,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:04,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:04,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:04,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:05,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:05,807 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:06:09,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:10,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:12,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:12,708 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:12,708 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:12,714 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:13,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:13,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:15,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:17,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:17,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:17,126 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:17,131 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:17,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:19,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:21,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:23,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:23,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:23,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:23,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:24,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:25,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:25,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:25,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:26,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:27,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:27,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:27,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:27,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:27,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:29,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:31,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:32,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:32,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:32,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:32,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:32,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:33,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:35,812 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:06:36,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:36,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:36,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:36,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:36,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:37,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:37,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:40,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:40,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:43,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:43,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:43,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:43,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:43,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:44,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:45,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:47,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:47,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:47,517 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:47,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:47,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:48,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:49,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:51,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:51,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:06:51,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:51,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:52,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:06:53,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:06:53,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:55,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:55,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:55,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:59,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:00,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:00,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:00,352 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:00,357 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:00,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:01,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:04,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:04,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:04,753 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:04,753 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:04,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:05,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:05,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:05,812 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:07:09,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:09,390 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:09,390 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:09,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:09,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:09,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:10,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:11,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:13,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:13,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:13,327 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:13,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:13,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:15,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:15,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:17,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:17,284 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:17,284 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:17,289 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:17,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:19,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:21,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:22,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:22,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:22,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:22,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:22,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:23,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:25,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:25,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:25,883 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:25,888 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:25,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:26,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:27,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:27,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:31,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:31,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:31,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:31,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:31,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:32,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:33,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:34,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:34,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:34,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:34,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:35,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:35,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:35,814 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:07:37,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:38,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:38,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:38,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:38,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:39,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:39,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:40,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:42,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:42,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:42,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:42,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:42,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:43,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:43,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:46,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:46,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:46,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:46,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:46,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:47,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:48,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:50,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:50,093 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:50,093 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:50,098 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:50,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:51,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:54,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:54,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:54,352 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:54,352 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:54,357 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:54,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:07:55,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:07:55,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:55,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:55,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:59,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:59,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:59,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:07:59,502 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:59,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:59,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:01,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:04,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:04,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:04,290 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:04,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:04,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:04,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:05,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:05,816 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:08:08,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:08,717 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:08,717 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:08,722 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:08,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:09,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:09,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:10,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:13,712 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:13,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:13,713 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:13,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:13,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:15,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:15,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:19,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:19,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:19,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:19,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:20,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:20,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:21,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:23,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:23,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:23,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:23,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:23,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:25,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:25,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:26,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:28,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:28,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:28,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:28,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:28,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:29,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:31,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:33,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:33,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:33,109 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:33,114 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:33,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:33,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:35,818 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:08:36,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:37,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:37,192 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:37,192 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:37,197 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:37,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:37,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:40,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:40,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:40,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:40,908 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:40,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:41,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:41,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:42,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:44,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:44,959 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:44,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:44,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:45,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:45,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:47,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:49,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:49,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:49,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:49,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:49,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:49,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:53,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:53,139 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:53,139 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:53,139 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:53,144 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:53,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:53,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:08:55,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:55,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:58,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:58,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:58,559 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:08:58,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:58,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:58,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:08:59,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:02,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:02,720 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:02,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:02,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:02,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:03,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:03,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:05,820 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:09:08,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:10,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:10,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:11,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:11,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:11,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:11,213 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:11,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:11,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:14,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:15,111 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:15,112 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:15,112 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:15,117 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:15,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:15,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:19,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:19,153 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:19,153 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:19,158 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:19,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:19,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:20,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:25,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:25,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:25,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:25,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:27,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:27,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:27,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:27,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:27,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:29,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:30,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:31,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:31,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:31,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:31,881 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:32,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:33,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:35,822 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:09:35,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:37,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:37,529 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:37,529 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:37,534 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:37,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:39,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:40,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:40,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:40,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:41,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:43,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:43,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:43,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:43,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:43,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:45,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:46,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:47,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:47,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:47,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:47,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:47,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:47,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:51,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:51,137 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:51,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:51,142 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:51,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:51,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:52,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:55,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:55,137 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:09:55,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:55,142 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:55,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:09:55,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:09:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:55,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:57,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:00,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:00,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:00,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:00,949 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:01,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:01,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:02,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:05,830 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:10:06,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:06,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:06,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:06,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:06,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:07,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:08,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:10,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:10,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:10,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:12,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:12,352 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:12,353 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:12,358 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:12,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:13,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:14,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:16,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:16,114 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:16,114 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:16,119 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:16,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:17,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:20,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:24,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:24,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:24,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:24,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:24,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:25,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:25,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:25,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:25,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:25,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:29,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:29,799 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:29,800 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:29,805 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:29,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:30,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:31,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:33,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:33,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:33,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:33,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:33,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:35,827 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:10:35,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:35,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:37,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:37,097 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:37,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:37,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:37,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:37,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:40,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:40,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:40,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:41,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:43,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:43,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:43,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:43,181 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:43,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:43,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:46,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:46,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:46,825 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:46,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:46,830 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:46,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:47,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:50,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:50,229 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:50,229 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:50,234 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:50,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:51,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:51,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:55,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:55,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:55,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:55,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:55,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:10:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:55,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:57,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:57,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:10:59,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:59,870 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:10:59,871 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:59,876 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:59,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:01,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:02,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:04,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:04,414 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:04,414 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:04,419 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:04,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:05,832 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:11:05,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:08,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:08,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:08,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:08,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:08,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:08,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:09,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:10,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:10,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:10,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:12,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:12,899 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:12,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:12,904 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:12,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:13,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:13,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:17,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:17,047 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:17,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:17,052 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:17,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:17,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:19,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:21,775 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:21,775 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:21,776 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:21,781 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:21,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:23,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:24,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:25,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:25,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:25,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:26,191 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:26,191 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:26,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:26,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:27,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:29,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:29,461 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:29,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:29,466 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:29,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:29,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:30,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:35,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:35,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:35,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:35,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:35,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:35,831 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:11:35,985 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:37,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:39,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:39,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:39,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:39,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:39,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:39,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:40,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:40,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:40,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:41,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:44,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:44,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:44,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:44,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:44,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:45,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:46,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:48,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:48,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:48,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:48,476 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:49,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:50,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:51,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:51,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:51,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:51,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:51,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:52,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:54,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:11:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:55,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:56,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:56,393 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:11:56,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:56,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:57,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:11:57,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:58,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:00,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:00,097 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:00,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:00,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:01,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:02,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:03,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:05,833 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:12:06,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:06,231 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:06,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:06,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:07,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:08,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:08,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:10,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:10,660 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:10,660 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:10,665 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:10,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:11,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:12,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:13,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:14,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:14,465 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:14,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:14,471 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:15,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:16,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:18,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:18,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:18,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:18,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:18,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:19,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:20,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:23,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:25,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:25,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:25,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:25,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:25,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:26,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:26,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:29,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:29,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:29,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:29,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:29,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:30,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:32,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:34,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:34,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:34,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:34,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:34,969 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:35,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:35,835 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:12:36,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:39,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:39,399 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:39,399 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:39,404 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:40,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:40,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:40,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:40,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:43,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:43,123 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:43,123 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:43,128 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:44,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:44,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:46,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:46,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:46,709 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:46,709 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:46,717 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:47,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:48,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:50,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:50,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:50,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:50,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:51,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:51,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:52,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:54,904 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:54,905 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:12:54,905 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:54,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:55,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:12:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:55,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:56,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:12:57,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:02,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:03,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:03,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:03,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:03,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:04,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:04,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:05,837 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:13:07,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:09,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:09,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:09,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:09,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:10,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:10,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:10,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:12,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:12,629 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:12,629 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:12,634 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:13,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:13,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:14,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:16,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:16,674 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:16,674 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:16,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:17,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:18,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:18,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:20,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:20,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:20,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:20,223 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:21,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:22,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:24,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:25,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:25,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:25,289 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:25,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:25,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:26,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:26,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:29,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:29,041 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:29,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:29,046 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:29,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:30,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:30,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:34,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:34,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:34,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:34,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:35,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:35,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:35,839 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:13:36,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:39,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:39,785 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:39,785 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:39,790 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:40,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:40,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:40,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:42,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:43,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:43,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:43,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:43,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:44,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:44,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:46,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:47,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:47,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:47,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:47,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:48,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:48,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:51,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:51,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:51,505 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:51,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:51,510 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:52,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:52,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:13:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:55,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:57,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:57,151 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:13:57,151 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:57,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:57,156 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:58,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:13:58,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:01,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:01,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:01,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:01,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:02,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:02,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:04,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:05,841 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:14:06,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:06,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:06,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:06,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:07,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:08,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:08,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:10,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:10,558 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:10,558 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:10,563 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:10,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:11,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:12,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:14,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:14,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:14,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:14,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:14,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:15,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:16,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:18,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:18,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:18,851 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:18,856 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:19,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:19,856 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:20,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:24,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:24,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:24,189 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:24,194 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:25,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:25,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:25,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:25,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:26,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:29,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:29,062 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:29,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:29,067 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:29,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:30,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:31,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:33,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:33,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:33,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:33,058 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:33,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:34,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:35,847 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:14:36,848 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:38,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:38,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:38,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:38,756 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:39,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:40,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:40,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:40,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:42,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:42,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:42,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:42,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:42,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:43,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:44,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:47,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:47,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:47,745 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:47,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:47,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:48,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:50,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:51,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:51,822 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:51,822 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:51,827 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:52,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:52,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:54,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:55,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:55,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:56,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:56,200 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:14:56,200 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:56,205 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:57,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:14:58,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:14:58,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:02,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:02,216 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:02,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:02,221 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:03,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:03,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:04,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:05,846 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:15:05,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:05,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:05,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:05,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:06,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:08,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:08,855 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:10,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:10,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:10,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:10,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:10,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:10,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:10,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:11,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:12,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:14,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:16,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:16,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:16,289 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:16,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:17,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:18,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:19,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:21,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:21,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:21,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:21,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:22,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:24,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:24,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:25,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:26,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:26,800 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:26,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:26,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:27,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:28,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:30,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:32,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:32,470 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:32,470 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:32,475 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:33,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:34,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:35,851 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:15:35,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:36,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:36,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:36,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:36,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:37,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:38,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:40,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:41,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:41,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:41,443 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:41,443 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:41,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:42,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:42,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:45,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:45,205 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:45,205 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:45,210 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:45,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:46,210 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:46,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:51,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:51,668 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:51,669 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:51,669 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:51,674 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:52,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:15:52,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:15:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:55,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:56,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:58,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:58,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:15:58,103 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:58,108 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:58,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:00,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:01,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:01,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:01,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:01,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:01,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:02,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:04,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:05,850 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:16:06,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:06,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:06,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:06,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:06,269 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:07,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:08,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:10,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:10,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:10,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:10,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:10,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:10,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:11,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:12,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:12,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:16,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:16,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:16,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:16,406 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:17,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:17,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:18,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:20,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:20,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:20,121 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:20,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:20,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:22,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:23,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:24,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:24,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:24,727 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:24,732 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:25,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:25,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:26,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:28,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:30,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:30,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:30,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:30,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:31,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:32,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:33,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:35,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:35,135 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:35,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:35,140 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:35,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:35,856 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:16:36,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:38,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:40,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:40,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:40,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:40,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:40,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:41,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:42,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:44,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:46,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:46,948 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:46,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:46,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:47,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:48,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:49,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:51,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:51,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:51,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:51,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:52,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:52,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:55,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:55,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:55,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:55,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:55,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:55,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:56,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:16:56,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:16:59,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:59,711 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:16:59,712 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:59,717 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:00,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:00,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:00,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:04,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:04,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:04,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:04,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:05,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:05,855 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:17:05,856 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:06,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:08,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:08,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:08,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:08,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:09,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:10,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:10,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:10,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:10,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:11,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:12,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:12,417 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:12,417 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:12,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:13,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:14,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:16,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:16,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:16,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:16,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:16,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:17,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:18,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:21,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:21,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:21,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:21,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:21,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:22,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:23,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:25,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:25,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:25,170 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:25,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:25,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:25,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:25,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:26,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:28,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:29,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:29,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:29,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:29,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:29,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:30,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:33,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:33,023 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:33,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:33,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:33,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:34,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:34,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:35,856 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:17:37,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:37,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:37,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:37,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:38,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:38,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:39,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:40,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:40,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:42,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:42,877 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:42,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:42,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:43,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:44,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:44,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:46,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:46,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:46,415 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:46,420 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:47,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:48,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:50,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:54,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:54,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:54,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:54,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:55,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:17:55,587 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:55,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:55,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:56,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:17:58,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:58,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:17:58,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:58,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:58,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:00,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:01,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:02,478 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:02,479 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:02,479 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:02,484 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:03,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:04,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:05,858 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:18:06,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:06,251 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:06,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:06,257 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:06,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:07,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:08,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:09,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:09,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:09,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:09,959 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:10,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:10,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:10,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:10,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:12,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:13,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:15,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:15,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:15,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:15,376 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:15,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:16,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:18,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:19,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:19,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:19,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:19,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:20,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:20,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:23,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:23,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:23,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:23,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:23,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:24,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:24,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:25,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:27,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:27,556 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:27,556 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:27,561 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:28,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:28,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:29,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:31,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:31,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:31,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:31,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:32,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:32,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:34,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:35,860 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:18:36,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:36,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:36,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:36,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:36,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:38,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:40,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:40,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:40,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:40,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:44,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:44,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:44,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:44,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:45,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:45,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:46,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:49,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:49,550 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:49,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:49,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:50,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:50,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:51,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:54,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:54,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:54,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:54,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:55,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:18:55,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:55,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:55,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:56,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:18:57,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:58,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:58,687 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:18:58,688 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:58,693 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:59,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:00,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:02,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:03,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:03,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:03,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:03,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:04,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:04,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:05,868 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:19:07,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:10,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:10,756 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:10,756 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:10,761 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:10,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:10,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:10,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:11,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:12,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:13,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:15,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:15,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:15,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:15,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:15,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:16,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:18,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:19,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:19,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:19,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:19,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:19,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:20,472 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:23,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:23,570 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:23,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:23,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:23,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:24,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:24,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:25,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:29,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:29,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:29,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:29,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:29,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:30,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:30,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:34,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:35,865 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:19:38,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:38,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:38,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:38,153 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:38,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:40,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:40,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:40,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:40,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:40,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:41,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:41,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:41,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:41,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:41,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:42,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:45,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:46,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:46,829 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:46,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:46,834 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:47,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:48,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:50,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:50,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:50,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:50,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:50,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:51,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:19:52,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:19:55,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:55,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:55,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:56,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:59,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:59,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:19:59,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:59,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:00,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:00,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:01,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:03,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:03,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:03,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:03,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:04,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:04,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:05,870 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:20:06,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:09,103 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:09,104 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:09,104 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:09,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:09,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:10,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:10,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:10,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:10,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:12,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:13,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:13,035 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:13,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:13,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:13,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:14,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:18,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:18,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:18,770 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:18,771 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:18,776 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:19,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:20,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:23,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:24,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:24,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:24,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:24,153 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:24,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:25,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:25,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:26,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:28,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:28,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:28,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:28,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:28,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:28,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:29,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:33,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:33,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:33,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:33,682 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:34,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:34,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:34,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:35,869 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:20:37,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:37,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:37,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:37,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:38,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:38,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:39,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:40,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:40,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:40,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:42,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:42,255 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:42,256 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:42,261 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:42,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:44,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:45,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:46,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:46,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:46,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:46,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:47,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:48,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:50,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:50,594 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:50,594 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:50,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:50,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:51,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:20:52,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:20:55,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:55,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:55,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:58,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:58,212 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:20:58,212 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:58,217 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:58,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:00,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:01,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:02,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:02,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:02,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:02,626 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:03,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:04,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:05,871 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:21:06,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:06,005 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:06,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:06,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:06,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:06,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:07,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:10,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:12,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:13,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:13,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:13,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:13,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:13,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:14,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:16,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:16,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:16,727 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:16,732 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:17,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:17,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:18,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:22,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:22,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:22,110 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:22,115 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:22,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:22,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:23,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:25,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:26,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:26,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:26,507 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:26,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:26,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:28,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:28,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:31,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:31,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:31,350 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:31,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:31,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:32,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:34,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:35,873 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:21:39,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:39,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:39,737 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:39,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:39,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:40,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:40,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:40,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:40,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:40,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:43,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:43,252 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:43,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:43,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:43,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:44,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:45,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:48,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:48,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:48,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:48,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:48,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:50,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:51,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:51,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:51,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:21:51,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:51,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:52,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:21:52,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:21:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:55,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:57,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:00,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:00,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:00,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:00,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:01,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:02,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:02,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:05,875 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:22:06,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:06,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:06,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:06,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:06,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:06,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:08,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:10,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:11,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:11,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:11,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:11,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:12,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:12,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:13,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:18,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:18,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:18,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:18,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:18,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:19,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:20,653 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:22,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:22,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:22,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:22,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:22,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:22,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:25,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:25,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:26,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:26,414 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:26,414 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:26,419 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:26,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:28,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:30,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:30,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:30,813 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:30,813 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:30,818 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:31,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:32,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:35,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:35,227 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:35,227 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:35,232 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:35,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:35,877 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:22:35,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:36,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:39,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:39,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:39,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:39,887 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:40,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:40,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:40,888 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:40,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:40,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:40,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:43,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:43,455 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:43,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:43,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:43,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:44,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:46,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:47,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:47,899 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:47,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:47,904 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:48,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:48,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:51,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:52,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:52,305 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:52,305 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:52,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:52,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:54,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:55,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:56,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:56,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:56,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:56,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:22:56,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:22:57,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:59,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:59,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:22:59,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:59,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:00,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:00,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:02,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:04,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:04,611 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:04,612 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:04,616 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:04,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:05,880 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:23:06,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:07,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:10,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:10,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:10,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:10,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:10,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:10,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:10,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:12,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:13,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:18,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:18,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:18,948 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:18,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:18,953 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:19,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:20,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:23,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:25,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:25,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:27,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:27,720 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:27,721 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:27,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:28,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:28,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:29,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:31,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:31,775 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:31,775 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:31,780 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:32,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:32,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:34,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:35,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:35,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:35,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:35,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:35,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:35,885 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:23:36,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:39,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:40,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:40,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:40,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:40,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:40,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:40,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:42,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:45,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:47,090 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:47,091 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:47,091 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:47,097 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:47,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:48,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:50,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:50,848 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:50,848 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:50,848 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:50,853 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:51,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:52,750 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:23:55,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:55,405 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:23:55,405 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:55,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:55,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:23:55,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:55,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:56,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:56,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:00,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:00,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:00,198 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:00,203 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:00,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:00,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:01,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:05,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:05,246 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:05,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:05,251 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:05,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:05,884 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:24:06,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:06,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:10,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:12,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:13,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:13,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:13,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:13,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:13,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:14,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:17,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:17,529 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:17,529 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:17,530 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:17,535 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:17,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:18,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:21,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:21,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:21,269 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:21,274 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:21,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:22,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:23,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:25,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:26,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:26,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:26,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:26,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:26,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:28,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:28,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:30,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:30,647 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:30,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:30,652 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:30,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:32,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:34,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:35,886 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:24:39,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:39,083 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:39,083 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:39,088 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:39,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:40,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:40,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:40,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:43,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:43,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:43,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:43,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:43,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:44,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:45,451 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:47,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:47,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:47,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:47,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:47,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:48,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:51,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:55,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:55,138 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:55,138 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:55,143 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:55,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:24:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:55,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:56,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:24:57,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:59,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:59,069 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:24:59,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:59,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:59,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:00,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:03,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:03,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:03,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:03,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:03,131 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:03,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:04,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:05,888 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:25:07,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:07,637 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:07,637 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:07,642 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:07,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:08,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:08,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:10,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:12,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:12,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:12,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:12,033 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:12,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:12,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:14,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:16,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:16,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:16,445 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:16,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:16,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:18,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:19,451 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:20,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:20,708 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:20,708 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:20,713 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:20,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:22,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:24,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:24,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:24,678 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:24,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:24,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:24,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:25,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:26,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:29,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:29,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:29,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:29,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:29,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:30,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:30,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:33,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:33,060 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:33,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:33,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:33,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:34,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:35,890 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:25:35,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:37,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:37,497 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:37,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:37,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:37,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:38,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:40,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:41,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:42,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:42,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:42,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:42,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:42,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:42,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:46,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:46,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:46,924 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:46,924 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:46,929 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:47,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:48,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:51,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:52,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:52,189 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:52,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:52,195 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:52,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:52,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:55,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:56,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:56,252 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:25:56,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:56,257 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:56,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:25:56,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:25:57,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:01,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:01,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:01,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:01,882 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:01,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:02,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:02,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:05,892 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:26:07,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:08,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:08,370 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:08,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:08,376 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:08,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:08,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:10,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:10,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:12,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:12,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:12,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:12,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:12,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:12,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:13,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:17,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:17,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:17,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:17,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:17,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:18,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:19,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:22,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:22,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:22,218 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:22,223 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:22,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:22,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:24,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:25,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:25,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:27,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:27,484 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:27,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:27,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:27,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:28,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:29,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:32,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:32,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:32,671 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:32,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:32,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:34,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:34,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:35,894 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:26:37,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:37,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:37,239 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:37,244 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:37,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:38,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:40,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:40,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:40,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:40,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:41,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:41,845 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:41,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:41,850 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:41,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:42,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:45,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:50,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:50,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:50,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:50,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:50,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:50,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:26:51,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:54,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:54,837 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:26:54,837 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:54,842 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:54,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:26:55,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:55,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:55,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:56,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:56,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:01,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:01,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:01,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:01,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:01,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:01,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:02,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:05,900 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:27:05,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:05,947 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:05,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:05,952 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:05,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:06,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:06,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:09,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:09,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:09,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:09,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:09,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:10,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:10,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:10,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:10,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:12,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:13,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:13,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:13,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:13,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:13,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:14,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:17,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:21,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:21,072 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:21,072 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:21,077 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:21,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:22,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:23,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:25,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:25,219 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:25,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:25,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:25,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:25,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:25,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:25,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:26,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:28,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:29,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:29,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:29,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:29,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:29,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:30,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:33,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:34,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:34,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:34,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:34,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:34,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:35,898 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:27:36,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:38,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:39,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:39,037 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:39,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:39,042 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:39,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:40,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:40,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:40,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:40,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:43,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:43,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:43,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:43,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:43,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:44,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:45,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:49,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:49,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:49,039 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:49,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:49,044 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:50,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:51,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:53,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:53,299 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:53,299 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:53,304 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:54,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:54,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:55,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:27:55,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:55,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:55,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:57,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:57,062 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:27:57,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:57,067 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:58,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:27:59,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:00,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:01,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:01,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:01,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:01,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:02,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:03,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:05,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:05,906 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:28:10,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:10,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:10,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:10,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:10,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:11,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:11,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:13,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:14,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:14,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:14,346 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:14,350 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:15,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:16,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:17,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:17,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:17,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:17,670 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:17,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:18,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:19,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:21,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:22,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:22,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:22,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:22,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:23,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:25,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:25,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:25,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:25,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:26,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:26,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:26,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:26,416 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:27,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:27,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:29,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:30,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:30,353 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:30,353 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:30,358 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:31,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:33,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:33,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:34,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:34,245 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:34,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:34,250 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:35,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:35,903 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:28:37,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:38,904 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:40,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:40,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:40,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:42,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:42,792 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:42,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:42,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:43,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:44,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:45,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:46,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:46,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:46,208 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:46,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:47,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:49,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:50,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:50,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:50,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:50,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:50,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:51,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:53,074 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:55,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:55,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:55,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:55,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:55,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:55,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:56,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:28:56,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:57,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:28:58,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:58,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:28:58,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:58,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:59,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:01,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:01,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:03,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:03,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:03,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:03,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:03,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:05,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:05,908 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:29:06,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:06,842 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:06,842 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:06,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:06,847 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:07,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:09,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:10,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:11,651 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:11,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:11,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:11,658 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:12,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:12,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:13,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:15,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:15,189 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:15,189 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:15,195 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:16,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:17,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:18,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:19,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:19,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:19,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:19,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:20,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:21,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:23,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:25,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:26,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:26,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:26,837 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:26,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:27,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:28,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:29,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:30,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:30,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:30,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:30,997 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:31,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:33,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:33,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:35,907 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:29:39,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:40,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:40,523 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:40,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:40,528 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:40,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:41,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:43,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:44,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:44,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:44,078 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:44,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:44,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:45,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:45,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:47,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:47,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:47,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:47,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:48,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:49,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:50,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:51,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:51,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:51,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:51,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:52,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:53,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:55,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:56,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:56,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:56,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:56,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:56,239 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:57,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:29:57,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:29:59,803 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:59,804 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:29:59,804 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:59,809 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:00,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:01,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:01,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:05,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:05,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:05,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:05,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:05,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:05,909 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:30:06,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:07,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:09,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:09,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:09,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:09,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:10,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:10,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:11,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:12,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:17,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:17,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:17,600 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:17,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:17,605 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:18,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:19,166 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:21,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:21,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:21,503 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:21,508 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:22,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:22,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:23,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:25,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:27,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:27,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:27,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:27,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:28,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:28,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:29,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:31,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:31,348 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:31,348 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:31,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:32,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:33,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:34,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:35,911 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:30:36,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:36,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:36,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:36,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:37,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:39,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:39,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:40,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:40,567 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:40,567 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:40,572 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:40,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:41,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:43,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:45,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:47,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:47,680 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:47,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:47,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:48,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:49,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:50,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:51,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:51,565 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:51,566 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:51,571 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:52,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:53,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:30:55,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:55,427 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:30:55,427 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:55,432 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:55,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:56,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:30:56,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:57,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:01,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:03,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:03,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:03,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:03,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:04,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:05,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:05,913 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:31:06,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:09,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:09,664 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:09,664 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:09,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:10,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:10,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:10,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:11,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:12,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:13,550 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:13,551 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:13,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:13,557 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:14,221 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:15,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:17,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:19,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:19,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:19,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:19,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:20,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:21,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:22,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:25,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:25,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:26,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:26,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:26,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:26,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:27,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:27,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:29,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:32,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:32,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:32,423 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:32,428 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:33,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:33,429 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:35,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:35,918 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:31:36,651 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:36,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:36,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:36,657 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:37,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:38,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:39,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:40,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:40,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:44,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:45,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:45,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:45,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:45,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:46,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:47,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:49,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:49,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:49,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:49,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:49,708 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:50,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:51,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:54,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:54,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:54,846 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:54,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:54,851 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:55,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:31:55,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:55,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:55,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:57,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:31:58,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:58,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:31:58,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:58,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:59,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:00,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:01,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:03,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:03,226 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:03,226 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:03,231 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:03,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:05,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:05,917 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:32:05,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:07,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:07,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:07,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:07,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:08,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:09,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:10,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:10,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:10,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:11,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:16,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:16,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:16,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:16,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:16,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:17,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:19,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:21,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:24,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:24,972 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:24,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:24,977 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:25,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:25,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:25,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:25,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:27,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:27,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:32,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:33,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:33,282 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:33,282 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:33,288 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:33,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:35,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:35,922 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:32:37,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:37,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:37,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:37,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:37,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:38,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:39,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:40,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:40,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:40,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:41,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:41,212 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:41,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:41,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:41,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:43,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:43,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:47,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:47,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:47,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:47,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:47,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:48,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:49,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:50,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:50,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:50,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:50,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:51,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:53,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:53,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:55,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:55,217 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:55,217 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:55,222 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:55,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:32:55,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:55,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:55,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:57,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:32:58,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:58,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:32:58,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:58,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:58,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:59,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:01,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:03,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:03,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:03,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:03,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:03,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:04,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:05,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:05,921 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:33:06,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:06,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:06,625 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:06,630 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:07,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:09,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:09,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:10,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:10,785 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:10,785 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:10,790 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:10,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:10,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:10,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:11,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:13,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:15,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:15,171 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:15,171 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:15,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:15,176 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:15,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:17,346 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:20,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:20,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:20,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:20,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:20,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:20,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:21,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:24,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:24,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:24,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:24,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:24,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:25,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:25,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:25,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:25,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:26,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:29,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:29,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:29,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:29,823 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:30,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:31,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:31,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:33,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:33,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:33,976 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:33,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:34,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:35,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:35,924 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:33:36,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:38,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:38,128 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:38,129 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:38,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:38,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:39,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:40,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:40,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:40,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:42,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:42,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:42,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:42,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:42,142 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:42,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:43,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:45,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:45,956 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:45,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:45,961 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:46,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:47,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:47,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:50,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:50,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:50,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:50,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:50,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:51,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:33:53,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:55,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:55,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:55,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:58,530 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:58,531 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:33:58,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:58,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:58,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:59,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:33:59,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:02,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:02,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:02,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:02,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:03,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:03,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:04,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:05,926 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:34:07,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:07,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:07,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:07,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:08,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:09,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:09,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:10,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:10,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:10,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:13,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:13,497 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:13,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:13,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:14,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:15,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:15,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:20,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:20,862 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:20,863 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:20,863 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:20,868 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:21,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:23,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:25,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:25,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:25,901 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:25,901 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:25,906 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:25,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:25,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:25,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:26,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:27,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:29,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:29,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:29,573 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:29,578 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:30,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:31,419 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:31,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:33,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:33,460 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:33,460 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:33,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:34,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:35,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:35,928 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:34:36,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:40,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:40,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:40,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:41,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:41,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:41,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:41,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:41,959 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:42,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:43,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:45,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:45,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:45,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:45,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:46,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:47,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:47,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:52,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:52,057 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:52,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:52,063 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:52,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:53,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:53,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:55,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:55,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:55,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:56,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:56,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:34:56,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:56,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:57,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:34:57,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:34:58,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:01,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:01,475 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:01,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:01,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:02,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:03,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:04,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:05,933 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:35:06,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:06,084 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:06,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:06,089 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:06,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:07,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:10,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:10,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:11,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:11,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:11,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:11,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:13,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:15,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:15,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:15,163 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:15,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:15,168 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:15,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:17,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:20,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:20,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:20,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:20,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:20,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:20,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:21,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:24,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:24,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:24,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:24,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:24,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:25,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:25,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:25,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:25,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:25,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:31,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:32,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:32,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:32,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:32,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:33,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:35,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:35,932 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:35:36,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:36,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:36,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:36,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:36,574 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:37,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:37,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:40,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:40,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:40,610 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:40,615 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:40,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:40,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:40,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:41,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:41,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:42,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:45,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:45,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:45,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:45,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:45,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:47,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:47,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:50,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:50,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:50,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:50,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:51,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:51,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:52,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:54,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:54,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:54,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:54,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:55,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:55,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:35:55,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:55,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:55,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:58,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:58,527 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:58,528 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:35:58,528 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:58,533 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:59,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:35:59,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:02,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:02,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:02,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:02,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:03,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:03,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:05,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:05,937 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:36:07,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:07,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:07,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:07,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:07,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:09,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:09,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:10,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:11,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:11,884 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:11,885 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:11,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:12,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:13,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:14,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:17,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:17,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:17,486 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:17,491 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:17,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:19,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:20,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:25,492 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:25,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:25,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:25,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:26,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:26,722 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:26,722 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:26,727 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:27,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:29,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:30,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:31,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:31,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:31,068 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:31,073 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:31,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:33,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:35,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:35,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:35,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:35,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:35,936 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:36:35,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:36,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:37,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:39,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:39,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:39,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:39,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:40,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:40,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:40,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:40,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:41,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:41,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:46,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:46,183 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:46,183 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:46,188 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:46,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:47,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:47,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:50,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:50,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:50,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:50,894 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:51,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:52,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:53,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:55,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:55,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:36:55,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:55,166 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:55,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:36:55,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:55,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:55,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:57,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:36:58,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:00,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:00,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:00,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:00,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:01,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:01,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:03,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:05,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:05,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:05,646 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:05,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:05,938 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:37:06,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:07,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:08,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:10,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:10,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:10,334 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:10,340 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:10,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:10,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:11,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:14,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:14,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:14,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:14,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:14,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:14,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:15,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:19,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:19,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:19,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:19,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:19,574 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:19,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:21,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:23,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:23,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:23,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:23,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:24,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:24,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:25,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:25,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:25,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:29,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:29,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:29,437 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:29,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:29,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:30,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:31,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:35,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:35,941 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:37:36,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:36,329 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:36,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:36,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:36,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:37,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:40,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:40,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:40,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:40,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:40,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:40,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:40,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:40,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:41,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:44,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:44,931 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:44,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:44,936 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:45,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:45,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:47,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:49,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:49,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:49,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:49,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:50,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:51,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:51,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:54,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:54,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:54,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:54,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:54,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:55,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:37:55,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:55,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:57,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:58,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:58,287 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:37:58,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:58,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:58,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:37:59,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:02,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:03,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:03,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:03,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:03,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:04,632 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:05,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:05,943 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:38:07,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:08,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:08,160 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:08,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:08,165 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:08,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:09,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:10,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:10,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:13,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:13,007 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:13,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:13,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:13,013 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:13,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:15,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:16,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:16,877 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:16,877 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:16,882 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:17,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:18,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:19,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:22,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:22,917 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:22,917 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:22,922 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:23,653 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:23,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:25,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:25,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:26,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:26,763 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:26,763 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:26,768 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:27,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:27,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:29,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:32,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:32,260 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:32,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:32,265 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:32,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:33,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:35,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:35,945 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:38:36,455 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:36,456 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:36,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:36,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:36,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:37,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:39,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:39,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:39,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:39,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:40,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:40,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:40,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:41,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:43,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:43,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:43,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:43,165 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:43,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:45,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:46,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:48,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:48,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:48,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:48,019 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:48,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:49,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:38:52,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:55,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:55,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:38:55,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:55,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:55,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:56,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:38:57,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:57,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:00,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:00,097 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:00,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:00,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:00,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:01,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:03,103 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:04,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:04,060 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:04,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:04,066 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:04,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:05,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:05,947 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:39:08,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:08,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:08,437 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:08,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:08,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:08,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:09,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:10,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:12,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:12,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:12,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:12,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:12,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:13,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:13,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:16,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:16,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:16,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:16,574 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:16,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:17,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:19,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:24,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:25,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:26,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:26,955 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:26,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:26,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:27,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:29,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:29,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:30,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:30,781 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:30,781 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:30,786 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:31,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:31,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:35,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:35,952 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:39:36,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:36,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:36,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:36,312 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:36,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:37,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:40,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:41,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:41,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:41,945 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:41,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:41,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:42,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:43,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:46,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:46,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:46,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:46,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:46,952 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:47,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:49,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:51,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:52,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:52,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:52,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:52,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:53,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:53,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:39:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:55,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:57,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:57,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:57,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:39:57,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:57,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:58,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:39:59,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:01,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:01,761 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:01,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:01,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:02,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:02,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:03,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:05,951 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:40:07,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:07,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:07,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:07,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:07,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:08,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:09,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:10,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:11,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:11,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:11,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:11,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:11,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:13,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:13,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:16,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:16,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:16,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:16,019 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:16,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:17,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:19,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:20,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:20,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:20,735 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:20,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:20,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:21,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:24,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:25,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:26,186 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:26,186 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:26,191 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:26,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:27,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:30,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:34,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:34,498 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:34,499 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:34,503 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:34,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:35,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:35,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:35,956 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:40:38,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:38,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:38,624 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:38,629 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:38,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:39,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:40,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:40,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:40,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:46,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:47,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:47,618 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:47,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:47,623 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:47,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:49,795 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:51,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:52,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:52,396 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:52,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:52,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:52,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:53,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:40:55,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:55,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:57,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:57,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:40:57,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:57,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:57,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:57,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:40:59,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:01,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:01,273 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:01,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:01,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:01,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:02,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:03,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:05,955 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:41:06,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:06,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:06,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:06,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:06,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:07,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:08,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:10,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:10,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:10,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:13,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:14,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:14,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:14,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:14,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:14,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:15,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:18,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:18,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:18,413 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:18,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:18,418 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:18,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:19,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:23,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:25,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:25,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:25,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:26,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:26,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:26,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:26,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:27,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:27,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:28,856 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:30,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:30,907 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:30,907 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:30,912 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:31,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:31,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:33,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:34,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:34,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:34,869 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:34,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:35,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:35,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:35,957 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:41:38,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:40,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:40,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:40,920 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:40,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:40,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:41,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:41,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:44,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:45,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:45,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:45,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:45,959 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:46,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:47,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:49,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:51,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:51,334 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:51,334 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:51,339 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:51,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:53,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:55,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:55,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:55,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:55,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:55,101 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:55,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:41:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:55,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:57,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:41:59,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:59,297 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:41:59,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:59,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:59,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:00,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:01,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:03,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:03,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:03,852 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:03,857 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:03,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:05,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:05,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:05,959 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:42:08,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:08,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:08,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:08,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:08,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:09,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:10,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:10,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:10,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:11,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:14,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:14,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:14,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:14,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:14,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:15,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:17,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:18,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:18,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:18,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:18,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:18,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:19,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:22,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:22,072 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:22,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:22,077 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:22,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:23,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:23,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:25,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:25,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:25,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:26,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:26,637 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:26,637 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:26,642 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:26,898 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:27,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:28,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:31,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:31,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:31,076 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:31,081 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:31,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:31,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:34,082 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:35,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:35,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:35,499 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:35,504 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:35,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:35,961 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:42:37,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:39,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:39,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:39,429 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:39,429 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:39,434 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:39,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:40,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:41,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:43,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:43,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:43,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:43,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:44,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:44,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:45,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:47,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:47,520 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:47,520 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:47,525 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:47,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:49,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:50,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:51,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:51,146 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:51,147 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:51,152 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:51,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:53,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:54,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:54,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:42:54,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:54,908 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:54,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:42:55,908 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:55,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:42:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:55,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:00,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:00,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:00,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:00,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:00,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:01,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:01,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:04,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:04,003 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:04,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:04,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:04,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:05,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:05,966 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:43:06,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:08,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:08,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:08,166 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:08,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:08,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:09,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:10,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:10,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:10,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:12,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:12,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:12,359 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:12,359 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:12,364 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:12,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:13,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:15,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:15,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:15,912 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:15,917 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:15,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:17,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:17,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:20,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:20,171 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:20,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:20,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:20,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:21,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:23,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:25,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:25,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:25,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:26,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:26,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:26,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:26,636 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:26,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:27,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:28,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:30,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:30,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:30,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:30,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:30,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:31,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:34,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:34,129 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:34,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:34,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:34,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:34,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:35,965 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:43:35,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:38,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:38,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:38,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:38,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:38,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:39,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:39,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:40,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:40,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:42,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:42,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:42,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:42,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:42,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:43,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:45,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:46,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:46,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:46,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:46,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:46,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:47,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:49,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:49,792 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:49,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:49,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:49,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:50,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:51,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:54,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:54,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:54,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:54,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:54,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:43:55,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:55,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:55,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:55,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:43:56,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:58,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:58,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:43:58,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:58,528 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:59,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:00,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:01,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:05,888 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:05,889 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:05,889 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:05,894 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:05,970 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:44:06,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:06,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:08,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:10,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:10,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:10,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:10,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:10,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:10,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:10,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:11,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:12,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:12,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:14,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:14,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:14,421 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:14,426 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:15,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:16,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:17,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:20,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:20,227 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:20,227 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:20,232 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:21,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:22,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:23,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:24,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:24,637 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:24,638 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:24,643 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:25,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:25,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:25,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:25,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:26,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:28,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:28,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:28,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:28,866 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:28,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:29,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:30,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:32,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:32,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:32,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:32,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:33,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:33,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:34,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:35,970 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:44:38,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:38,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:38,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:38,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:39,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:39,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:40,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:40,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:43,804 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:43,805 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:43,805 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:43,810 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:44,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:44,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:46,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:47,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:47,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:47,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:47,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:48,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:50,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:50,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:53,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:53,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:44:53,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:53,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:54,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:44:54,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:44:55,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:55,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:55,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:56,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:01,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:01,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:01,366 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:01,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:01,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:02,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:04,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:05,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:05,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:05,686 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:05,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:05,974 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:45:06,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:06,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:08,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:09,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:09,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:09,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:09,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:10,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:10,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:10,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:10,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:12,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:12,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:13,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:13,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:13,658 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:13,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:14,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:16,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:17,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:18,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:18,108 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:18,108 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:18,113 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:19,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:20,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:22,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:22,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:22,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:22,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:22,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:23,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:24,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:25,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:25,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:25,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:26,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:26,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:26,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:26,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:27,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:28,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:28,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:31,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:31,463 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:31,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:31,468 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:32,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:34,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:34,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:35,974 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:45:36,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:36,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:36,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:36,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:37,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:38,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:39,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:40,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:41,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:41,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:41,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:42,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:42,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:44,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:44,972 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:44,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:44,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:44,978 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:45,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:46,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:48,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:48,179 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:48,180 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:48,184 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:49,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:50,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:50,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:51,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:51,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:51,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:51,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:52,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:54,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:45:55,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:55,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:55,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:55,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:56,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:56,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:45:56,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:56,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:57,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:45:58,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:00,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:00,694 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:00,694 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:00,699 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:01,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:01,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:02,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:04,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:04,406 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:04,406 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:04,411 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:05,138 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:05,982 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:46:06,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:06,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:09,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:09,353 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:09,353 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:09,358 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:10,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:10,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:10,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:10,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:12,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:15,483 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:15,484 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:15,484 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:15,489 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:16,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:17,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:18,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:20,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:20,534 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:20,534 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:20,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:21,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:22,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:22,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:25,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:25,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:25,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:26,492 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:26,493 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:26,493 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:26,498 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:27,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:28,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:28,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:31,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:31,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:31,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:31,569 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:32,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:33,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:34,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:35,862 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:35,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:35,863 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:35,868 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:35,978 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:46:36,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:38,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:38,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:39,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:39,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:39,646 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:39,652 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:40,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:40,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:40,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:40,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:42,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:44,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:44,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:44,466 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:44,466 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:44,471 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:45,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:46,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:49,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:53,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:53,114 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:53,114 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:53,119 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:53,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:46:54,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:46:55,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:55,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:55,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:55,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:58,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:58,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:46:58,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:58,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:58,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:00,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:01,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:02,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:02,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:02,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:02,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:03,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:04,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:05,980 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:47:06,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:08,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:08,031 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:08,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:08,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:08,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:10,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:10,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:10,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:12,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:13,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:13,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:13,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:13,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:14,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:14,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:17,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:17,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:17,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:17,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:17,625 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:18,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:20,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:22,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:23,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:23,142 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:23,142 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:23,147 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:23,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:24,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:25,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:25,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:28,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:28,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:28,598 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:28,598 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:28,603 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:29,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:30,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:32,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:32,994 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:32,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:33,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:33,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:34,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:34,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:35,982 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:47:37,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:37,770 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:37,770 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:37,775 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:38,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:39,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:40,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:40,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:40,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:45,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:46,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:46,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:46,182 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:46,187 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:46,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:48,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:49,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:49,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:49,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:49,973 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:50,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:50,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:52,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:47:55,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:55,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:47:55,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:55,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:55,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:56,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:56,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:47:56,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:01,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:02,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:02,156 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:02,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:02,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:02,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:04,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:05,984 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:48:06,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:08,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:08,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:08,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:08,266 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:08,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:10,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:10,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:12,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:13,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:13,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:13,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:13,332 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:14,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:14,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:17,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:18,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:18,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:18,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:18,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:19,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:20,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:22,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:22,395 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:22,395 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:22,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:22,400 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:23,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:24,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:25,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:26,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:26,949 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:26,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:26,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:27,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:27,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:28,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:32,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:32,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:32,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:32,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:33,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:33,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:34,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:35,990 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:48:36,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:36,818 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:36,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:36,823 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:37,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:38,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:39,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:40,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:41,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:41,905 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:41,906 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:41,911 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:42,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:44,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:44,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:46,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:46,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:46,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:46,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:46,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:48,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:49,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:49,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:49,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:49,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:50,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:50,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:52,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:48:55,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:55,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:56,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:56,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:48:56,264 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:56,269 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:56,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:48:58,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:01,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:04,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:04,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:04,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:04,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:05,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:05,988 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:49:06,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:06,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:08,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:08,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:08,160 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:08,165 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:08,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:10,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:10,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:11,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:11,800 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:11,800 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:11,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:12,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:12,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:14,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:16,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:16,213 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:16,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:16,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:16,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:18,220 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:18,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:21,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:21,443 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:21,443 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:21,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:22,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:22,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:23,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:25,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:25,385 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:25,385 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:25,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:25,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:26,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:26,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:29,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:30,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:30,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:30,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:30,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:31,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:32,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:34,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:35,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:35,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:35,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:35,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:35,994 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:49:36,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:36,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:39,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:39,653 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:39,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:39,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:39,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:40,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:40,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:42,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:43,524 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:43,524 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:43,525 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:43,530 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:44,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:44,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:45,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:48,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:48,060 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:48,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:48,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:48,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:50,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:51,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:53,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:53,079 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:53,080 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:53,084 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:53,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:54,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:49:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:55,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:56,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:57,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:57,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:49:57,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:57,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:57,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:49:58,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:02,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:02,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:02,728 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:02,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:02,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:03,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:04,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:05,993 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:50:06,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:06,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:06,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:06,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:07,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:07,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:08,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:10,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:10,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:10,505 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:10,510 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:10,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:10,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:11,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:12,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:13,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:15,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:15,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:15,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:15,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:16,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:16,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:18,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:19,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:19,533 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:19,533 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:19,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:20,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:20,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:23,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:23,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:23,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:23,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:23,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:24,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:25,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:25,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:26,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:29,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:29,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:29,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:29,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:29,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:30,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:32,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:33,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:33,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:33,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:33,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:34,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:34,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:35,995 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:50:36,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:37,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:37,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:37,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:37,181 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:37,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:38,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:40,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:40,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:40,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:41,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:41,417 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:41,417 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:41,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:41,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:42,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:45,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:47,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:47,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:47,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:47,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:47,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:48,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:51,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:51,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:51,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:51,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:51,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:51,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:52,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:55,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:55,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:55,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:55,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:55,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:50:55,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:55,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:56,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:56,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:50:59,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:59,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:50:59,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:59,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:59,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:00,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:01,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:03,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:03,377 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:03,377 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:03,382 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:03,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:04,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:05,997 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:51:06,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:09,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:09,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:09,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:09,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:09,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:10,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:10,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:12,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:13,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:13,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:13,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:13,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:13,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:14,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:18,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:19,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:19,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:19,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:19,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:19,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:20,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:23,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:23,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:23,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:23,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:23,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:23,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:24,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:25,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:27,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:27,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:27,290 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:27,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:27,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:28,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:29,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:31,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:31,144 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:31,144 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:31,149 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:31,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:32,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:35,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:35,999 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:51:39,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:39,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:39,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:39,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:39,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:40,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:40,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:40,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:42,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:42,598 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:42,598 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:42,603 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:43,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:44,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:45,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:48,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:48,852 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:48,852 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:48,857 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:49,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:50,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:50,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:53,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:53,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:53,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:53,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:53,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:51:54,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:51:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:55,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:56,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:58,535 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:58,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:51:58,536 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:58,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:58,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:00,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:01,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:04,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:04,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:04,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:04,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:05,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:06,001 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:52:06,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:07,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:08,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:08,602 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:08,602 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:08,608 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:08,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:10,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:10,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:12,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:13,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:13,128 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:13,129 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:13,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:13,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:14,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:16,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:16,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:16,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:16,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:17,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:17,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:18,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:22,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:25,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:25,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:25,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:25,437 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:25,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:25,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:26,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:28,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:31,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:31,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:31,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:31,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:31,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:32,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:33,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:35,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:35,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:35,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:35,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:36,003 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:52:36,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:36,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:39,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:40,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:42,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:42,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:42,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:42,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:42,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:44,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:44,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:48,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:48,172 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:48,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:48,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:48,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:50,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:50,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:52,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:52,098 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:52,098 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:52,103 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:52,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:54,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:52:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:55,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:56,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:56,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:56,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:52:56,316 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:56,321 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:56,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:52:58,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:00,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:00,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:00,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:00,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:01,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:01,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:02,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:06,009 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:53:06,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:06,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:06,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:06,112 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:06,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:07,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:08,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:10,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:10,284 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:10,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:10,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:10,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:10,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:12,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:12,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:17,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:18,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:18,794 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:18,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:18,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:19,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:20,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:22,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:23,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:23,116 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:23,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:23,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:23,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:24,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:25,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:28,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:28,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:28,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:28,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:28,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:28,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:30,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:31,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:31,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:31,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:31,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:32,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:32,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:33,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:35,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:35,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:35,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:35,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:36,008 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:53:36,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:38,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:39,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:40,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:40,807 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:40,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:40,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:40,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:40,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:41,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:42,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:44,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:46,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:46,497 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:46,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:46,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:46,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:48,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:49,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:53,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:53,533 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:53,534 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:53,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:53,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:53:54,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:54,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:53:55,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:55,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:55,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:59,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:59,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:53:59,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:59,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:59,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:59,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:00,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:04,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:04,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:05,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:05,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:05,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:05,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:06,013 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:54:06,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:08,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:08,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:08,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:08,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:09,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:09,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:10,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:10,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:10,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:10,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:12,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:12,848 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:12,848 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:12,853 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:13,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:14,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:15,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:18,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:18,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:18,279 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:18,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:18,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:20,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:21,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:22,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:22,731 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:22,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:22,737 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:22,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:24,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:25,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:25,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:25,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:26,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:26,948 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:26,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:26,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:26,953 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:27,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:28,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:30,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:30,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:30,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:30,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:31,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:31,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:32,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:36,012 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:54:36,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:36,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:36,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:36,352 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:36,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:37,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:38,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:40,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:42,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:42,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:42,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:42,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:42,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:43,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:44,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:46,564 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:46,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:46,565 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:46,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:46,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:48,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:48,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:50,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:50,696 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:50,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:50,701 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:50,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:52,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:53,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:54,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:54,256 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:54,257 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:54,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:54,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:55,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:55,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:55,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:56,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:54:58,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:58,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:54:58,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:58,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:58,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:54:59,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:00,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:02,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:02,358 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:02,358 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:02,363 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:02,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:04,831 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:05,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:06,014 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:55:06,492 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:06,493 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:06,494 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:06,499 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:06,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:08,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:10,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:10,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:10,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:10,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:10,682 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:10,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:10,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:10,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:10,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:12,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:14,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:14,446 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:14,447 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:14,451 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:14,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:16,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:16,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:18,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:18,279 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:18,279 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:18,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:18,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:20,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:22,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:23,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:23,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:23,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:23,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:23,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:24,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:25,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:25,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:25,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:28,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:28,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:28,725 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:28,725 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:28,730 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:28,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:30,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:32,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:32,610 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:32,610 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:32,615 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:32,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:33,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:34,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:36,016 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:55:37,803 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:37,804 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:37,804 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:37,809 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:37,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:38,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:38,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:40,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:41,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:41,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:41,773 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:41,778 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:41,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:42,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:44,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:49,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:50,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:50,412 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:50,412 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:50,418 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:50,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:52,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:55,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:55,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:55,613 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:55,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:55,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:55,883 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:55:55,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:55,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:55,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:56,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:55:59,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:59,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:55:59,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:59,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:00,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:00,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:01,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:04,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:04,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:04,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:04,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:04,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:06,018 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:56:06,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:07,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:10,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:10,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:10,103 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:10,108 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:10,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:10,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:10,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:12,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:12,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:14,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:14,084 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:14,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:14,089 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:14,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:16,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:18,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:22,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:22,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:22,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:22,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:22,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:23,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:24,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:25,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:25,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:26,220 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:26,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:26,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:26,285 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:26,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:28,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:29,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:30,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:30,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:30,369 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:30,374 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:30,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:32,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:34,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:34,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:34,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:34,490 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:34,494 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:34,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:36,020 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:56:36,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:38,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:38,342 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:38,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:38,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:38,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:40,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:40,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:40,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:40,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:43,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:43,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:43,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:43,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:43,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:44,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:45,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:49,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:49,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:49,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:49,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:49,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:50,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:51,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:54,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:54,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:56:54,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:54,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:54,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:56:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:55,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:56,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:56:57,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:01,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:01,477 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:01,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:01,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:01,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:02,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:02,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:06,022 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:57:06,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:06,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:06,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:06,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:06,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:08,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:08,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:10,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:11,206 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:11,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:11,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:11,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:12,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:13,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:16,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:16,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:16,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:16,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:16,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:18,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:18,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:20,587 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:20,588 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:20,588 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:20,593 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:20,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:22,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:24,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:24,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:24,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:24,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:24,285 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:24,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:25,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:26,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:28,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:28,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:28,235 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:28,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:28,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:30,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:30,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:33,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:33,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:33,381 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:33,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:33,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:34,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:35,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:36,028 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:57:37,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:37,838 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:37,838 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:37,843 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:37,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:38,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:40,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:40,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:43,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:43,846 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:43,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:43,851 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:43,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:44,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:45,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:48,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:48,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:48,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:48,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:48,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:48,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:51,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:52,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:52,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:52,686 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:52,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:53,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:55,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:57:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:55,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:56,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:56,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:56,864 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:57:56,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:56,870 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:57,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:57:59,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:01,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:01,106 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:01,106 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:01,111 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:02,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:02,112 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:03,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:05,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:05,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:05,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:05,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:06,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:06,027 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:58:07,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:08,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:09,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:09,099 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:09,100 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:09,105 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:10,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:10,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:11,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:13,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:14,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:14,093 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:14,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:14,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:15,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:15,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:18,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:18,129 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:18,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:18,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:19,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:19,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:19,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:22,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:22,444 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:22,444 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:22,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:23,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:24,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:25,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:25,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:27,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:27,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:27,177 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:27,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:28,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:29,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:30,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:31,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:31,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:31,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:31,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:32,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:33,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:35,667 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:35,668 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:35,669 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:35,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:35,674 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:36,032 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:58:36,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:37,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:39,712 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:39,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:39,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:39,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:40,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:40,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:40,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:41,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:44,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:44,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:44,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:44,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:45,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:46,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:47,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:51,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:52,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:52,419 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:52,419 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:52,424 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:53,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:55,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:58:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:55,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:57,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:57,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:58:57,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:57,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:57,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:58,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:58:59,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:02,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:02,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:02,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:02,646 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:02,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:03,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:05,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:06,031 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:59:07,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:07,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:07,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:07,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:07,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:08,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:09,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:10,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:10,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:12,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:12,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:12,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:12,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:13,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:13,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:15,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:16,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:16,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:16,670 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:16,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:17,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:18,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:19,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:23,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:23,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:23,388 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:23,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:24,097 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:24,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:25,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:25,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:25,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:26,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:26,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:26,904 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:26,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:27,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:29,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:29,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:33,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:33,183 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:33,184 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:33,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:34,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:35,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:35,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:36,036 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 13:59:37,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:37,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:37,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:37,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:38,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:39,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:40,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:40,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:40,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:41,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:41,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:41,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:41,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:42,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:43,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:45,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:46,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:46,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:46,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:46,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:47,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:47,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:51,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:51,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:51,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:51,261 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:51,266 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:52,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:53,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 13:59:55,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:55,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:56,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:56,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:56,701 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 13:59:56,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:56,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:57,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 13:59:59,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:01,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:01,002 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:01,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:01,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:01,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:02,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:03,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:05,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:05,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:05,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:05,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:06,035 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:00:06,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:07,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:07,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:10,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:11,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:11,265 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:11,269 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:12,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:12,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:13,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:16,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:16,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:16,316 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:16,321 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:17,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:17,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:19,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:21,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:21,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:21,264 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:21,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:22,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:23,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:23,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:25,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:25,200 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:25,200 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:25,206 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:25,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:26,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:27,166 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:29,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:30,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:30,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:30,283 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:30,289 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:31,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:31,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:34,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:34,174 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:34,175 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:34,180 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:35,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:35,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:35,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:36,037 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:00:37,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:37,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:37,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:37,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:38,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:39,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:40,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:40,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:42,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:42,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:42,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:42,317 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:43,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:43,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:46,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:48,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:48,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:48,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:48,985 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:49,188 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:51,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:51,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:52,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:52,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:52,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:52,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:53,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:55,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:55,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:56,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:56,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:56,527 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:56,532 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:57,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:00:57,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:59,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:00:59,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:59,961 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:00:59,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:59,966 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:00,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:01,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:02,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:04,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:04,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:04,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:04,048 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:04,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:05,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:06,039 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:01:07,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:07,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:07,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:07,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:08,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:08,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:09,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:10,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:14,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:16,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:16,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:16,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:16,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:17,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:19,221 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:19,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:21,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:21,547 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:21,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:21,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:22,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:23,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:25,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:25,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:25,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:25,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:25,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:25,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:25,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:27,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:29,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:29,647 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:29,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:29,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:30,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:30,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:31,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:33,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:33,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:33,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:33,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:34,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:35,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:36,041 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:01:36,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:37,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:37,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:37,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:37,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:38,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:39,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:40,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:41,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:41,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:41,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:41,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:41,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:42,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:43,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:46,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:46,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:46,089 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:46,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:46,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:47,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:47,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:50,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:50,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:50,400 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:50,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:51,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:51,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:52,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:55,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:55,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:55,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:55,615 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:55,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:56,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:01:57,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:01:58,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:59,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:59,786 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:01:59,786 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:59,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:00,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:01,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:03,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:06,047 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:02:06,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:06,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:06,230 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:06,235 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:06,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:07,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:09,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:10,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:10,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:10,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:10,113 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:10,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:10,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:11,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:13,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:13,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:13,904 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:13,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:14,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:14,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:15,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:19,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:21,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:21,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:21,869 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:21,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:22,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:23,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:25,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:25,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:26,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:26,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:26,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:26,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:27,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:27,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:31,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:34,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:34,651 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:34,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:34,657 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:35,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:36,046 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:02:37,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:37,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:38,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:38,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:38,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:38,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:39,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:40,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:40,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:41,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:42,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:44,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:44,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:44,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:44,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:44,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:45,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:47,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:47,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:47,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:47,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:47,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:48,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:49,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:52,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:52,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:52,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:52,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:52,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:53,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:55,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:02:55,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:55,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:58,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:58,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:58,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:02:58,281 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:58,286 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:58,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:02:59,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:02,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:02,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:02,769 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:02,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:03,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:03,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:05,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:06,050 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:03:09,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:09,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:09,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:09,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:09,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:09,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:10,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:10,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:11,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:14,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:14,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:14,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:14,536 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:14,541 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:15,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:17,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:18,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:18,638 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:18,638 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:18,643 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:19,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:19,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:21,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:24,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:25,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:25,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:26,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:26,353 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:26,353 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:26,358 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:27,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:27,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:30,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:34,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:34,840 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:34,840 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:34,845 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:35,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:35,846 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:36,050 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:03:37,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:39,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:39,086 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:39,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:39,091 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:39,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:40,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:41,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:41,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:43,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:43,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:43,863 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:43,868 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:44,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:45,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:46,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:48,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:48,079 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:48,080 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:48,085 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:48,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:49,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:52,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:52,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:52,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:52,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:52,631 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:53,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:55,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:03:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:55,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:57,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:57,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:57,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:03:57,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:57,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:58,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:03:59,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:02,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:02,135 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:02,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:02,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:02,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:03,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:03,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:05,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:05,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:05,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:05,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:06,055 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:04:06,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:07,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:09,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:09,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:09,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:09,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:09,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:10,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:10,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:11,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:14,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:15,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:15,314 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:15,314 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:15,319 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:15,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:17,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:18,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:18,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:18,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:18,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:19,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:19,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:21,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:22,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:22,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:22,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:22,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:23,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:25,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:25,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:25,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:27,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:27,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:27,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:27,646 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:28,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:29,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:31,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:31,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:31,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:31,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:31,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:31,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:33,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:36,054 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:04:36,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:36,481 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:36,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:36,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:36,487 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:37,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:37,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:40,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:42,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:43,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:43,098 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:43,098 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:43,103 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:43,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:45,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:47,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:47,344 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:47,344 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:47,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:47,349 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:47,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:49,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:52,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:52,165 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:52,166 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:52,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:52,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:53,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:53,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:04:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:55,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:57,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:57,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:04:57,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:57,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:58,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:04:58,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:59,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:03,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:04,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:04,396 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:04,396 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:04,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:04,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:05,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:06,056 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:05:09,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:09,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:09,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:09,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:09,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:09,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:10,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:11,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:14,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:17,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:17,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:17,644 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:17,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:18,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:19,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:19,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:23,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:23,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:23,502 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:23,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:24,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:25,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:25,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:25,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:29,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:29,226 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:29,226 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:29,231 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:29,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:31,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:31,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:33,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:33,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:33,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:33,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:33,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:35,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:36,058 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:05:37,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:37,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:37,284 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:37,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:37,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:37,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:39,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:40,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:41,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:41,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:41,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:41,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:41,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:42,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:43,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:45,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:45,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:45,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:45,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:46,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:47,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:47,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:49,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:49,930 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:49,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:49,936 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:50,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:51,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:53,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:53,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:53,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:53,535 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:53,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:54,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:55,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:05:55,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:55,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:57,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:57,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:05:57,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:57,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:57,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:05:59,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:59,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:04,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:05,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:05,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:05,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:05,138 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:05,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:06,060 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:06:07,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:09,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:09,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:09,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:09,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:09,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:10,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:10,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:10,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:11,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:13,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:13,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:13,077 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:13,082 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:13,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:15,082 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:15,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:16,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:16,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:16,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:16,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:17,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:17,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:20,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:20,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:20,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:20,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:20,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:21,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:21,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:25,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:25,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:25,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:26,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:26,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:26,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:26,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:27,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:29,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:29,819 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:29,819 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:29,824 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:30,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:30,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:31,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:35,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:36,066 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:06:38,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:38,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:38,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:38,195 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:38,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:39,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:40,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:40,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:41,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:42,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:42,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:42,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:42,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:42,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:43,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:45,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:45,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:45,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:45,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:46,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:46,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:47,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:49,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:49,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:49,337 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:49,342 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:49,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:51,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:06:52,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:55,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:57,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:57,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:06:57,414 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:57,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:57,419 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:57,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:06:59,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:02,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:05,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:05,957 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:05,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:05,962 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:06,064 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:07:06,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:07,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:08,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:09,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:09,778 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:09,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:09,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:10,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:10,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:11,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:13,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:14,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:14,260 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:14,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:14,265 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:14,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:15,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:17,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:17,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:17,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:17,963 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:18,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:18,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:19,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:21,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:21,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:21,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:21,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:22,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:23,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:24,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:25,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:28,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:28,241 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:28,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:28,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:28,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:29,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:30,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:32,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:32,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:32,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:32,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:32,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:33,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:35,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:36,070 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:07:36,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:36,194 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:36,194 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:36,199 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:36,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:37,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:40,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:41,174 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:41,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:41,174 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:41,179 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:41,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:43,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:46,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:46,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:46,329 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:46,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:46,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:46,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:47,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:50,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:50,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:50,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:50,239 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:50,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:51,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:51,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:07:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:55,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:57,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:58,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:58,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:07:58,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:58,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:58,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:07:59,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:02,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:02,448 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:02,448 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:02,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:02,454 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:02,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:03,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:06,069 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:08:07,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:07,741 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:07,741 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:07,742 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:07,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:08,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:09,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:10,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:11,908 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:11,909 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:11,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:11,915 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:12,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:12,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:13,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:16,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:16,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:16,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:16,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:17,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:17,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:18,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:20,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:20,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:20,883 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:20,888 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:21,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:21,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:23,888 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:25,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:25,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:25,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:25,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:25,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:26,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:27,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:29,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:34,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:34,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:34,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:34,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:34,387 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:34,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:35,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:36,071 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:08:39,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:40,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:40,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:40,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:40,006 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:40,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:40,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:41,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:44,543 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:44,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:44,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:44,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:44,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:45,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:45,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:48,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:48,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:48,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:48,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:49,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:49,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:50,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:52,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:52,712 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:52,712 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:52,717 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:53,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:53,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:08:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:55,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:56,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:56,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:56,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:08:56,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:56,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:56,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:08:57,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:01,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:02,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:02,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:02,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:02,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:02,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:03,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:05,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:05,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:05,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:05,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:05,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:06,073 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:09:07,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:07,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:10,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:10,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:10,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:10,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:10,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:10,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:11,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:11,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:12,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:16,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:16,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:16,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:16,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:16,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:17,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:17,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:22,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:22,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:22,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:22,687 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:22,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:22,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:23,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:25,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:25,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:27,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:27,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:27,553 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:27,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:27,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:28,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:29,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:31,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:31,199 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:31,200 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:31,205 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:31,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:33,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:34,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:35,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:35,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:35,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:35,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:35,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:36,075 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:09:37,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:40,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:40,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:40,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:40,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:40,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:40,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:40,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:41,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:41,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:45,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:45,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:45,660 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:45,661 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:45,665 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:45,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:47,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:50,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:50,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:50,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:50,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:50,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:51,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:51,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:09:55,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:55,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:57,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:58,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:58,631 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:09:58,631 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:58,636 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:58,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:09:59,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:02,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:06,081 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:10:07,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:07,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:07,650 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:07,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:07,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:07,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:09,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:10,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:13,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:13,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:13,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:13,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:13,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:13,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:15,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:17,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:17,163 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:17,163 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:17,169 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:17,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:18,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:19,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:20,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:20,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:20,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:20,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:20,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:21,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:23,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:24,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:24,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:24,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:24,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:24,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:25,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:25,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:28,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:28,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:28,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:28,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:28,803 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:29,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:29,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:34,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:36,079 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:10:36,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:36,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:36,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:36,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:36,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:37,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:39,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:40,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:40,116 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:40,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:40,121 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:40,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:40,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:41,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:45,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:48,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:48,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:48,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:48,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:48,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:49,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:50,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:52,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:52,088 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:10:52,088 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:52,093 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:52,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:10:53,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:10:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:55,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:56,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:00,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:00,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:00,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:00,487 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:00,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:01,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:01,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:04,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:04,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:04,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:04,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:04,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:05,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:06,084 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:11:07,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:08,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:08,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:08,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:08,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:08,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:09,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:10,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:10,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:12,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:12,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:12,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:12,414 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:12,418 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:12,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:13,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:16,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:16,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:16,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:16,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:16,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:17,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:17,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:20,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:20,687 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:20,687 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:20,692 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:20,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:21,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:23,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:25,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:28,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:28,923 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:28,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:28,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:28,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:29,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:29,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:33,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:34,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:34,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:34,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:34,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:34,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:35,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:36,084 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:11:38,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:38,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:38,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:38,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:38,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:39,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:39,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:40,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:40,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:42,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:42,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:42,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:42,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:42,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:43,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:44,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:46,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:46,474 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:46,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:46,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:46,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:47,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:50,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:50,202 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:50,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:50,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:50,208 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:50,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:51,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:54,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:54,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:54,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:54,124 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:54,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:55,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:11:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:55,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:55,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:56,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:57,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:57,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:11:57,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:57,699 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:57,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:11:59,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:01,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:04,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:04,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:04,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:04,614 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:04,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:05,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:06,088 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:12:07,090 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:09,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:09,023 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:09,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:09,028 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:09,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:09,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:10,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:10,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:12,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:13,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:13,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:13,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:13,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:13,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:15,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:16,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:16,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:16,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:16,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:16,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:17,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:17,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:20,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:20,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:20,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:20,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:20,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:21,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:23,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:24,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:24,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:24,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:24,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:24,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:25,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:25,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:25,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:25,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:29,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:29,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:29,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:29,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:29,298 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:29,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:31,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:34,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:34,072 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:34,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:34,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:34,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:35,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:35,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:36,088 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:12:38,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:38,634 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:38,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:38,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:38,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:39,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:40,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:40,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:40,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:40,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:43,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:43,460 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:43,460 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:43,466 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:43,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:45,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:46,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:47,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:47,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:47,625 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:47,630 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:47,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:49,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:51,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:51,524 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:51,524 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:51,524 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:51,529 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:51,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:12:53,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:12:55,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:55,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:55,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:57,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:59,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:59,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:12:59,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:59,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:00,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:01,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:02,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:06,090 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:13:07,478 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:07,479 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:07,479 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:07,485 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:07,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:08,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:09,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:10,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:10,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:10,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:11,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:11,843 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:11,844 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:11,849 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:11,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:13,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:13,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:15,651 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:15,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:15,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:15,657 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:15,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:17,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:19,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:20,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:20,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:20,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:20,881 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:20,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:21,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:24,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:25,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:25,592 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:25,592 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:25,597 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:25,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:25,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:25,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:25,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:27,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:29,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:29,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:29,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:29,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:29,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:30,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:31,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:33,429 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:33,430 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:33,430 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:33,435 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:33,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:35,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:36,092 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:13:36,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:37,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:37,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:37,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:37,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:37,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:40,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:40,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:40,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:40,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:41,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:41,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:41,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:41,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:41,905 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:42,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:44,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:45,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:45,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:45,725 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:45,730 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:46,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:46,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:48,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:49,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:49,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:49,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:49,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:50,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:51,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:52,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:54,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:54,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:54,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:54,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:55,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:13:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:55,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:56,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:13:57,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:59,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:59,059 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:13:59,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:59,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:00,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:00,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:03,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:05,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:05,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:05,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:05,963 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:06,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:06,094 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:14:08,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:09,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:10,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:10,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:10,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:11,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:11,849 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:11,849 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:11,854 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:12,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:14,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:14,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:19,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:20,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:20,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:20,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:20,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:21,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:22,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:25,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:25,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:25,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:28,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:28,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:28,901 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:28,906 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:29,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:30,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:30,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:34,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:34,390 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:34,390 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:34,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:35,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:36,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:36,099 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:14:36,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:39,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:39,298 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:39,299 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:39,303 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:40,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:40,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:40,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:41,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:43,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:43,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:43,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:43,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:44,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:46,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:47,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:48,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:48,300 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:48,300 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:48,305 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:49,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:50,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:52,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:53,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:53,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:53,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:53,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:54,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:14:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:55,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:56,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:14:58,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:58,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:58,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:14:58,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:58,339 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:59,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:00,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:03,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:05,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:05,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:05,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:05,447 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:06,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:06,098 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:15:08,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:09,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:09,531 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:09,531 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:09,531 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:09,536 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:10,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:10,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:10,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:10,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:12,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:14,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:14,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:14,753 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:14,753 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:14,758 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:15,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:16,097 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:19,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:19,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:19,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:19,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:19,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:20,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:22,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:23,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:23,592 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:23,592 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:23,597 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:24,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:25,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:25,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:26,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:29,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:29,567 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:29,567 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:29,572 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:30,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:30,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:32,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:34,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:34,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:34,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:34,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:35,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:36,103 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:15:36,104 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:36,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:40,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:41,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:42,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:42,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:42,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:42,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:43,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:44,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:46,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:46,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:46,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:46,751 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:46,756 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:47,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:48,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:50,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:50,991 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:50,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:50,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:51,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:51,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:52,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:55,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:55,213 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:55,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:55,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:55,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:56,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:15:56,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:15:57,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:59,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:59,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:15:59,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:59,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:00,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:02,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:02,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:06,103 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:16:06,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:06,504 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:06,504 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:06,509 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:07,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:08,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:08,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:10,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:10,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:10,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:12,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:12,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:12,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:12,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:12,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:14,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:14,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:18,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:18,143 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:18,144 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:18,148 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:18,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:19,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:20,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:22,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:22,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:22,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:22,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:23,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:24,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:24,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:25,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:26,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:26,315 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:26,315 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:26,319 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:27,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:28,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:30,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:30,229 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:30,229 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:30,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:30,234 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:31,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:32,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:35,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:36,108 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:16:39,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:39,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:39,380 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:39,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:40,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:40,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:40,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:40,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:43,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:43,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:43,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:43,192 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:44,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:44,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:46,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:47,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:47,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:47,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:47,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:48,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:48,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:51,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:51,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:51,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:51,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:51,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:52,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:52,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:16:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:55,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:55,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:56,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:56,809 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:16:56,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:56,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:56,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:57,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:16:58,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:00,483 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:00,484 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:00,484 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:00,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:01,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:02,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:02,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:04,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:04,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:04,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:04,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:05,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:06,107 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:17:06,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:08,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:08,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:08,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:08,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:08,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:09,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:10,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:10,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:13,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:14,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:14,534 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:14,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:14,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:15,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:16,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:18,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:19,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:19,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:19,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:19,999 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:20,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:22,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:23,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:24,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:24,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:24,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:24,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:25,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:25,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:25,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:26,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:29,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:29,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:29,587 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:29,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:29,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:30,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:32,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:33,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:33,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:33,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:33,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:34,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:34,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:36,109 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:17:36,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:37,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:37,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:37,436 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:37,441 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:38,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:38,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:40,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:40,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:40,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:42,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:42,125 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:42,125 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:42,130 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:42,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:44,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:45,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:45,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:45,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:45,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:45,945 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:46,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:48,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:50,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:51,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:51,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:51,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:51,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:52,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:54,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:17:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:55,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:56,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:56,661 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:17:56,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:56,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:57,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:17:58,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:00,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:00,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:00,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:00,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:01,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:01,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:02,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:04,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:04,529 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:04,529 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:04,534 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:05,266 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:06,111 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:18:06,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:07,112 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:08,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:08,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:08,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:08,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:09,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:10,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:10,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:12,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:12,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:12,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:12,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:12,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:13,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:14,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:16,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:16,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:16,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:16,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:16,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:18,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:18,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:22,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:22,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:22,514 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:22,519 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:23,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:23,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:24,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:25,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:27,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:27,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:27,375 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:27,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:28,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:28,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:29,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:34,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:35,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:35,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:35,711 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:35,716 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:36,113 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:18:36,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:38,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:39,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:39,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:39,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:39,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:39,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:40,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:40,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:42,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:43,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:43,680 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:43,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:43,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:44,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:44,722 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:46,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:47,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:47,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:47,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:47,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:47,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:48,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:50,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:52,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:52,917 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:52,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:52,922 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:53,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:18:54,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:18:55,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:55,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:58,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:58,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:18:58,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:58,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:59,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:00,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:01,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:02,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:02,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:02,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:02,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:02,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:04,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:06,118 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:19:07,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:07,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:07,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:07,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:07,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:08,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:08,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:10,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:11,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:11,975 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:11,975 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:11,980 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:12,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:13,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:14,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:15,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:15,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:15,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:15,908 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:16,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:18,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:18,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:23,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:23,084 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:23,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:23,089 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:23,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:24,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:24,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:25,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:27,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:27,084 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:27,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:27,090 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:27,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:28,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:29,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:30,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:30,622 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:30,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:30,627 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:31,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:32,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:34,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:34,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:34,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:34,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:34,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:35,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:36,117 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:19:36,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:39,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:39,355 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:39,355 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:39,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:39,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:40,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:40,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:40,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:45,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:45,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:45,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:45,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:45,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:46,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:46,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:49,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:49,540 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:49,540 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:49,545 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:50,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:50,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:51,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:53,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:53,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:53,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:53,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:54,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:54,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:19:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:55,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:55,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:57,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:57,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:19:57,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:57,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:57,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:57,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:19:58,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:02,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:05,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:05,391 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:05,391 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:05,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:05,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:06,122 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:20:06,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:07,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:09,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:09,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:09,283 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:09,288 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:09,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:10,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:10,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:10,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:12,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:12,775 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:12,776 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:12,776 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:12,781 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:13,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:14,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:17,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:17,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:17,081 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:17,086 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:17,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:18,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:18,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:22,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:22,436 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:22,436 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:22,441 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:23,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:23,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:24,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:25,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:25,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:29,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:30,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:30,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:30,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:30,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:31,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:32,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:35,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:35,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:35,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:35,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:35,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:35,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:36,121 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:20:36,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:39,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:39,108 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:39,108 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:39,113 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:39,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:40,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:40,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:40,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:40,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:40,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:42,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:42,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:42,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:42,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:43,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:44,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:45,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:47,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:47,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:47,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:47,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:47,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:48,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:51,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:51,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:51,372 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:51,372 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:51,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:51,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:52,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:55,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:55,315 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:55,315 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:55,320 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:55,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:20:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:55,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:56,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:20:57,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:59,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:59,102 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:20:59,102 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:59,107 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:59,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:00,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:03,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:03,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:03,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:03,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:03,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:04,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:06,126 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:21:06,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:08,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:10,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:12,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:12,477 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:12,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:12,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:13,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:13,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:14,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:17,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:17,059 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:17,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:17,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:17,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:18,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:19,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:20,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:20,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:20,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:20,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:21,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:22,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:24,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:25,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:25,099 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:25,099 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:25,104 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:25,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:25,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:26,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:30,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:33,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:33,638 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:33,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:33,643 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:34,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:34,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:35,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:36,125 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:21:38,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:38,852 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:38,852 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:38,857 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:39,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:40,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:40,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:40,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:40,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:40,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:44,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:44,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:44,490 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:44,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:44,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:46,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:46,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:48,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:48,407 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:48,407 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:48,412 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:48,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:50,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:51,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:51,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:51,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:51,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:51,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:52,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:54,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:21:55,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:55,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:55,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:56,289 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:21:56,289 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:56,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:56,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:21:57,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:58,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:00,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:00,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:00,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:00,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:00,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:02,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:03,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:05,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:05,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:05,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:05,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:05,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:06,128 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:22:06,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:08,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:10,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:11,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:11,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:11,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:11,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:11,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:12,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:13,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:18,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:19,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:19,469 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:19,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:19,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:19,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:20,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:23,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:23,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:23,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:23,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:23,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:24,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:24,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:25,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:28,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:28,985 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:28,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:28,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:29,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:30,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:30,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:32,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:32,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:32,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:32,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:33,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:34,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:35,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:36,130 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:22:40,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:40,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:41,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:41,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:41,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:41,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:41,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:42,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:46,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:47,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:47,543 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:47,543 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:47,548 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:47,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:48,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:50,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:50,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:50,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:50,827 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:51,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:51,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:52,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:22:55,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:55,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:56,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:56,216 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:22:56,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:56,221 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:56,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:22:57,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:58,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:02,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:04,770 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:04,771 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:04,771 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:04,776 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:05,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:06,132 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:23:06,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:08,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:08,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:08,550 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:08,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:08,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:08,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:10,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:10,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:12,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:12,540 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:12,540 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:12,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:12,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:13,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:14,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:15,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:15,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:15,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:15,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:16,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:18,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:18,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:20,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:20,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:20,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:20,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:20,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:22,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:24,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:25,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:25,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:26,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:26,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:26,290 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:26,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:26,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:28,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:29,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:29,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:29,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:29,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:29,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:30,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:30,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:34,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:34,008 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:34,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:34,014 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:34,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:35,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:36,134 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:23:36,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:40,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:40,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:40,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:43,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:43,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:43,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:43,397 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:43,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:44,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:45,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:50,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:51,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:51,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:51,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:51,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:52,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:52,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:55,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:55,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:55,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:55,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:55,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:23:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:55,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:56,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:23:59,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:59,183 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:23:59,183 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:59,188 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:59,632 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:00,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:01,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:03,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:03,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:03,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:03,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:04,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:04,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:06,136 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:24:07,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:07,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:07,550 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:07,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:07,556 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:07,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:08,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:10,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:10,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:12,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:13,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:13,295 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:13,295 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:13,300 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:13,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:14,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:16,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:16,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:16,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:16,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:16,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:17,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:18,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:20,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:20,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:20,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:20,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:20,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:22,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:23,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:25,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:28,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:28,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:28,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:28,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:28,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:29,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:30,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:33,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:33,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:33,276 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:33,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:33,281 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:33,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:34,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:36,141 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:24:39,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:39,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:39,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:39,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:39,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:40,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:40,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:40,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:43,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:43,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:43,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:43,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:44,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:45,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:46,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:48,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:48,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:48,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:48,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:48,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:50,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:50,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:53,674 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:53,675 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:53,675 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:53,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:53,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:24:54,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:24:55,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:55,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:59,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:59,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:24:59,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:59,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:59,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:00,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:01,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:04,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:04,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:04,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:04,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:05,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:06,140 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:25:06,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:07,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:10,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:10,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:10,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:10,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:10,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:10,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:12,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:12,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:17,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:17,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:17,417 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:17,417 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:17,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:17,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:18,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:22,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:22,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:22,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:22,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:22,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:23,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:24,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:25,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:26,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:26,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:26,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:26,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:26,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:28,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:28,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:29,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:29,786 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:29,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:29,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:30,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:30,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:33,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:33,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:33,938 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:33,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:33,944 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:34,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:34,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:36,145 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:25:39,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:39,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:39,678 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:39,678 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:39,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:39,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:40,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:40,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:44,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:44,475 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:44,476 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:44,476 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:44,481 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:44,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:46,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:49,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:49,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:49,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:49,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:49,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:50,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:50,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:53,775 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:53,776 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:53,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:53,781 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:54,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:25:54,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:25:55,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:55,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:58,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:58,636 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:25:58,637 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:58,642 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:58,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:00,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:01,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:04,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:04,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:04,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:04,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:04,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:06,144 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:26:06,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:07,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:09,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:09,923 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:09,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:09,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:10,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:10,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:10,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:12,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:13,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:13,860 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:13,860 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:13,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:14,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:14,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:17,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:19,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:19,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:19,920 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:19,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:20,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:20,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:22,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:23,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:23,534 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:23,534 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:23,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:23,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:24,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:25,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:25,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:27,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:27,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:27,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:27,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:27,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:28,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:28,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:32,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:32,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:32,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:32,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:32,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:33,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:34,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:36,146 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:26:37,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:37,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:37,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:37,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:37,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:38,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:39,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:40,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:40,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:41,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:41,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:41,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:41,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:41,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:42,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:45,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:48,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:48,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:48,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:48,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:49,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:50,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:50,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:53,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:53,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:53,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:53,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:53,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:54,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:26:55,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:55,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:57,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:57,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:26:57,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:57,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:57,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:26:58,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:00,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:00,809 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:00,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:00,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:00,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:01,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:02,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:04,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:04,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:04,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:04,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:04,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:06,149 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:27:06,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:07,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:08,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:08,407 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:08,407 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:08,412 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:08,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:10,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:10,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:10,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:12,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:13,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:13,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:13,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:13,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:13,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:14,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:17,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:17,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:17,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:17,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:17,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:17,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:18,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:22,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:23,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:23,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:23,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:23,762 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:23,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:24,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:25,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:28,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:29,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:29,051 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:29,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:29,056 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:29,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:30,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:34,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:35,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:35,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:35,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:35,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:35,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:36,151 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:27:36,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:39,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:39,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:39,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:39,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:39,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:39,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:40,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:40,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:43,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:43,755 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:43,755 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:43,760 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:43,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:44,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:46,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:47,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:47,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:47,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:47,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:47,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:48,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:50,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:53,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:53,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:53,261 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:53,266 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:53,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:54,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:27:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:55,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:57,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:57,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:27:57,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:57,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:57,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:27:58,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:01,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:01,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:01,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:01,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:01,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:01,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:02,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:05,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:05,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:05,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:05,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:05,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:06,153 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:28:06,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:07,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:10,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:10,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:10,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:12,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:12,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:12,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:12,327 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:12,332 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:12,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:14,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:17,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:18,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:18,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:18,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:18,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:18,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:20,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:21,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:21,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:21,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:21,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:22,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:22,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:24,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:25,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:25,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:25,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:25,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:25,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:25,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:26,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:28,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:33,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:33,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:33,486 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:33,486 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:33,491 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:33,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:34,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:36,155 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:28:39,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:40,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:41,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:41,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:41,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:41,631 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:41,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:42,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:44,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:46,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:46,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:46,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:46,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:46,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:48,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:50,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:51,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:51,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:51,561 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:51,566 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:51,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:52,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:28:55,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:55,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:57,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:57,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:28:57,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:57,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:57,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:28:58,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:01,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:01,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:01,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:01,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:01,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:01,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:02,949 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:05,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:05,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:05,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:05,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:05,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:06,160 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:29:06,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:07,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:09,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:09,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:09,920 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:09,926 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:09,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:10,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:10,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:12,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:12,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:13,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:13,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:13,727 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:13,732 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:13,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:14,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:17,770 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:18,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:18,809 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:18,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:18,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:18,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:20,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:22,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:22,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:22,728 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:22,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:22,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:23,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:24,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:25,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:25,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:27,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:27,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:27,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:27,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:27,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:28,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:29,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:32,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:32,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:32,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:32,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:32,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:34,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:35,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:36,159 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:29:37,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:37,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:37,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:37,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:37,985 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:38,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:40,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:40,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:40,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:46,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:46,550 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:46,551 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:46,551 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:46,556 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:46,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:48,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:49,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:49,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:49,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:49,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:49,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:51,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:52,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:53,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:53,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:53,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:53,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:53,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:29:55,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:55,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:57,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:29:57,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:59,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:59,248 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:29:59,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:59,254 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:00,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:01,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:02,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:06,164 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:30:07,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:07,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:07,657 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:07,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:07,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:08,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:09,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:10,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:13,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:18,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:18,185 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:18,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:18,190 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:19,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:19,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:21,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:21,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:21,936 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:21,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:21,941 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:22,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:24,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:25,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:25,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:26,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:26,807 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:26,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:26,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:27,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:29,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:30,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:30,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:30,955 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:30,956 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:30,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:31,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:33,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:35,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:36,164 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:30:40,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:40,143 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:40,143 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:40,148 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:40,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:41,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:43,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:46,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:47,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:47,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:47,182 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:47,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:48,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:49,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:52,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:54,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:54,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:54,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:54,378 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:55,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:30:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:55,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:57,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:30:58,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:58,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:58,846 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:30:58,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:58,851 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:59,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:01,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:03,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:03,755 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:03,755 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:03,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:03,760 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:04,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:05,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:06,165 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:31:07,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:07,244 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:07,244 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:07,249 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:08,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:09,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:09,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:10,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:11,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:11,249 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:11,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:11,254 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:12,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:13,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:14,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:15,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:15,879 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:15,879 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:15,884 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:16,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:17,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:19,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:20,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:20,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:20,423 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:20,428 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:21,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:23,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:25,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:25,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:28,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:28,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:28,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:28,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:29,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:30,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:31,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:32,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:32,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:32,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:32,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:33,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:35,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:36,174 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:31:36,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:38,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:38,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:38,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:38,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:39,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:40,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:41,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:41,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:43,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:43,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:43,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:43,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:44,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:45,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:46,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:48,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:48,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:48,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:48,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:49,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:51,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:52,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:53,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:53,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:53,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:53,997 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:54,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:31:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:55,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:57,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:31:58,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:59,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:59,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:31:59,169 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:59,174 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:00,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:01,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:03,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:03,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:03,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:03,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:03,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:04,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:05,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:06,170 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:32:08,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:08,463 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:08,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:08,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:09,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:09,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:10,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:11,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:12,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:12,778 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:12,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:12,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:13,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:14,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:15,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:16,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:16,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:16,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:16,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:17,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:19,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:20,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:20,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:20,816 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:20,816 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:20,821 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:21,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:23,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:24,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:24,783 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:24,783 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:24,788 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:25,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:25,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:25,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:25,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:27,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:28,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:28,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:28,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:28,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:29,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:30,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:31,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:34,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:34,290 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:34,290 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:34,295 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:35,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:36,175 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:32:36,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:37,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:38,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:38,592 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:38,592 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:38,597 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:39,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:40,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:40,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:41,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:41,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:43,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:43,631 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:43,632 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:43,637 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:44,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:45,166 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:46,674 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:47,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:47,839 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:47,839 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:47,845 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:48,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:49,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:51,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:52,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:52,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:52,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:52,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:52,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:53,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:32:55,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:55,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:55,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:57,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:57,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:57,977 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:32:57,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:57,982 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:58,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:32:59,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:01,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:01,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:01,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:01,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:02,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:02,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:03,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:05,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:05,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:05,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:05,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:06,174 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:33:06,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:07,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:08,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:10,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:10,651 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:10,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:10,656 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:10,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:10,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:10,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:11,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:13,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:13,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:14,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:14,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:14,311 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:14,316 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:15,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:17,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:18,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:18,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:18,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:18,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:18,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:19,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:21,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:22,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:22,123 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:22,123 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:22,128 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:22,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:24,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:25,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:25,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:25,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:25,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:25,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:25,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:25,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:25,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:26,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:27,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:29,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:29,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:29,421 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:29,421 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:29,426 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:30,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:31,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:34,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:34,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:34,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:34,670 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:34,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:35,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:36,179 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:33:37,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:38,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:38,116 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:38,116 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:38,121 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:38,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:40,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:40,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:41,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:41,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:41,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:41,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:41,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:42,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:43,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:45,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:48,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:48,584 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:48,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:48,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:49,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:51,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:51,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:52,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:52,185 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:33:52,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:52,190 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:52,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:33:55,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:33:55,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:55,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:55,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:57,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:00,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:00,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:00,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:00,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:01,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:02,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:03,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:03,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:03,977 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:03,977 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:03,982 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:04,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:05,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:06,178 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:34:08,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:08,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:08,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:08,346 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:08,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:09,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:10,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:10,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:10,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:11,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:12,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:12,350 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:12,350 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:12,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:13,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:13,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:15,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:16,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:16,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:16,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:16,549 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:17,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:18,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:19,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:20,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:20,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:20,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:20,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:21,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:23,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:23,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:24,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:24,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:24,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:24,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:24,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:25,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:25,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:25,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:27,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:27,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:27,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:27,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:27,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:28,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:28,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:29,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:33,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:33,195 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:33,195 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:33,201 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:33,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:34,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:35,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:36,183 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:34:37,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:37,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:37,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:37,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:37,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:39,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:40,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:40,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:41,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:41,556 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:41,556 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:41,561 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:42,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:43,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:45,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:45,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:45,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:45,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:45,376 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:46,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:47,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:49,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:49,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:49,415 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:49,420 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:50,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:50,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:51,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:54,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:54,378 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:54,379 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:54,384 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:55,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:34:55,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:55,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:57,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:34:58,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:58,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:34:58,987 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:58,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:59,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:01,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:01,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:02,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:02,963 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:02,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:02,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:03,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:05,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:06,182 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:35:06,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:06,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:06,736 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:06,736 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:06,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:07,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:09,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:10,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:10,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:10,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:10,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:10,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:10,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:10,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:11,210 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:13,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:16,210 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:17,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:17,489 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:17,489 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:17,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:18,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:19,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:20,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:20,923 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:20,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:20,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:21,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:21,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:23,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:25,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:25,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:25,553 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:25,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:25,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:25,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:25,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:26,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:27,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:27,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:29,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:29,257 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:29,257 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:29,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:29,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:31,346 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:33,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:36,184 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:35:36,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:36,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:36,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:36,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:37,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:38,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:39,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:40,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:40,537 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:40,537 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:40,542 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:40,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:40,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:40,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:41,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:43,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:44,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:44,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:44,684 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:44,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:44,689 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:45,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:47,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:49,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:49,097 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:49,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:49,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:49,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:50,103 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:51,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:53,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:53,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:53,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:53,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:54,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:55,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:35:55,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:55,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:55,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:57,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:57,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:35:57,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:57,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:57,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:35:59,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:01,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:01,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:01,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:01,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:01,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:02,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:03,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:06,187 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:36:06,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:06,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:06,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:06,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:06,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:07,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:07,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:10,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:10,047 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:10,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:10,052 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:10,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:10,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:11,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:13,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:13,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:13,311 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:13,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:13,316 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:13,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:15,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:18,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:20,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:20,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:20,496 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:20,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:21,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:23,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:23,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:25,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:25,709 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:25,709 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:25,714 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:25,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:25,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:25,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:26,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:27,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:29,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:30,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:30,884 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:30,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:30,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:31,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:33,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:34,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:35,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:35,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:35,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:35,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:35,413 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:36,189 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:36:37,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:39,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:39,949 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:39,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:39,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:39,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:40,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:40,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:40,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:40,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:41,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:45,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:45,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:45,901 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:45,901 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:45,906 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:46,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:47,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:49,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:49,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:49,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:49,881 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:50,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:50,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:51,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:36:55,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:55,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:56,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:56,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:36:56,435 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:56,440 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:57,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:36:59,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:01,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:01,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:01,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:01,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:01,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:01,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:03,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:06,191 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:37:07,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:07,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:07,350 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:07,350 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:07,355 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:07,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:09,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:10,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:11,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:11,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:11,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:11,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:11,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:12,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:13,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:17,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:17,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:17,486 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:17,486 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:17,491 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:18,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:19,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:21,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:21,300 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:21,300 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:21,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:21,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:23,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:23,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:25,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:25,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:25,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:25,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:25,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:25,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:25,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:25,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:27,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:28,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:29,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:29,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:29,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:29,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:29,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:31,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:33,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:34,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:34,534 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:34,534 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:34,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:35,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:36,193 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:37:37,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:39,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:39,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:39,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:39,239 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:39,244 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:39,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:40,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:40,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:40,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:41,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:43,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:43,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:43,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:43,478 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:43,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:44,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:45,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:47,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:47,880 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:47,880 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:47,885 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:48,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:49,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:49,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:51,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:51,880 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:51,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:51,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:52,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:53,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:37:54,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:55,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:55,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:55,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:56,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:56,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:37:56,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:56,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:57,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:37:59,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:00,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:00,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:00,722 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:00,722 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:00,727 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:01,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:03,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:04,908 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:04,908 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:04,909 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:04,913 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:05,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:05,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:06,198 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:38:07,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:08,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:08,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:08,505 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:08,510 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:08,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:10,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:10,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:10,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:11,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:11,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:13,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:13,138 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:13,138 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:13,143 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:13,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:15,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:16,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:16,942 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:16,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:16,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:16,947 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:17,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:19,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:20,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:20,501 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:20,502 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:20,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:20,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:22,507 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:23,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:24,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:24,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:24,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:24,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:25,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:25,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:25,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:25,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:27,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:28,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:31,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:31,634 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:31,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:31,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:32,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:33,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:33,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:36,197 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:38:36,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:36,202 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:36,202 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:36,207 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:36,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:37,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:39,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:40,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:40,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:40,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:40,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:40,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:40,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:41,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:41,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:43,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:44,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:44,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:44,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:44,457 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:44,462 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:44,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:47,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:48,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:48,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:48,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:48,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:48,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:49,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:50,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:52,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:52,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:52,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:52,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:52,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:55,555 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:55,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:38:56,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:56,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:56,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:56,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:56,212 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:38:56,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:56,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:56,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:38:57,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:00,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:00,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:00,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:00,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:00,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:01,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:03,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:04,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:04,570 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:04,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:04,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:04,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:06,202 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:39:06,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:07,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:09,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:09,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:09,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:09,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:10,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:11,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:11,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:11,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:11,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:11,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:14,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:14,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:14,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:14,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:14,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:15,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:17,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:19,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:19,700 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:19,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:19,705 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:20,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:21,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:22,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:23,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:23,513 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:23,513 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:23,518 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:23,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:25,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:26,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:26,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:26,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:28,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:28,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:28,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:28,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:28,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:28,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:29,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:33,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:36,201 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:39:36,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:36,833 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:36,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:36,838 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:37,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:38,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:39,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:41,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:41,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:41,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:42,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:42,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:42,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:42,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:42,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:44,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:45,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:47,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:47,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:47,177 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:47,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:47,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:49,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:50,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:51,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:51,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:51,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:51,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:51,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:53,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:39:55,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:56,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:56,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:56,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:56,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:39:56,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:56,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:56,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:39:57,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:01,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:02,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:02,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:02,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:02,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:02,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:03,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:06,206 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:40:07,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:07,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:07,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:07,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:07,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:07,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:09,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:11,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:11,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:11,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:12,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:13,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:13,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:13,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:13,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:14,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:15,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:17,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:19,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:19,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:19,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:19,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:19,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:21,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:23,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:23,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:23,298 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:23,299 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:23,304 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:23,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:25,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:26,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:26,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:26,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:28,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:28,707 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:28,707 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:28,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:28,712 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:28,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:31,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:33,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:33,636 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:33,637 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:33,643 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:33,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:34,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:35,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:36,205 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:40:37,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:37,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:37,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:37,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:37,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:39,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:40,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:41,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:41,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:41,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:44,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:44,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:44,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:44,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:44,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:45,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:46,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:49,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:49,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:49,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:49,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:49,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:51,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:51,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:40:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:56,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:57,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:57,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:57,377 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:40:57,377 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:57,382 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:57,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:40:59,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:02,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:05,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:05,825 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:05,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:05,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:06,208 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:41:06,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:07,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:08,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:11,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:11,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:11,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:11,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:11,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:11,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:11,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:11,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:13,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:13,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:18,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:18,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:18,371 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:18,376 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:18,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:19,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:19,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:21,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:21,675 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:21,675 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:21,680 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:21,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:23,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:24,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:26,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:26,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:26,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:26,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:26,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:26,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:26,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:26,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:27,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:30,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:30,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:30,528 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:30,529 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:30,533 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:30,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:31,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:34,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:34,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:34,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:34,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:34,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:35,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:35,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:36,210 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:41:39,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:39,360 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:39,361 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:39,366 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:39,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:41,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:41,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:41,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:41,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:41,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:43,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:43,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:43,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:43,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:43,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:45,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:46,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:48,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:48,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:48,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:48,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:48,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:49,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:52,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:54,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:54,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:54,082 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:54,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:54,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:55,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:41:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:56,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:58,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:58,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:58,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:41:58,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:58,614 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:58,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:41:59,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:02,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:02,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:02,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:02,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:02,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:03,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:03,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:06,212 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:42:06,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:06,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:06,490 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:06,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:06,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:07,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:08,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:10,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:10,987 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:10,987 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:10,992 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:11,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:11,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:11,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:11,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:13,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:14,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:15,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:15,206 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:15,206 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:15,211 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:15,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:17,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:19,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:19,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:19,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:19,043 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:19,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:20,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:21,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:25,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:26,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:26,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:27,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:27,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:27,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:27,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:27,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:29,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:30,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:32,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:32,049 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:32,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:32,054 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:32,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:33,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:36,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:36,217 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:42:36,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:36,645 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:36,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:36,650 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:36,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:37,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:40,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:40,041 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:40,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:40,047 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:40,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:41,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:41,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:41,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:41,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:45,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:45,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:45,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:45,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:45,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:46,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:47,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:49,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:49,666 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:49,666 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:49,672 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:49,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:51,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:52,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:53,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:53,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:53,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:53,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:53,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:42:55,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:42:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:56,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:56,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:58,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:58,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:58,792 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:42:58,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:58,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:58,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:01,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:03,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:03,378 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:03,379 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:03,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:03,384 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:03,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:05,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:06,216 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:43:06,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:06,860 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:06,860 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:06,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:06,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:08,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:09,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:11,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:11,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:11,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:11,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:11,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:11,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:11,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:11,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:13,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:14,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:15,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:15,088 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:15,088 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:15,093 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:15,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:17,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:19,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:19,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:19,222 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:19,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:19,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:20,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:21,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:23,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:23,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:23,121 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:23,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:23,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:25,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:26,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:26,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:26,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:29,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:29,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:29,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:29,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:29,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:31,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:31,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:33,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:33,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:33,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:33,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:33,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:36,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:36,220 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:43:37,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:39,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:39,066 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:39,066 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:39,071 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:40,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:41,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:41,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:42,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:43,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:43,198 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:43,199 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:43,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:43,204 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:44,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:46,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:46,984 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:46,984 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:46,985 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:46,990 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:47,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:48,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:50,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:50,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:50,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:50,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:50,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:51,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:54,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:43:54,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:56,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:56,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:56,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:56,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:56,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:43:56,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:56,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:57,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:43:58,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:00,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:00,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:00,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:00,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:00,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:01,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:02,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:04,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:04,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:04,357 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:04,362 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:05,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:06,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:06,220 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:44:06,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:10,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:10,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:10,158 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:10,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:11,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:11,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:11,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:11,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:11,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:12,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:15,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:15,801 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:15,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:15,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:16,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:16,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:18,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:19,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:19,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:19,553 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:19,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:20,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:22,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:22,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:24,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:24,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:24,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:24,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:25,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:26,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:26,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:26,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:28,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:28,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:28,807 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:28,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:28,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:29,074 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:30,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:33,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:34,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:34,147 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:34,147 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:34,152 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:35,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:36,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:36,225 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:44:39,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:40,672 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:40,673 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:40,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:40,678 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:41,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:41,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:41,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:42,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:44,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:44,503 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:44,503 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:44,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:44,509 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:45,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:46,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:49,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:49,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:49,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:49,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:50,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:50,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:52,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:53,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:53,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:53,082 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:53,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:53,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:44:56,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:56,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:56,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:44:56,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:57,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:57,135 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:44:57,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:57,140 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:58,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:00,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:02,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:03,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:03,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:03,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:03,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:03,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:06,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:06,224 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:45:07,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:11,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:11,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:11,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:11,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:11,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:11,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:12,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:12,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:14,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:16,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:16,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:16,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:16,190 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:17,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:18,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:18,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:19,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:19,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:19,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:19,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:20,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:22,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:22,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:22,848 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:22,848 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:22,853 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:23,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:23,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:24,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:26,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:26,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:27,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:27,419 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:27,419 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:27,423 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:28,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:29,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:30,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:31,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:31,664 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:31,664 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:31,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:32,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:34,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:34,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:36,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:36,059 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:36,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:36,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:36,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:36,230 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:45:38,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:40,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:40,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:40,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:40,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:40,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:41,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:41,002 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:41,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:42,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:45,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:45,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:45,786 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:45,786 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:45,791 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:46,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:48,188 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:50,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:51,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:51,393 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:51,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:51,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:52,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:54,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:55,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:55,334 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:55,334 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:55,339 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:56,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:56,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:56,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:45:56,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:58,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:45:59,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:59,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:45:59,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:59,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:00,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:01,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:02,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:04,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:04,603 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:04,603 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:04,608 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:05,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:06,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:06,229 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:46:07,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:11,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:11,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:11,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:11,235 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:11,235 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:11,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:12,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:12,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:14,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:16,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:16,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:16,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:16,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:17,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:17,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:18,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:20,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:20,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:20,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:20,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:21,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:22,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:22,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:25,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:25,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:25,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:25,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:26,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:26,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:26,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:28,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:28,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:29,587 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:29,588 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:29,588 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:29,593 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:30,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:32,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:33,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:33,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:33,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:33,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:33,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:34,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:36,231 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:46:36,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:37,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:37,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:37,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:37,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:38,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:38,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:40,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:41,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:41,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:41,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:41,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:41,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:41,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:42,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:44,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:44,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:46,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:46,152 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:46,152 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:46,157 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:46,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:48,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:49,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:49,973 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:49,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:49,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:49,979 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:50,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:52,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:46:54,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:55,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:55,023 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:46:55,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:55,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:55,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:46:56,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:56,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:58,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:00,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:03,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:03,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:03,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:03,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:04,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:05,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:06,233 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:47:06,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:10,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:10,949 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:10,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:10,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:10,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:11,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:11,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:11,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:12,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:14,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:14,467 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:14,467 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:14,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:15,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:16,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:16,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:21,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:21,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:21,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:21,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:21,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:22,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:24,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:26,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:27,076 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:27,077 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:27,077 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:27,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:27,082 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:27,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:30,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:32,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:32,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:32,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:32,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:32,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:33,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:34,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:36,235 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:47:36,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:36,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:36,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:36,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:37,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:37,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:38,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:41,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:42,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:42,746 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:42,746 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:42,751 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:43,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:43,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:44,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:48,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:51,220 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:51,220 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:51,221 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:51,225 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:51,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:54,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:54,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:55,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:55,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:55,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:55,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:55,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:47:56,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:56,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:58,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:47:59,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:59,106 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:47:59,106 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:59,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:59,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:00,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:02,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:04,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:04,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:04,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:04,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:05,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:05,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:06,240 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:48:06,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:11,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:11,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:11,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:12,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:12,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:12,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:12,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:13,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:14,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:16,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:16,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:16,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:16,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:16,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:16,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:18,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:21,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:21,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:21,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:21,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:21,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:22,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:24,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:25,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:25,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:25,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:25,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:25,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:26,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:27,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:28,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:29,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:29,418 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:29,418 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:29,423 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:30,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:32,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:32,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:34,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:34,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:34,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:34,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:34,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:36,239 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:48:36,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:38,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:38,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:38,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:38,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:38,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:38,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:40,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:41,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:42,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:42,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:42,541 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:42,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:43,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:43,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:44,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:46,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:46,552 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:46,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:46,557 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:47,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:48,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:49,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:50,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:50,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:50,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:50,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:51,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:52,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:54,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:55,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:55,163 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:55,164 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:55,168 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:55,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:48:56,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:56,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:58,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:48:59,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:59,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:48:59,222 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:59,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:59,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:00,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:02,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:02,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:02,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:02,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:02,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:03,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:04,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:05,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:06,244 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:49:07,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:07,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:07,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:07,721 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:08,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:10,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:11,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:11,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:11,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:12,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:12,284 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:12,284 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:12,289 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:12,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:14,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:16,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:20,674 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:20,675 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:20,675 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:20,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:21,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:21,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:22,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:24,428 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:24,429 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:24,429 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:24,434 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:24,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:26,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:26,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:26,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:27,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:29,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:29,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:29,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:29,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:30,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:32,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:32,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:33,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:33,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:33,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:33,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:34,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:36,243 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:49:36,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:37,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:37,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:37,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:37,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:37,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:38,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:40,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:41,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:41,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:43,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:46,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:46,341 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:46,341 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:46,346 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:46,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:48,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:48,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:53,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:54,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:54,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:54,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:54,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:55,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:49:56,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:56,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:56,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:49:58,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:58,945 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:49:58,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:58,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:58,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:59,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:00,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:03,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:05,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:05,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:05,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:05,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:06,246 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:50:06,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:08,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:09,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:11,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:11,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:11,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:11,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:11,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:11,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:13,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:14,380 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:15,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:15,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:15,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:15,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:15,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:17,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:18,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:18,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:18,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:18,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:19,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:19,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:19,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:22,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:22,474 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:22,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:22,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:22,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:23,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:25,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:26,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:28,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:28,139 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:28,139 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:28,144 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:28,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:29,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:31,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:32,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:32,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:32,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:32,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:32,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:33,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:36,248 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:50:36,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:36,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:36,480 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:36,480 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:36,485 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:36,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:37,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:41,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:41,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:42,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:42,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:42,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:42,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:42,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:43,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:45,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:45,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:45,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:45,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:46,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:46,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:47,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:50,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:50,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:50,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:50,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:50,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:51,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:52,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:53,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:53,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:53,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:53,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:53,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:55,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:50:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:56,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:57,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:58,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:58,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:50:58,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:58,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:59,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:50:59,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:02,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:02,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:02,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:02,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:02,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:03,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:03,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:06,250 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:51:06,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:06,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:06,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:06,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:07,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:07,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:08,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:11,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:11,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:11,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:11,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:11,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:12,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:13,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:13,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:17,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:17,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:17,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:17,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:17,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:19,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:19,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:22,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:22,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:22,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:22,324 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:22,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:23,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:25,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:26,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:26,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:26,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:26,656 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:26,660 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:26,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:27,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:30,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:30,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:30,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:30,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:30,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:31,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:31,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:34,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:34,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:34,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:34,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:34,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:35,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:36,252 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:51:36,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:38,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:38,770 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:38,770 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:38,775 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:39,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:39,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:41,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:41,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:42,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:42,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:42,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:42,926 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:43,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:43,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:46,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:46,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:46,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:46,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:46,708 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:47,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:47,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:51,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:51,204 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:51,205 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:51,211 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:51,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:51,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:52,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:55,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:55,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:51:55,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:55,019 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:55,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:51:55,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:51:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:56,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:57,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:00,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:00,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:00,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:00,096 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:00,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:01,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:03,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:05,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:05,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:05,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:05,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:05,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:05,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:06,254 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:52:08,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:11,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:11,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:13,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:14,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:14,678 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:14,679 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:14,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:14,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:15,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:18,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:18,053 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:18,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:18,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:18,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:19,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:19,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:22,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:22,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:22,851 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:22,860 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:23,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:23,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:24,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:26,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:26,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:28,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:28,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:28,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:28,621 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:28,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:29,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:30,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:33,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:33,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:33,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:33,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:33,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:33,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:36,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:36,260 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:52:38,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:38,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:38,166 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:38,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:38,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:39,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:41,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:41,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:41,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:46,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:46,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:46,403 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:46,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:46,410 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:46,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:47,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:50,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:50,255 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:50,256 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:50,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:50,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:51,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:51,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:52:56,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:56,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:56,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:58,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:58,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:52:58,423 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:58,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:58,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:52:59,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:01,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:06,259 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:53:06,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:06,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:06,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:06,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:06,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:07,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:07,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:11,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:11,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:11,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:11,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:11,726 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:11,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:12,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:13,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:15,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:15,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:15,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:15,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:16,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:17,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:17,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:20,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:20,425 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:20,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:20,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:20,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:21,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:23,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:24,543 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:24,543 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:24,544 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:24,550 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:24,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:25,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:26,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:28,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:28,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:28,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:28,250 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:28,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:29,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:29,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:34,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:34,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:34,469 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:34,470 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:34,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:34,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:35,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:36,264 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:53:38,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:38,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:38,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:38,630 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:38,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:39,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:39,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:41,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:42,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:42,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:42,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:42,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:42,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:43,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:44,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:48,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:48,337 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:48,337 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:48,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:48,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:49,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:50,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:52,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:52,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:52,309 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:52,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:52,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:53,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:53:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:56,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:56,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:56,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:56,410 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:53:56,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:56,416 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:56,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:53:57,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:00,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:00,215 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:00,215 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:00,221 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:00,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:01,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:02,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:04,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:04,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:04,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:04,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:04,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:05,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:06,263 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:54:07,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:09,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:09,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:09,269 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:09,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:09,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:09,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:11,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:12,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:12,870 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:12,870 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:12,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:12,876 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:12,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:13,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:17,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:17,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:17,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:17,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:17,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:17,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:18,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:21,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:21,527 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:21,527 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:21,534 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:21,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:23,535 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:23,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:26,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:26,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:26,319 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:26,319 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:26,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:26,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:27,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:29,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:30,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:30,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:30,415 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:30,420 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:30,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:31,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:34,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:34,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:34,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:34,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:34,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:35,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:35,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:36,269 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:54:39,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:39,329 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:39,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:39,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:39,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:39,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:40,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:41,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:44,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:44,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:44,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:44,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:44,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:45,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:45,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:48,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:48,934 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:48,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:48,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:48,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:49,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:50,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:54,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:54,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:54:54,177 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:54,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:54,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:54:55,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:54:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:56,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:56,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:00,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:00,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:00,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:00,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:00,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:01,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:01,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:03,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:03,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:03,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:03,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:03,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:05,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:06,267 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:55:07,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:08,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:08,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:08,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:08,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:09,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:10,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:11,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:11,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:13,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:13,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:13,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:13,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:13,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:14,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:16,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:18,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:18,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:18,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:18,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:19,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:19,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:20,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:22,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:22,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:22,151 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:22,156 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:23,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:24,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:25,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:26,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:26,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:30,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:30,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:30,550 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:30,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:30,556 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:31,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:32,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:35,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:36,269 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:55:36,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:36,685 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:36,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:36,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:37,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:38,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:40,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:41,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:41,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:41,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:41,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:41,419 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:41,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:41,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:42,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:42,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:44,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:44,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:44,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:44,784 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:45,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:45,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:46,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:50,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:50,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:50,553 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:50,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:51,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:51,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:52,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:55,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:55,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:55:55,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:55,477 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:56,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:56,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:56,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:55:56,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:55:57,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:00,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:00,926 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:00,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:00,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:01,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:02,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:02,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:05,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:05,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:05,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:05,352 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:06,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:06,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:06,271 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:56:08,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:11,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:13,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:13,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:13,886 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:13,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:13,891 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:14,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:16,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:18,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:18,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:18,963 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:18,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:18,969 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:19,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:20,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:23,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:24,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:24,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:24,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:24,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:25,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:26,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:26,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:29,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:30,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:30,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:30,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:30,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:31,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:32,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:34,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:34,597 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:34,598 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:34,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:34,603 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:35,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:36,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:36,273 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:56:40,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:41,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:41,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:41,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:43,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:43,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:43,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:43,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:43,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:44,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:46,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:47,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:47,568 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:47,568 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:47,573 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:48,129 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:48,129 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:51,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:53,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:53,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:53,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:53,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:54,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:56:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:56,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:56,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:56:57,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:59,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:59,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:56:59,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:59,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:00,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:00,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:02,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:04,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:04,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:04,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:04,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:05,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:06,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:06,278 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:57:08,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:08,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:08,794 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:08,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:08,799 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:09,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:10,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:11,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:13,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:13,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:13,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:13,858 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:13,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:14,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:16,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:18,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:19,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:19,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:19,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:19,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:20,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:22,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:23,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:23,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:23,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:23,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:24,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:24,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:26,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:26,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:27,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:27,359 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:27,360 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:27,364 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:28,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:28,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:30,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:32,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:32,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:32,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:32,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:33,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:34,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:35,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:36,278 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:57:36,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:36,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:36,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:36,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:37,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:38,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:40,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:41,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:41,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:45,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:45,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:45,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:45,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:45,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:46,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:46,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:49,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:49,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:49,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:49,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:50,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:50,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:51,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:53,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:53,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:57:53,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:53,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:54,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:57:54,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:57:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:56,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:57,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:01,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:01,902 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:01,902 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:01,907 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:02,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:02,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:04,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:06,283 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:58:06,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:06,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:06,692 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:06,696 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:07,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:08,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:08,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:11,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:11,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:11,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:11,344 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:11,344 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:11,349 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:12,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:12,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:14,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:15,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:15,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:15,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:15,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:16,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:16,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:20,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:20,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:20,745 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:20,746 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:20,751 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:21,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:22,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:25,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:26,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:26,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:28,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:28,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:28,380 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:28,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:29,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:30,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:31,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:36,282 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:58:36,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:36,796 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:36,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:36,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:36,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:37,237 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:38,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:40,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:40,754 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:40,754 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:40,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:41,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:41,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:41,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:42,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:42,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:45,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:45,092 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:45,092 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:45,097 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:45,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:46,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:48,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:48,712 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:48,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:48,713 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:48,718 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:49,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:50,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:52,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:52,398 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:52,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:52,403 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:53,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:58:53,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:54,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:58:56,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:56,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:58,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:58,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:58:58,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:58,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:58,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:59,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:00,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:03,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:03,044 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:03,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:03,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:03,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:04,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:04,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:06,286 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:59:07,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:07,009 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:07,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:07,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:07,269 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:08,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:10,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:11,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:11,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:11,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:11,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:11,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:12,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:12,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:15,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:15,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:15,696 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:15,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:15,701 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:16,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:16,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:19,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:19,877 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:19,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:19,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:20,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:20,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:22,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:24,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:24,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:24,402 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:24,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:25,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:26,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:26,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:26,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:29,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:29,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:29,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:29,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:29,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:30,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:31,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:34,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:34,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:34,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:34,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:34,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:36,286 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 14:59:36,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:37,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:37,742 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:37,743 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:37,743 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:37,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:38,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:38,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:41,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:42,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:42,124 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:42,124 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:42,129 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:42,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:43,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:44,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:46,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:46,475 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:46,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:46,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:47,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:48,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:48,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:50,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:50,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:50,657 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:50,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:51,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:52,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:53,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:55,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:55,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 14:59:55,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:55,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:56,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:56,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 14:59:56,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 14:59:59,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:02,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:02,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:02,110 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:02,114 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:02,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:04,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:05,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:06,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:06,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:06,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:06,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:06,288 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:00:06,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:08,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:10,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:10,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:10,543 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:10,543 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:10,548 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:11,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:11,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:12,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:15,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:15,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:15,366 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:15,366 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:15,371 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:16,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:16,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:19,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:19,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:19,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:19,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:19,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:20,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:21,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:23,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:23,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:23,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:23,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:23,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:24,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:26,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:27,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:28,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:28,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:28,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:28,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:29,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:30,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:32,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:32,579 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:32,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:32,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:32,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:33,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:34,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:36,291 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:00:36,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:36,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:36,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:36,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:37,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:38,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:38,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:41,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:41,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:41,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:41,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:41,757 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:41,762 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:42,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:42,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:43,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:45,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:45,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:45,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:45,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:45,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:46,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:49,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:49,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:49,191 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:49,191 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:49,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:49,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:50,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:53,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:53,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:53,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:53,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:53,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:54,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:00:55,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:56,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:56,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:57,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:57,447 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:00:57,447 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:57,452 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:58,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:00:58,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:00,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:02,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:02,527 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:02,527 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:02,532 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:03,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:04,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:05,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:06,292 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:01:08,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:08,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:08,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:08,804 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:09,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:10,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:10,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:11,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:11,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:12,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:12,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:12,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:12,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:13,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:14,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:16,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:21,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:21,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:21,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:21,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:21,985 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:22,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:22,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:26,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:26,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:26,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:26,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:26,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:26,645 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:26,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:26,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:27,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:28,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:31,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:33,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:33,588 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:33,589 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:33,594 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:34,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:34,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:36,297 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:01:37,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:39,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:39,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:39,103 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:39,108 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:39,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:40,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:41,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:41,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:41,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:43,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:44,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:44,481 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:44,481 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:44,486 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:45,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:46,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:48,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:48,727 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:48,728 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:48,728 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:48,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:49,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:50,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:53,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:53,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:53,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:53,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:54,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:01:54,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:01:54,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:56,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:56,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:56,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:59,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:59,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:01:59,522 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:59,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:59,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:00,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:00,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:03,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:03,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:03,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:03,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:04,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:04,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:04,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:06,297 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:02:08,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:08,731 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:08,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:08,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:09,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:09,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:10,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:11,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:13,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:13,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:13,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:13,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:14,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:14,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:15,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:17,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:17,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:17,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:17,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:18,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:18,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:20,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:22,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:22,487 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:22,487 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:22,492 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:23,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:24,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:26,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:26,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:26,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:27,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:27,085 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:27,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:27,091 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:27,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:28,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:31,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:31,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:31,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:31,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:31,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:31,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:32,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:36,301 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:02:36,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:38,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:38,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:38,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:38,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:39,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:40,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:41,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:41,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:42,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:45,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:45,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:45,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:45,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:46,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:46,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:47,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:49,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:49,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:49,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:49,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:50,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:50,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:52,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:55,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:55,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:02:55,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:55,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:55,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:02:56,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:56,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:56,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:02:58,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:01,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:01,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:01,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:01,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:01,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:02,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:04,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:06,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:06,122 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:06,122 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:06,127 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:06,301 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:03:06,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:08,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:09,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:10,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:10,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:10,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:10,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:10,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:11,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:11,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:12,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:15,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:15,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:15,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:15,368 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:15,373 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:15,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:16,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:19,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:19,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:19,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:19,578 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:20,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:20,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:20,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:24,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:24,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:24,491 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:24,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:24,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:26,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:26,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:26,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:26,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:28,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:28,750 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:28,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:28,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:29,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:30,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:31,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:36,306 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:03:37,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:37,111 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:37,111 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:37,111 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:37,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:37,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:38,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:41,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:41,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:41,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:41,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:41,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:41,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:42,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:42,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:42,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:45,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:45,963 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:45,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:45,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:46,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:46,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:47,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:49,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:49,494 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:49,494 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:49,499 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:49,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:50,570 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:53,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:53,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:53,725 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:53,725 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:53,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:54,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:54,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:56,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:56,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:56,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:57,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:57,144 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:03:57,144 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:57,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:57,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:03:58,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:03:59,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:03,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:03,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:03,435 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:03,440 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:03,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:04,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:04,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:06,305 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:04:08,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:08,272 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:08,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:08,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:08,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:10,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:10,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:11,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:14,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:14,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:14,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:14,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:15,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:15,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:16,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:20,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:23,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:23,419 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:23,419 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:23,424 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:23,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:24,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:26,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:26,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:26,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:26,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:26,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:26,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:26,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:27,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:28,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:30,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:30,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:30,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:30,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:31,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:31,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:32,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:36,307 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:04:36,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:36,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:36,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:36,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:36,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:37,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:38,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:40,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:40,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:40,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:40,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:40,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:41,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:41,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:42,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:42,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:44,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:44,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:44,431 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:44,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:44,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:46,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:47,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:48,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:48,622 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:48,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:48,627 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:48,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:50,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:52,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:52,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:52,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:52,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:52,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:52,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:54,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:04:56,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:56,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:57,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:57,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:04:57,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:57,181 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:57,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:04:58,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:58,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:00,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:00,533 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:00,533 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:00,538 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:00,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:02,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:03,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:05,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:05,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:05,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:05,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:05,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:06,309 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:05:06,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:09,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:09,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:09,948 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:09,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:09,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:10,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:10,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:11,008 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:11,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:15,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:16,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:16,489 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:16,489 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:16,494 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:16,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:18,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:20,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:20,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:20,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:20,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:20,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:20,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:22,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:25,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:26,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:28,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:28,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:28,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:28,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:28,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:30,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:30,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:32,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:32,134 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:32,134 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:32,139 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:32,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:32,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:36,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:36,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:36,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:36,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:36,096 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:36,312 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:05:36,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:36,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:41,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:41,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:41,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:41,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:41,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:41,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:42,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:42,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:46,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:49,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:49,774 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:49,774 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:49,779 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:50,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:50,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:52,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:54,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:54,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:54,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:54,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:54,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:05:56,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:56,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:56,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:56,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:05:58,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:58,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:58,309 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:05:58,309 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:58,314 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:58,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:00,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:03,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:03,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:03,352 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:03,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:03,357 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:03,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:04,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:06,314 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:06:08,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:08,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:08,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:08,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:08,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:09,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:10,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:11,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:11,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:11,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:14,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:14,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:14,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:14,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:14,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:14,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:14,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:18,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:18,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:18,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:18,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:18,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:18,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:20,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:22,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:22,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:22,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:22,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:22,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:24,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:25,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:26,009 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:26,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:26,613 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:26,613 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:26,618 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:26,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:28,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:30,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:33,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:33,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:33,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:33,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:33,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:34,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:36,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:36,316 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:06:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:41,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:41,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:42,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:42,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:42,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:42,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:42,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:42,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:46,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:47,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:47,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:47,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:47,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:47,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:48,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:51,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:51,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:51,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:51,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:51,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:51,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:52,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:06:56,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:56,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:57,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:57,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:57,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:06:57,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:57,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:57,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:06:58,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:02,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:04,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:04,143 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:04,143 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:04,148 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:04,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:04,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:06,328 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:07:07,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:07,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:07,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:07,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:07,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:08,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:08,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:11,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:11,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:11,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:11,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:11,870 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:11,875 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:12,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:12,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:12,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:16,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:16,559 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:16,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:16,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:16,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:18,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:18,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:19,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:19,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:19,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:19,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:20,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:20,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:23,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:25,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:25,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:25,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:25,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:25,795 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:26,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:26,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:26,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:29,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:33,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:33,811 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:33,811 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:33,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:34,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:34,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:34,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:36,320 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:07:37,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:37,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:37,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:37,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:38,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:38,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:39,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:41,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:41,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:44,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:44,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:44,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:44,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:44,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:45,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:46,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:47,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:47,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:47,757 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:47,762 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:47,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:48,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:50,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:51,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:51,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:51,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:51,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:51,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:52,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:55,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:55,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:55,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:55,584 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:55,826 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:07:56,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:56,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:56,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:56,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:07:58,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:58,884 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:07:58,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:58,889 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:59,831 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:00,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:01,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:03,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:03,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:03,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:03,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:03,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:04,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:06,325 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:08:07,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:09,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:09,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:09,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:09,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:09,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:10,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:11,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:13,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:13,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:13,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:13,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:13,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:13,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:14,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:18,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:19,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:19,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:19,189 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:19,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:19,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:20,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:23,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:23,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:23,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:23,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:23,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:23,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:24,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:26,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:28,530 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:28,530 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:28,530 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:28,535 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:28,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:29,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:30,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:32,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:32,396 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:32,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:32,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:32,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:32,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:35,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:36,324 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:08:36,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:36,984 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:36,984 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:36,989 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:37,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:38,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:40,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:41,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:41,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:41,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:41,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:41,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:41,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:42,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:45,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:45,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:45,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:45,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:45,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:46,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:46,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:51,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:54,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:54,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:54,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:54,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:54,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:08:54,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:08:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:56,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:57,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:58,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:58,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:08:58,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:58,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:58,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:00,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:02,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:02,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:02,912 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:02,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:02,917 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:03,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:04,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:06,326 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:09:06,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:06,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:06,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:06,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:06,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:07,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:08,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:11,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:11,006 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:11,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:11,011 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:11,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:11,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:12,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:13,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:14,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:14,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:14,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:14,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:15,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:16,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:18,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:18,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:18,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:18,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:18,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:18,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:20,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:22,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:22,966 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:22,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:22,971 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:23,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:23,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:24,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:26,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:26,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:26,703 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:26,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:26,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:26,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:28,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:29,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:34,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:35,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:35,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:35,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:35,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:35,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:36,328 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:09:36,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:38,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:38,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:38,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:38,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:38,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:39,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:40,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:41,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:43,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:43,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:43,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:43,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:43,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:44,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:45,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:47,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:47,403 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:47,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:47,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:47,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:48,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:51,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:52,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:52,030 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:52,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:52,035 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:52,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:52,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:09:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:56,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:56,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:56,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:56,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:09:56,822 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:56,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:56,827 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:56,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:09:58,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:01,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:03,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:03,093 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:03,093 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:03,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:03,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:04,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:06,330 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:10:07,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:07,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:07,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:07,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:07,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:07,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:08,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:10,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:10,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:10,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:10,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:10,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:11,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:12,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:12,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:17,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:17,110 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:17,111 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:17,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:17,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:18,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:18,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:21,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:21,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:21,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:21,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:21,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:22,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:23,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:26,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:26,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:28,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:28,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:28,967 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:28,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:28,972 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:28,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:30,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:34,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:34,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:34,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:34,131 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:34,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:34,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:34,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:36,333 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:10:39,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:40,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:40,447 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:40,447 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:40,452 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:41,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:41,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:41,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:45,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:46,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:46,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:46,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:46,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:47,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:47,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:50,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:51,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:51,029 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:51,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:51,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:52,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:53,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:55,869 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:55,870 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:55,870 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:55,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:55,875 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:56,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:56,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:56,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:10:57,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:10:59,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:59,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:10:59,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:59,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:00,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:01,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:01,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:04,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:04,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:04,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:04,397 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:05,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:05,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:06,335 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:11:07,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:09,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:09,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:09,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:09,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:10,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:11,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:11,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:11,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:13,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:18,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:18,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:18,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:18,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:18,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:19,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:19,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:22,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:22,357 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:22,357 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:22,364 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:23,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:23,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:23,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:26,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:28,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:28,051 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:28,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:28,056 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:29,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:29,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:29,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:32,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:32,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:32,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:32,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:33,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:34,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:35,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:36,340 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:11:36,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:36,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:36,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:36,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:37,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:39,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:40,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:40,272 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:40,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:40,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:40,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:41,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:41,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:41,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:44,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:44,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:44,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:44,497 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:45,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:45,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:45,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:48,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:48,372 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:48,372 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:48,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:49,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:49,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:51,378 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:52,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:52,421 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:52,421 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:52,426 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:53,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:53,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:11:56,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:56,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:56,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:56,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:56,659 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:11:56,660 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:56,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:56,664 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:57,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:11:57,082 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:00,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:00,638 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:00,638 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:00,643 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:01,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:01,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:02,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:06,339 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:12:07,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:07,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:07,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:07,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:08,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:08,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:09,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:11,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:11,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:11,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:11,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:11,652 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:11,652 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:11,657 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:12,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:13,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:13,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:15,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:15,547 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:15,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:15,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:16,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:17,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:19,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:20,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:20,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:20,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:20,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:21,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:21,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:24,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:24,030 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:24,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:24,035 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:24,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:25,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:25,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:26,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:29,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:29,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:29,837 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:29,842 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:30,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:30,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:31,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:34,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:34,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:34,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:34,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:35,122 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:35,122 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:36,344 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:12:36,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:38,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:38,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:38,387 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:38,392 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:39,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:39,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:41,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:41,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:42,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:46,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:46,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:46,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:46,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:47,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:47,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:47,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:51,727 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:51,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:51,728 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:51,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:52,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:52,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:53,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:56,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:56,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:56,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:56,314 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:12:56,314 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:56,319 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:57,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:12:57,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:12:58,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:00,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:00,040 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:00,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:00,046 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:00,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:01,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:04,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:04,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:04,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:04,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:04,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:05,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:05,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:06,343 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:13:08,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:08,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:08,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:08,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:09,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:09,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:11,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:11,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:11,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:12,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:12,879 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:12,879 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:12,884 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:13,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:14,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:15,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:19,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:21,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:21,163 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:21,163 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:21,168 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:21,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:23,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:25,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:26,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:26,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:26,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:26,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:26,953 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:26,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:26,958 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:27,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:29,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:30,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:32,531 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:32,532 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:32,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:32,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:33,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:33,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:36,345 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:13:36,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:36,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:36,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:36,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:36,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:37,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:37,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:41,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:41,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:41,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:41,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:41,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:41,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:42,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:42,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:43,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:45,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:45,335 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:45,335 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:45,340 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:46,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:47,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:47,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:50,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:50,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:50,319 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:50,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:51,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:51,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:53,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:54,104 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:54,105 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:54,105 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:54,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:54,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:55,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:13:56,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:56,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:57,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:57,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:13:57,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:57,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:58,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:13:58,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:59,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:01,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:01,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:01,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:01,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:02,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:03,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:04,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:06,347 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:14:07,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:07,344 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:07,345 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:07,350 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:08,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:09,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:10,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:11,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:13,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:13,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:13,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:13,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:14,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:15,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:15,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:17,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:17,396 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:17,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:17,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:18,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:19,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:21,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:21,169 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:21,169 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:21,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:21,174 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:21,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:23,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:25,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:25,771 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:25,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:25,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:26,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:26,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:26,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:26,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:26,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:27,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:30,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:30,706 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:30,706 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:30,711 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:31,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:31,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:31,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:35,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:35,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:35,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:35,483 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:36,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:36,349 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:14:37,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:37,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:39,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:39,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:39,522 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:39,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:40,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:41,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:41,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:41,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:41,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:43,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:43,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:43,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:43,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:43,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:43,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:45,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:48,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:51,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:51,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:51,644 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:51,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:52,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:53,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:14:53,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:56,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:57,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:57,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:14:57,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:57,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:58,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:14:58,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:59,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:03,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:05,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:05,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:05,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:05,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:06,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:06,352 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:15:07,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:09,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:10,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:10,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:10,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:10,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:11,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:11,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:11,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:14,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:14,391 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:14,391 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:14,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:14,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:15,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:15,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:17,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:17,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:17,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:17,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:18,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:19,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:19,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:24,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:26,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:26,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:26,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:26,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:26,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:26,351 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:26,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:27,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:27,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:30,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:31,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:31,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:31,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:32,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:32,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:33,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:35,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:35,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:35,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:35,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:35,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:36,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:36,354 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:15:37,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:40,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:40,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:40,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:40,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:41,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:41,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:41,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:41,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:41,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:41,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:46,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:49,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:49,192 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:49,192 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:49,197 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:49,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:51,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:52,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:53,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:53,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:53,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:53,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:54,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:15:55,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:15:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:56,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:56,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:57,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:59,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:59,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:15:59,383 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:59,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:00,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:01,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:02,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:03,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:03,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:03,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:03,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:03,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:05,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:06,359 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:16:08,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:08,042 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:08,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:08,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:08,048 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:08,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:09,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:11,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:11,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:13,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:14,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:14,050 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:14,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:14,055 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:14,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:15,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:18,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:18,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:18,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:18,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:18,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:19,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:19,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:22,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:22,860 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:22,860 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:22,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:23,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:23,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:24,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:26,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:26,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:26,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:26,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:26,640 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:26,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:26,645 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:27,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:27,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:30,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:34,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:34,998 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:34,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:35,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:35,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:35,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:36,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:36,358 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:16:38,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:38,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:38,741 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:38,746 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:39,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:39,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:41,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:41,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:41,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:43,183 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:43,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:43,184 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:43,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:43,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:45,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:46,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:46,956 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:46,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:46,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:46,961 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:47,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:47,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:50,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:50,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:50,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:51,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:51,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:51,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:52,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:55,889 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:55,890 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:55,890 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:55,895 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:56,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:56,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:56,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:16:57,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:57,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:16:59,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:59,906 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:16:59,906 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:59,911 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:00,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:01,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:02,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:04,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:04,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:04,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:04,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:05,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:05,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:06,363 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:17:08,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:08,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:08,592 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:08,592 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:08,597 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:09,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:09,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:11,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:14,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:14,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:14,432 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:14,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:14,437 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:15,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:15,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:19,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:20,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:20,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:20,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:20,048 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:20,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:21,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:24,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:24,513 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:24,513 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:24,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:24,518 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:25,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:25,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:26,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:26,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:26,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:28,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:28,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:28,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:28,317 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:28,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:29,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:30,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:31,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:31,938 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:31,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:31,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:32,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:33,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:35,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:36,362 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:17:37,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:37,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:37,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:37,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:37,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:39,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:41,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:41,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:43,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:43,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:43,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:43,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:44,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:45,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:46,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:48,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:48,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:48,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:48,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:48,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:49,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:52,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:54,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:54,945 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:17:54,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:54,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:55,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:17:55,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:17:56,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:56,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:56,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:58,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:00,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:00,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:00,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:00,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:01,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:01,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:03,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:04,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:04,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:04,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:04,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:05,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:05,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:06,367 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:18:09,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:10,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:10,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:10,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:10,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:11,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:11,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:11,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:15,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:16,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:16,087 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:16,087 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:16,092 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:16,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:17,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:21,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:22,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:22,139 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:22,139 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:22,144 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:22,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:23,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:26,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:26,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:26,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:27,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:27,666 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:27,666 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:27,672 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:28,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:29,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:31,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:36,366 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:18:36,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:36,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:36,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:36,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:36,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:37,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:37,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:41,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:41,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:41,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:41,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:41,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:42,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:42,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:43,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:46,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:46,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:46,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:46,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:47,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:47,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:47,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:51,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:51,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:51,400 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:51,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:51,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:53,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:53,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:18:56,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:56,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:57,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:57,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:18:57,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:57,166 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:57,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:18:59,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:59,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:02,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:02,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:02,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:02,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:02,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:03,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:05,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:05,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:05,731 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:05,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:05,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:06,368 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:19:06,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:07,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:09,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:09,412 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:09,412 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:09,417 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:09,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:10,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:11,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:11,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:11,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:14,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:14,133 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:14,133 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:14,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:14,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:15,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:16,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:18,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:18,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:18,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:18,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:18,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:19,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:21,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:23,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:23,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:23,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:23,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:24,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:25,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:26,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:27,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:32,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:32,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:32,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:32,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:32,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:32,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:33,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:36,370 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:19:36,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:36,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:36,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:36,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:37,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:37,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:37,599 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:40,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:40,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:40,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:40,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:41,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:41,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:41,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:41,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:41,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:43,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:44,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:44,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:44,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:44,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:45,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:45,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:48,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:48,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:48,665 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:48,665 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:48,670 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:49,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:49,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:53,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:56,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:56,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:57,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:57,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:19:57,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:57,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:57,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:19:57,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:19:59,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:01,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:01,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:01,239 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:01,244 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:01,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:01,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:04,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:05,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:05,125 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:05,125 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:05,130 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:05,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:05,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:06,372 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:20:09,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:10,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:10,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:10,496 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:10,501 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:10,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:11,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:11,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:11,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:11,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:15,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:15,152 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:15,152 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:15,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:15,157 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:15,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:15,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:19,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:19,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:19,103 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:19,108 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:19,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:19,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:21,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:23,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:23,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:23,081 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:23,086 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:23,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:23,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:26,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:26,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:28,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:28,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:28,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:28,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:28,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:29,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:31,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:33,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:33,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:33,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:33,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:33,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:35,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:36,378 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:20:37,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:41,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:41,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:41,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:42,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:42,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:42,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:42,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:42,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:43,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:43,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:46,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:46,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:46,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:46,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:46,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:47,632 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:48,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:50,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:50,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:50,517 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:50,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:50,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:51,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:54,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:54,518 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:54,518 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:54,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:54,523 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:54,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:55,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:20:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:56,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:58,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:58,518 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:20:58,518 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:58,523 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:58,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:20:59,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:59,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:02,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:02,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:02,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:02,635 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:02,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:03,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:04,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:06,377 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:21:08,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:08,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:08,089 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:08,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:08,653 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:09,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:10,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:11,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:11,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:11,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:12,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:12,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:12,264 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:12,269 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:12,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:13,662 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:15,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:16,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:16,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:16,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:16,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:16,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:17,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:20,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:21,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:21,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:21,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:21,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:22,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:23,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:25,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:26,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:26,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:27,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:27,425 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:27,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:27,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:27,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:29,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:31,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:35,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:35,973 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:35,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:35,978 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:36,382 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:21:36,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:37,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:37,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:39,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:39,786 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:39,786 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:39,791 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:40,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:41,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:41,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:43,303 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:43,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:43,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:43,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:43,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:44,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:45,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:47,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:47,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:47,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:47,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:47,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:48,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:49,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:51,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:51,141 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:51,141 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:51,146 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:51,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:51,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:54,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:55,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:55,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:55,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:55,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:56,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:56,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:56,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:56,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:21:57,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:21:59,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:59,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:59,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:21:59,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:59,403 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:59,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:01,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:03,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:03,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:03,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:03,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:03,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:04,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:05,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:06,381 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:22:07,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:07,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:07,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:07,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:08,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:09,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:09,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:11,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:11,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:11,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:11,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:11,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:11,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:11,811 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:12,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:13,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:14,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:16,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:16,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:16,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:16,044 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:16,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:17,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:20,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:21,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:21,378 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:21,378 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:21,383 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:21,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:21,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:25,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:25,201 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:25,201 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:25,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:25,206 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:25,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:25,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:26,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:26,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:26,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:30,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:30,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:30,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:30,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:30,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:31,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:31,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:35,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:35,813 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:35,813 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:35,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:35,818 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:36,386 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:22:36,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:37,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:41,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:41,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:41,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:41,287 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:41,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:41,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:41,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:41,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:41,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:44,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:44,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:44,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:44,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:45,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:45,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:46,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:48,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:48,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:48,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:48,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:48,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:49,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:52,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:52,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:52,937 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:52,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:52,942 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:53,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:53,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:56,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:56,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:56,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:56,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:56,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:22:56,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:56,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:57,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:22:57,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:22:57,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:01,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:01,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:01,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:01,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:02,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:03,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:03,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:06,385 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:23:07,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:07,721 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:07,721 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:07,726 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:07,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:09,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:09,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:11,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:11,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:13,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:13,474 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:13,474 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:13,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:13,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:15,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:15,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:17,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:17,504 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:17,504 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:17,509 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:17,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:19,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:21,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:21,072 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:21,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:21,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:21,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:21,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:21,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:26,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:26,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:26,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:26,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:26,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:26,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:26,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:26,803 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:27,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:31,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:31,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:31,651 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:31,651 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:31,656 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:31,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:33,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:36,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:36,031 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:36,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:36,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:36,391 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:23:36,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:37,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:37,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:41,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:42,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:42,611 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:42,611 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:42,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:42,617 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:42,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:43,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:47,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:47,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:47,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:47,019 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:47,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:47,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:48,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:50,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:50,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:50,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:50,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:50,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:51,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:53,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:54,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:54,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:23:54,605 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:54,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:54,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:23:55,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:23:56,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:56,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:59,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:02,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:02,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:02,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:02,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:03,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:03,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:05,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:06,390 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:24:07,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:07,170 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:07,170 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:07,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:07,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:07,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:10,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:11,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:11,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:11,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:11,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:11,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:11,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:11,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:11,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:11,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:15,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:20,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:20,099 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:20,100 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:20,105 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:20,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:21,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:21,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:26,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:26,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:26,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:26,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:29,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:29,375 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:29,375 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:29,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:29,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:29,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:31,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:33,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:33,049 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:33,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:33,055 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:33,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:33,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:36,392 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:24:37,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:37,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:37,547 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:37,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:37,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:37,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:37,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:41,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:41,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:41,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:41,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:41,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:41,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:41,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:42,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:43,883 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:47,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:50,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:50,098 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:50,098 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:50,103 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:50,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:51,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:53,104 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:53,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:53,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:53,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:53,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:53,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:55,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:24:56,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:56,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:58,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:58,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:58,708 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:24:58,709 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:58,714 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:58,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:24:59,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:02,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:02,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:02,773 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:02,778 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:02,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:03,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:03,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:06,394 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:25:07,480 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:07,481 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:07,481 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:07,486 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:07,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:07,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:09,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:11,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:11,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:12,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:12,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:12,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:12,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:12,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:13,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:14,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:16,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:16,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:16,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:16,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:16,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:17,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:20,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:20,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:20,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:20,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:20,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:21,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:21,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:24,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:24,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:24,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:24,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:24,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:25,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:25,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:26,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:26,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:29,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:29,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:29,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:29,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:29,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:30,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:31,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:35,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:36,396 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:25:36,464 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:36,465 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:36,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:36,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:36,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:37,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:41,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:41,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:41,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:41,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:41,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:41,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:41,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:41,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:41,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:41,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:46,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:48,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:48,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:48,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:48,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:48,949 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:49,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:52,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:52,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:52,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:52,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:52,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:52,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:53,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:56,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:56,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:56,943 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:25:56,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:56,948 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:56,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:25:57,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:25:57,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:02,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:05,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:05,475 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:05,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:05,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:05,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:05,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:06,401 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:26:08,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:09,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:09,662 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:09,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:09,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:09,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:09,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:11,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:13,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:13,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:13,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:13,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:13,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:13,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:13,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:18,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:19,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:19,219 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:19,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:19,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:19,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:19,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:23,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:23,034 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:23,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:23,039 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:23,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:23,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:24,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:26,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:26,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:26,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:27,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:27,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:27,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:27,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:27,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:27,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:29,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:31,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:31,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:31,341 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:31,346 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:31,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:31,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:35,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:35,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:35,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:35,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:35,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:36,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:36,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:36,400 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:26:39,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:39,408 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:39,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:39,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:40,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:40,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:40,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:41,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:41,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:43,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:43,358 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:43,358 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:43,363 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:44,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:44,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:46,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:48,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:48,194 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:48,194 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:48,199 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:49,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:50,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:52,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:52,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:52,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:52,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:52,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:53,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:54,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:26:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:56,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:57,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:57,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:57,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:26:57,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:57,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:58,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:26:58,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:02,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:04,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:04,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:04,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:04,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:05,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:06,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:06,404 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:27:08,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:08,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:08,432 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:08,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:08,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:09,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:10,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:11,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:12,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:12,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:12,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:12,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:13,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:13,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:14,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:16,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:16,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:16,627 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:16,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:17,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:18,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:19,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:20,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:20,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:20,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:20,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:21,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:22,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:24,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:24,746 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:24,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:24,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:24,753 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:25,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:26,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:26,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:26,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:29,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:29,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:29,158 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:29,163 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:30,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:30,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:30,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:32,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:32,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:32,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:32,906 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:33,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:34,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:35,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:36,404 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:27:37,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:37,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:37,230 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:37,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:38,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:38,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:41,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:41,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:41,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:41,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:41,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:41,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:41,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:41,269 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:42,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:42,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:45,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:45,843 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:45,843 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:45,849 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:46,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:46,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:48,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:49,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:49,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:49,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:49,317 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:50,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:50,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:27:52,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:56,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:56,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:56,451 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:56,452 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:27:56,452 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:56,457 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:57,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:27:57,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:58,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:01,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:01,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:01,636 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:01,641 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:02,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:02,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:02,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:05,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:05,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:05,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:05,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:06,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:06,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:06,409 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:28:08,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:09,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:09,570 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:09,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:09,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:10,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:10,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:11,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:11,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:14,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:14,206 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:14,206 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:14,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:14,211 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:15,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:16,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:18,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:18,839 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:18,840 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:18,845 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:19,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:19,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:20,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:24,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:26,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:26,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:27,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:27,452 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:27,453 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:27,458 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:28,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:28,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:30,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:33,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:33,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:33,541 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:33,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:34,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:34,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:35,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:36,408 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:28:38,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:38,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:38,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:38,701 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:39,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:40,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:40,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:41,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:41,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:46,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:46,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:46,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:46,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:46,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:47,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:48,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:50,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:50,122 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:50,122 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:50,127 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:50,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:52,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:52,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:54,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:54,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:28:54,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:54,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:55,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:28:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:56,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:56,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:28:57,226 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:01,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:01,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:01,769 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:01,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:02,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:02,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:02,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:06,410 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:29:07,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:07,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:07,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:07,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:07,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:08,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:08,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:11,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:13,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:13,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:13,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:13,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:13,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:14,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:16,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:17,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:17,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:17,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:17,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:18,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:18,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:18,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:21,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:21,594 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:21,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:21,600 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:22,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:22,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:23,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:26,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:26,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:26,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:26,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:26,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:27,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:28,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:29,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:31,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:31,006 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:31,007 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:31,012 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:31,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:32,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:35,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:36,412 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:29:36,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:36,745 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:36,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:36,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:37,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:38,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:40,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:40,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:40,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:40,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:40,682 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:41,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:41,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:41,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:42,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:45,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:45,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:45,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:45,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:46,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:46,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:46,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:51,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:51,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:51,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:51,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:51,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:52,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:52,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:55,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:55,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:55,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:55,945 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:56,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:56,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:29:57,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:58,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:29:59,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:59,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:29:59,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:59,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:00,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:02,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:02,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:03,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:03,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:03,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:03,636 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:04,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:06,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:06,415 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:30:07,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:07,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:07,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:07,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:07,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:08,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:10,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:11,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:13,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:14,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:14,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:14,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:14,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:14,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:16,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:18,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:18,494 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:18,494 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:18,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:18,499 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:19,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:20,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:23,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:23,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:23,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:23,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:24,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:24,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:24,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:26,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:29,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:29,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:29,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:29,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:29,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:30,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:32,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:34,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:35,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:35,965 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:35,966 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:35,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:36,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:36,417 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:30:38,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:39,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:39,480 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:39,480 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:39,485 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:40,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:40,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:40,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:41,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:41,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:45,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:45,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:45,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:45,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:45,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:46,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:48,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:50,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:50,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:50,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:50,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:50,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:51,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:52,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:55,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:55,232 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:55,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:55,237 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:55,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:30:56,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:56,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:56,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:56,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:30:59,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:59,213 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:30:59,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:59,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:59,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:00,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:01,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:06,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:06,419 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:31:07,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:07,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:07,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:07,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:08,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:10,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:11,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:11,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:11,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:12,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:12,179 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:12,179 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:12,184 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:12,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:14,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:15,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:15,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:15,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:15,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:16,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:16,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:18,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:20,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:20,624 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:20,624 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:20,629 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:21,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:22,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:22,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:25,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:25,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:25,514 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:25,519 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:26,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:26,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:26,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:26,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:28,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:29,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:29,092 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:29,093 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:29,097 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:29,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:30,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:33,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:33,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:33,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:33,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:33,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:34,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:34,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:36,424 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:31:38,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:38,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:38,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:38,397 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:39,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:39,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:40,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:41,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:41,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:45,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:46,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:46,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:46,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:46,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:47,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:48,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:50,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:51,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:51,613 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:51,613 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:51,618 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:52,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:54,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:31:55,380 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:55,381 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:31:55,381 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:55,386 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:56,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:56,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:56,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:31:56,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:00,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:00,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:00,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:00,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:00,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:01,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:02,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:05,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:05,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:05,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:05,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:06,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:06,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:06,423 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:32:06,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:09,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:09,826 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:09,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:09,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:10,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:11,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:12,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:12,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:13,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:13,014 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:13,014 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:13,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:13,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:14,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:17,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:17,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:17,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:17,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:17,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:18,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:18,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:22,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:23,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:23,812 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:23,813 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:23,818 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:24,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:26,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:26,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:28,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:28,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:28,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:28,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:28,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:29,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:30,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:32,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:32,370 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:32,370 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:32,375 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:32,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:33,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:34,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:36,428 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:32:38,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:38,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:38,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:38,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:38,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:39,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:40,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:41,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:42,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:42,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:42,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:42,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:43,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:44,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:44,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:46,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:46,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:46,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:46,721 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:47,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:48,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:49,722 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:52,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:52,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:52,445 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:52,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:53,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:54,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:32:55,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:56,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:56,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:56,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:32:56,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:56,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:57,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:32:58,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:00,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:05,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:05,069 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:05,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:05,074 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:05,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:06,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:06,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:06,427 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:33:09,103 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:09,104 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:09,104 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:09,109 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:09,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:10,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:11,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:11,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:14,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:14,139 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:14,139 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:14,144 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:14,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:16,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:17,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:18,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:18,001 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:18,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:18,006 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:18,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:20,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:22,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:22,803 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:22,803 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:22,803 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:22,808 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:23,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:24,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:26,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:27,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:27,819 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:27,819 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:27,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:27,824 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:28,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:30,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:32,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:35,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:35,152 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:35,153 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:35,157 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:35,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:36,429 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:33:36,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:38,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:39,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:39,241 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:39,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:39,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:39,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:40,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:41,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:41,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:43,164 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:43,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:43,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:43,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:43,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:44,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:44,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:48,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:48,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:48,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:48,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:49,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:49,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:50,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:52,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:52,807 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:33:52,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:52,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:53,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:33:54,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:33:55,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:56,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:01,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:01,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:01,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:01,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:01,248 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:01,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:02,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:06,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:06,431 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:34:08,164 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:08,165 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:08,165 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:08,170 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:08,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:10,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:11,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:11,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:11,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:13,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:13,180 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:13,180 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:13,185 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:13,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:14,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:17,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:17,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:17,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:17,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:17,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:18,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:20,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:21,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:21,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:21,460 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:21,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:21,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:22,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:22,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:25,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:25,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:25,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:25,682 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:26,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:26,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:26,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:26,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:26,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:28,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:30,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:30,706 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:30,706 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:30,711 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:31,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:32,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:33,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:34,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:34,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:34,255 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:34,260 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:34,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:36,433 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:34:36,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:37,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:37,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:37,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:37,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:37,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:38,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:39,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:41,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:42,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:42,182 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:42,182 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:42,188 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:42,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:44,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:45,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:48,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:48,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:48,898 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:48,903 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:49,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:50,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:50,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:53,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:53,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:53,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:53,955 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:54,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:34:55,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:56,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:56,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:34:59,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:59,163 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:34:59,164 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:59,169 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:59,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:00,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:01,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:04,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:04,361 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:04,361 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:04,366 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:04,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:06,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:06,435 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:35:06,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:08,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:08,778 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:08,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:08,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:09,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:10,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:11,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:12,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:13,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:13,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:13,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:13,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:13,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:14,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:17,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:17,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:17,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:17,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:17,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:17,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:18,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:21,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:21,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:21,945 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:21,949 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:22,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:22,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:24,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:25,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:25,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:25,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:25,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:26,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:26,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:26,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:28,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:28,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:32,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:32,359 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:32,359 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:32,364 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:32,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:33,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:34,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:36,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:36,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:36,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:36,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:36,437 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:35:36,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:38,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:38,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:41,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:41,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:41,406 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:41,406 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:41,411 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:41,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:42,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:43,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:45,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:45,205 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:45,205 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:45,210 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:45,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:46,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:49,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:49,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:49,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:49,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:49,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:49,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:50,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:52,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:52,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:52,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:52,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:53,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:54,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:35:54,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:56,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:56,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:56,754 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:35:56,754 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:56,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:57,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:35:58,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:00,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:00,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:00,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:00,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:00,754 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:01,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:02,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:04,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:04,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:04,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:04,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:04,615 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:06,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:06,443 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:36:06,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:09,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:09,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:09,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:09,026 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:09,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:10,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:11,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:12,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:14,751 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:14,752 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:14,752 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:14,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:15,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:16,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:17,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:19,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:19,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:19,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:19,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:19,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:20,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:23,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:24,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:24,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:24,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:24,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:24,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:26,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:26,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:26,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:26,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:27,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:27,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:27,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:27,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:28,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:28,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:28,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:31,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:31,762 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:31,763 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:31,767 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:32,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:32,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:34,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:35,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:35,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:35,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:35,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:35,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:36,442 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:36:36,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:39,520 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:39,521 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:39,521 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:39,526 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:39,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:40,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:40,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:41,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:44,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:44,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:44,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:44,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:44,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:45,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:46,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:49,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:49,047 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:49,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:49,052 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:49,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:50,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:51,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:53,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:53,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:53,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:53,832 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:54,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:54,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:36:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:56,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:56,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:56,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:57,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:57,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:36:57,635 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:57,640 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:57,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:36:58,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:01,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:02,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:02,082 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:02,082 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:02,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:02,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:04,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:06,446 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:37:06,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:06,845 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:06,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:06,846 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:06,851 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:07,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:08,686 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:11,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:11,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:11,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:11,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:11,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:11,631 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:11,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:12,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:12,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:15,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:15,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:15,380 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:15,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:15,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:16,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:18,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:21,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:21,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:21,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:21,020 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:21,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:22,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:24,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:24,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:24,742 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:24,742 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:24,747 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:25,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:26,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:26,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:26,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:29,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:29,531 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:29,532 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:29,532 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:29,537 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:29,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:30,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:33,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:33,147 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:33,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:33,153 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:33,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:34,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:35,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:36,446 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:37:36,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:36,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:36,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:36,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:37,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:38,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:40,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:41,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:41,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:41,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:41,269 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:41,274 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:41,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:42,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:46,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:47,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:47,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:47,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:47,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:47,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:48,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:51,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:51,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:51,222 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:51,227 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:51,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:52,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:52,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:55,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:55,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:55,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:55,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:55,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:37:56,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:56,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:56,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:56,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:37:57,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:59,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:59,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:37:59,312 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:59,317 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:59,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:00,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:02,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:02,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:02,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:02,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:02,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:03,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:04,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:06,451 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:38:07,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:07,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:07,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:07,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:07,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:08,168 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:08,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:11,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:11,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:11,228 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:11,228 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:11,233 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:11,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:12,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:13,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:18,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:19,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:19,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:19,656 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:19,660 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:19,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:20,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:23,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:25,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:25,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:25,796 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:25,800 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:26,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:26,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:26,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:29,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:30,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:30,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:30,795 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:30,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:31,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:32,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:34,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:34,629 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:34,629 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:34,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:34,634 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:34,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:36,450 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:38:36,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:39,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:39,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:39,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:39,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:39,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:40,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:40,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:41,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:43,227 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:43,228 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:43,228 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:43,233 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:43,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:44,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:46,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:47,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:47,984 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:47,985 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:47,990 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:48,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:48,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:51,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:51,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:51,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:51,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:51,945 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:52,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:52,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:38:56,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:56,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:56,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:56,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:56,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:38:56,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:56,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:57,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:38:57,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:58,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:01,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:01,189 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:01,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:01,194 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:01,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:02,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:03,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:05,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:05,803 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:05,803 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:05,808 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:05,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:06,455 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:39:06,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:08,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:09,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:09,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:09,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:09,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:10,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:10,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:11,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:13,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:13,999 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:13,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:13,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:14,004 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:14,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:14,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:17,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:17,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:17,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:17,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:17,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:18,831 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:19,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:22,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:22,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:22,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:22,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:22,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:24,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:24,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:26,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:26,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:26,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:26,423 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:26,428 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:26,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:28,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:30,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:30,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:30,598 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:30,598 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:30,604 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:30,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:32,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:35,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:35,212 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:35,212 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:35,217 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:35,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:36,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:36,454 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:39:36,851 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:39,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:39,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:39,983 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:39,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:40,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:40,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:41,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:41,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:46,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:48,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:48,140 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:48,140 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:48,145 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:48,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:50,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:51,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:51,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:51,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:51,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:51,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:52,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:52,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:55,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:55,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:39:55,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:55,907 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:56,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:56,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:56,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:39:56,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:39:57,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:02,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:02,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:02,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:02,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:02,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:02,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:04,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:06,456 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:40:07,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:10,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:10,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:10,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:10,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:10,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:11,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:11,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:12,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:13,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:14,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:14,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:14,822 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:14,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:14,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:16,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:18,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:20,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:20,461 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:20,461 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:20,466 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:20,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:22,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:24,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:25,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:25,647 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:25,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:25,652 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:25,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:26,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:26,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:26,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:29,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:29,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:29,795 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:29,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:29,800 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:29,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:30,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:33,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:33,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:33,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:33,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:33,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:34,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:35,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:36,458 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:40:38,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:38,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:38,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:38,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:38,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:40,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:40,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:41,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:41,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:43,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:43,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:43,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:43,870 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:43,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:44,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:45,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:48,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:48,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:48,330 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:48,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:48,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:50,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:40:51,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:56,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:56,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:56,937 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:40:56,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:56,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:56,942 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:57,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:40:58,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:00,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:00,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:00,491 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:00,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:00,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:02,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:02,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:04,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:04,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:04,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:04,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:04,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:06,461 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:41:06,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:08,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:08,319 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:08,319 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:08,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:08,324 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:08,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:10,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:11,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:11,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:11,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:14,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:15,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:15,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:15,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:15,873 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:15,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:16,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:19,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:20,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:20,807 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:20,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:20,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:20,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:22,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:24,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:24,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:24,976 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:24,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:24,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:25,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:26,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:26,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:28,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:28,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:28,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:28,950 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:28,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:29,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:30,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:34,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:34,540 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:34,541 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:34,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:34,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:35,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:36,463 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:41:36,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:40,455 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:40,455 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:40,456 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:40,461 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:40,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:41,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:41,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:42,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:44,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:44,042 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:44,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:44,047 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:44,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:44,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:47,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:48,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:48,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:48,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:48,612 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:48,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:50,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:52,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:53,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:53,066 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:53,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:53,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:53,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:54,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:41:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:56,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:57,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:57,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:41:57,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:57,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:57,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:57,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:41:58,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:02,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:02,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:02,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:02,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:03,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:03,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:03,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:06,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:06,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:06,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:06,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:06,465 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:42:07,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:07,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:08,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:11,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:11,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:11,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:11,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:11,731 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:11,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:11,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:12,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:13,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:13,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:18,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:20,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:20,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:20,283 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:20,289 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:21,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:21,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:24,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:24,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:24,447 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:24,447 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:24,452 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:25,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:26,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:27,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:28,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:28,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:28,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:28,340 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:29,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:29,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:31,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:32,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:32,134 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:32,134 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:32,139 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:33,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:33,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:35,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:36,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:36,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:36,150 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:36,155 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:36,470 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:42:37,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:37,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:40,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:41,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:44,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:44,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:44,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:44,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:45,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:45,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:47,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:48,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:48,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:48,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:48,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:49,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:50,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:51,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:54,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:54,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:54,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:54,300 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:55,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:55,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:42:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:56,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:56,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:58,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:58,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:42:58,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:58,274 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:59,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:42:59,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:01,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:04,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:04,298 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:04,298 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:04,303 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:05,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:05,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:06,469 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:43:06,471 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:09,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:09,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:09,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:09,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:10,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:11,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:11,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:11,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:12,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:14,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:14,868 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:14,868 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:14,873 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:15,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:17,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:17,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:18,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:18,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:18,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:18,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:19,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:19,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:22,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:22,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:22,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:22,112 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:23,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:23,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:23,112 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:25,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:25,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:25,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:25,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:26,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:26,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:26,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:27,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:28,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:29,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:29,785 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:29,786 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:29,790 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:30,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:31,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:33,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:33,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:33,860 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:33,860 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:33,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:34,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:35,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:36,474 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:43:38,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:38,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:38,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:38,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:38,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:39,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:39,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:41,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:41,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:41,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:41,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:41,674 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:41,674 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:41,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:42,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:43,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:44,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:47,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:47,582 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:47,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:47,587 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:48,122 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:49,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:50,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:51,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:51,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:51,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:51,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:52,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:53,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:43:56,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:56,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:56,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:56,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:56,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:43:56,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:56,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:57,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:43:59,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:01,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:01,576 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:01,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:01,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:01,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:02,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:03,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:05,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:05,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:05,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:05,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:06,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:06,473 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:44:07,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:07,475 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:11,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:13,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:13,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:13,828 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:13,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:13,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:14,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:15,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:17,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:17,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:17,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:18,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:18,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:19,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:19,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:24,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:26,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:26,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:26,426 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:26,426 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:26,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:27,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:29,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:29,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:30,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:30,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:30,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:30,699 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:31,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:33,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:34,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:34,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:34,901 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:34,902 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:34,907 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:35,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:36,476 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:44:37,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:39,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:39,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:39,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:39,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:39,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:40,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:41,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:41,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:41,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:41,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:43,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:43,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:43,400 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:43,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:44,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:45,207 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:45,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:47,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:47,394 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:47,394 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:47,399 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:48,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:49,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:51,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:51,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:51,958 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:51,958 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:51,963 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:52,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:53,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:56,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:56,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:56,312 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:44:56,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:56,317 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:57,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:44:57,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:44:57,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:00,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:00,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:00,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:00,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:01,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:02,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:03,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:04,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:04,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:04,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:05,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:05,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:06,478 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:45:07,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:08,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:11,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:13,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:13,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:13,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:13,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:13,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:14,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:15,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:18,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:18,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:18,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:18,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:18,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:19,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:19,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:24,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:24,090 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:24,091 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:24,091 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:24,096 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:24,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:25,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:26,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:28,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:28,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:28,883 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:28,888 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:29,269 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:29,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:31,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:34,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:36,480 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:45:38,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:38,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:38,078 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:38,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:38,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:39,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:40,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:41,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:41,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:42,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:42,087 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:42,087 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:42,092 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:42,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:43,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:45,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:47,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:47,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:47,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:47,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:48,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:49,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:50,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:51,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:51,991 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:51,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:51,996 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:52,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:53,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:45:55,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:55,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:45:55,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:55,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:55,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:56,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:56,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:56,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:45:57,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:01,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:01,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:01,818 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:01,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:01,823 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:02,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:03,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:06,482 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:46:06,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:06,772 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:06,773 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:06,773 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:06,778 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:07,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:09,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:11,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:11,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:11,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:11,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:11,457 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:11,462 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:11,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:12,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:13,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:16,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:16,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:16,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:16,883 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:16,888 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:17,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:19,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:20,594 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:20,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:20,595 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:20,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:21,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:21,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:23,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:25,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:25,893 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:25,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:25,899 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:26,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:26,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:27,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:27,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:31,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:31,554 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:31,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:31,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:32,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:32,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:33,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:35,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:35,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:35,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:35,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:35,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:36,484 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:46:37,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:38,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:39,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:39,974 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:39,974 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:39,980 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:40,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:41,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:41,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:41,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:43,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:43,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:43,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:43,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:43,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:44,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:45,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:48,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:49,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:49,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:49,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:49,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:49,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:51,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:54,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:55,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:55,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:46:55,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:55,352 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:55,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:46:56,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:56,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:56,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:57,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:46:59,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:03,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:03,821 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:03,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:03,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:04,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:04,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:05,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:06,489 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:47:07,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:07,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:07,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:07,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:08,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:09,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:10,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:11,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:11,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:11,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:12,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:12,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:12,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:12,378 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:12,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:13,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:16,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:16,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:16,555 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:16,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:16,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:17,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:17,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:20,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:20,375 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:20,375 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:20,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:20,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:21,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:22,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:23,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:23,801 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:23,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:23,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:24,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:25,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:26,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:27,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:27,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:27,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:27,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:27,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:28,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:29,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:31,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:31,885 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:31,885 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:31,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:32,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:32,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:33,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:36,488 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:47:36,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:36,554 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:36,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:36,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:37,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:37,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:38,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:41,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:44,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:45,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:45,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:45,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:45,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:45,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:47,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:49,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:49,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:49,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:49,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:49,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:50,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:51,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:52,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:52,763 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:52,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:52,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:53,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:47:55,482 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:47:55,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:56,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:56,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:58,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:58,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:47:58,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:58,870 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:59,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:00,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:01,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:05,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:06,493 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:48:07,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:07,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:07,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:07,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:07,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:09,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:11,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:11,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:11,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:11,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:12,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:12,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:12,608 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:12,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:13,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:13,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:16,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:16,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:16,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:16,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:16,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:17,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:17,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:20,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:20,568 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:20,568 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:20,573 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:21,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:21,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:22,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:24,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:24,761 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:24,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:24,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:25,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:26,023 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:27,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:28,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:28,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:28,523 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:28,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:28,530 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:28,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:29,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:32,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:32,929 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:32,930 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:32,935 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:33,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:33,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:35,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:36,492 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:48:39,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:41,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:41,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:41,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:41,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:41,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:41,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:43,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:45,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:45,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:45,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:45,413 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:45,418 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:45,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:47,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:49,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:49,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:49,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:49,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:50,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:50,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:51,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:53,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:53,426 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:48:53,426 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:53,434 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:53,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:48:55,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:48:56,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:56,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:56,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:00,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:00,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:00,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:00,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:01,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:01,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:01,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:05,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:05,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:05,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:05,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:05,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:06,498 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:49:07,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:07,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:09,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:09,361 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:09,361 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:09,365 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:09,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:11,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:11,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:11,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:13,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:13,550 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:13,551 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:13,551 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:13,556 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:13,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:15,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:17,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:17,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:17,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:17,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:18,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:18,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:19,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:22,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:22,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:22,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:22,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:23,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:23,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:24,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:26,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:26,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:28,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:28,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:28,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:28,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:28,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:29,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:30,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:32,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:32,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:32,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:32,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:32,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:33,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:36,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:36,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:36,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:36,160 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:36,164 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:36,497 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:49:36,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:37,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:40,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:40,696 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:40,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:40,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:41,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:41,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:41,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:41,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:41,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:44,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:44,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:44,692 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:44,697 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:45,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:45,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:46,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:49,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:49,589 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:49,589 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:49,594 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:49,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:51,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:52,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:53,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:53,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:53,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:53,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:54,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:49:55,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:49:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:56,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:58,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:58,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:58,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:49:58,976 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:58,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:59,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:01,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:03,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:03,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:03,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:03,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:03,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:04,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:05,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:06,502 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:50:08,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:08,679 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:08,679 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:08,684 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:09,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:09,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:09,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:11,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:12,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:12,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:12,264 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:12,269 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:12,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:13,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:15,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:16,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:16,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:16,706 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:16,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:17,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:17,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:20,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:24,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:24,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:24,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:24,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:24,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:25,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:26,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:26,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:29,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:29,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:29,131 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:29,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:29,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:31,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:32,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:33,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:33,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:33,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:33,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:33,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:35,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:36,501 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:50:37,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:37,878 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:37,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:37,879 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:37,884 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:38,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:39,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:41,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:42,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:42,664 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:42,665 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:42,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:42,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:42,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:43,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:46,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:46,998 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:46,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:47,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:47,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:48,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:49,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:51,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:51,788 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:51,788 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:51,793 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:52,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:53,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:50:53,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:56,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:56,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:56,994 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:50:56,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:56,999 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:57,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:50:59,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:59,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:01,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:01,517 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:01,517 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:01,523 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:01,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:03,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:04,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:05,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:05,965 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:05,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:05,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:06,503 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:51:06,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:07,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:10,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:10,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:10,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:10,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:10,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:10,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:11,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:11,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:14,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:14,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:14,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:14,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:14,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:15,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:16,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:18,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:18,035 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:18,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:18,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:18,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:19,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:22,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:22,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:22,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:22,435 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:22,440 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:22,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:23,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:26,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:26,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:26,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:26,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:26,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:26,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:26,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:27,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:27,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:29,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:29,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:29,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:29,951 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:30,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:31,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:32,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:36,505 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:51:36,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:36,786 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:36,786 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:36,791 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:37,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:37,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:38,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:40,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:40,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:40,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:40,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:41,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:41,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:41,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:41,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:44,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:45,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:45,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:45,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:45,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:45,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:47,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:49,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:49,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:49,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:49,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:49,881 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:50,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:51,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:54,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:54,679 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:51:54,679 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:54,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:54,684 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:54,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:51:55,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:51:56,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:56,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:00,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:03,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:03,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:03,331 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:03,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:03,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:05,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:05,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:06,507 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:52:06,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:06,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:06,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:06,754 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:06,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:07,771 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:10,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:11,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:11,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:12,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:12,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:12,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:12,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:13,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:13,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:15,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:18,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:18,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:18,330 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:18,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:18,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:19,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:21,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:26,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:26,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:26,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:26,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:26,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:26,357 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:26,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:26,362 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:26,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:27,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:29,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:29,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:29,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:29,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:29,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:31,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:31,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:33,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:33,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:33,302 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:33,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:33,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:35,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:36,512 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:52:37,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:37,026 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:37,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:37,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:37,031 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:37,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:39,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:40,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:40,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:40,858 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:40,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:41,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:41,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:41,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:41,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:42,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:45,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:45,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:45,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:45,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:45,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:47,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:47,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:52,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:53,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:53,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:53,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:53,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:53,817 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:55,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:52:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:56,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:58,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:58,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:58,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:52:58,302 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:58,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:58,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:52:59,826 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:02,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:02,532 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:02,533 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:02,538 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:02,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:03,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:03,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:06,511 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:53:06,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:06,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:06,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:06,949 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:07,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:07,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:08,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:10,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:10,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:10,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:10,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:11,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:11,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:11,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:11,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:11,839 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:14,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:16,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:16,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:16,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:16,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:16,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:17,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:19,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:20,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:20,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:20,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:20,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:20,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:21,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:24,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:24,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:24,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:24,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:24,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:25,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:25,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:26,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:26,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:29,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:29,252 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:29,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:29,257 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:29,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:30,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:31,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:35,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:36,517 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:53:36,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:36,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:36,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:36,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:36,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:37,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:40,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:40,243 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:40,243 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:40,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:40,868 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:41,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:41,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:41,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:41,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:44,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:44,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:44,503 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:44,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:44,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:45,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:46,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:51,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:51,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:51,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:51,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:51,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:51,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:53:52,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:55,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:55,603 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:53:55,603 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:55,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:55,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:53:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:56,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:57,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:57,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:00,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:00,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:00,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:00,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:00,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:01,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:02,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:04,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:04,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:04,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:04,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:04,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:05,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:06,516 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:54:07,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:11,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:11,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:12,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:12,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:12,788 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:12,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:12,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:12,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:13,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:17,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:17,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:17,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:17,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:17,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:18,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:19,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:21,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:21,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:21,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:21,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:21,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:23,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:24,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:26,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:26,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:26,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:26,273 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:26,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:26,278 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:26,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:27,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:29,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:30,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:30,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:30,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:30,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:30,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:31,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:34,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:34,113 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:34,114 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:34,119 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:34,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:35,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:35,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:36,521 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:54:37,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:37,926 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:37,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:37,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:37,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:39,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:41,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:41,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:42,804 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:42,805 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:42,805 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:42,810 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:42,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:43,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:46,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:46,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:46,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:46,983 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:46,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:47,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:47,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:51,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:51,127 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:51,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:51,132 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:51,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:51,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:52,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:55,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:55,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:55,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:55,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:55,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:54:56,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:56,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:56,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:57,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:57,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:54:59,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:59,425 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:54:59,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:59,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:59,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:01,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:02,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:05,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:05,335 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:05,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:05,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:05,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:06,520 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:55:07,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:07,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:11,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:11,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:12,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:12,871 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:12,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:12,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:12,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:12,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:13,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:17,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:17,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:17,522 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:17,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:17,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:18,527 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:19,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:22,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:22,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:22,126 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:22,131 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:22,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:23,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:24,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:26,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:26,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:26,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:26,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:26,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:26,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:27,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:29,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:31,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:31,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:31,506 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:31,511 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:31,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:33,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:34,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:36,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:36,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:36,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:36,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:36,526 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:55:36,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:37,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:39,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:41,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:42,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:42,099 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:42,100 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:42,104 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:42,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:44,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:45,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:46,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:46,805 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:46,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:46,810 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:47,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:48,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:50,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:51,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:51,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:51,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:51,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:52,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:55:54,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:55:55,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:56,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:56,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:58,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:58,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:55:58,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:58,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:59,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:00,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:01,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:02,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:02,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:02,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:02,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:03,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:04,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:06,525 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:56:06,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:06,745 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:06,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:06,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:07,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:07,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:08,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:10,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:10,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:10,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:10,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:11,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:11,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:12,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:13,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:14,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:14,891 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:14,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:14,896 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:15,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:16,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:18,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:18,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:18,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:18,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:18,646 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:19,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:20,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:22,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:22,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:22,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:22,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:23,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:23,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:24,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:26,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:29,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:29,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:29,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:29,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:29,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:30,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:32,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:33,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:33,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:33,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:33,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:34,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:34,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:35,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:36,527 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:56:37,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:37,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:37,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:37,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:38,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:40,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:40,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:41,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:41,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:41,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:41,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:41,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:42,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:44,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:45,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:45,640 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:45,640 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:45,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:45,645 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:46,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:48,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:50,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:53,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:53,129 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:53,129 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:53,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:54,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:56:54,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:56:56,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:56,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:56,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:57,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:57,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:56:57,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:57,793 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:58,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:00,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:01,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:06,529 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:57:06,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:06,774 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:06,774 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:06,778 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:07,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:07,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:08,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:11,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:11,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:11,524 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:11,524 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:11,529 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:12,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:13,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:14,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:16,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:16,303 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:16,304 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:16,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:17,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:18,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:19,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:20,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:20,057 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:20,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:20,062 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:20,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:22,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:24,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:24,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:24,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:24,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:24,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:25,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:26,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:26,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:26,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:29,940 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:29,941 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:29,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:29,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:29,946 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:30,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:32,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:34,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:34,035 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:34,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:34,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:34,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:35,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:36,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:36,531 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:57:38,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:38,065 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:38,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:38,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:38,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:40,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:40,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:41,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:41,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:41,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:41,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:41,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:41,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:42,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:44,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:45,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:50,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:50,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:50,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:50,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:51,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:51,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:52,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:54,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:54,710 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:54,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:54,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:55,138 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:57:56,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:56,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:56,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:57:56,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:58,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:58,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:57:58,457 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:58,462 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:59,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:00,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:01,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:03,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:03,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:03,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:03,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:04,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:04,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:06,536 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:58:06,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:08,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:08,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:08,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:08,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:09,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:10,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:11,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:11,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:12,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:12,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:12,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:12,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:12,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:13,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:14,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:16,211 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:16,211 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:16,212 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:16,216 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:17,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:18,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:18,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:19,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:19,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:19,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:20,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:20,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:22,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:24,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:24,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:25,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:25,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:25,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:25,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:26,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:26,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:26,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:26,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:28,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:28,639 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:28,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:28,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:29,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:29,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:30,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:32,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:32,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:32,441 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:32,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:33,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:34,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:35,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:36,535 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:58:40,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:40,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:40,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:40,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:40,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:41,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:41,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:42,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:44,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:44,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:44,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:44,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:44,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:46,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:46,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:48,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:48,701 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:48,701 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:48,706 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:49,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:50,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:51,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:55,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:55,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:55,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:55,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:55,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:58:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:56,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:56,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:58:57,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:58,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:58,967 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:58:58,967 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:58,972 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:59,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:00,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:03,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:06,540 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:59:07,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:07,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:07,445 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:07,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:08,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:08,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:08,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:11,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:11,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:11,584 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:11,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:11,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:12,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:13,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:14,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:16,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:16,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:16,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:16,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:17,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:18,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:19,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:20,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:20,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:20,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:20,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:21,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:22,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:24,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:25,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:25,534 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:25,534 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:25,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:26,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:26,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:26,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:26,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:28,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:30,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:30,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:30,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:30,977 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:30,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:31,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:32,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:34,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:34,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:34,920 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:34,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:35,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:35,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:36,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:36,539 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 15:59:38,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:38,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:38,657 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:38,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:39,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:40,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:41,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:41,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:42,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:42,843 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:42,843 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:42,848 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:43,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:44,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:46,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:47,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:47,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:47,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:47,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:48,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:50,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:52,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:52,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:52,880 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:52,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:52,885 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:53,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:54,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 15:59:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:56,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:57,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:57,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 15:59:57,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:57,033 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:57,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 15:59:58,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:58,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:02,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:02,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:02,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:02,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:02,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:03,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:04,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:06,246 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:06,247 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:06,247 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:06,252 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:06,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:06,544 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:00:08,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:08,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:11,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:14,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:14,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:14,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:14,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:14,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:15,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:16,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:18,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:18,300 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:18,300 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:18,305 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:19,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:19,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:20,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:22,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:22,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:22,254 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:22,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:22,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:24,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:25,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:26,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:26,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:26,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:26,936 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:26,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:26,941 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:27,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:28,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:30,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:31,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:31,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:31,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:31,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:32,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:32,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:36,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:36,543 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:00:39,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:39,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:39,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:39,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:40,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:41,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:41,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:42,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:42,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:44,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:44,142 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:44,142 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:44,147 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:44,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:46,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:47,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:47,844 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:47,844 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:47,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:47,849 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:48,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:50,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:51,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:51,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:51,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:51,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:52,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:52,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:54,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:00:55,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:55,658 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:00:55,658 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:55,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:56,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:56,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:00:58,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:58,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:02,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:02,755 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:02,755 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:02,760 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:03,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:03,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:04,337 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:06,546 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:01:08,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:08,743 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:08,743 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:08,748 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:09,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:09,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:10,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:11,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:11,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:12,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:12,800 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:12,800 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:12,805 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:13,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:14,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:14,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:16,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:16,971 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:16,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:16,976 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:17,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:18,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:19,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:22,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:22,269 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:22,269 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:22,274 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:22,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:24,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:25,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:26,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:26,485 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:26,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:26,486 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:26,491 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:27,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:28,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:30,530 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:31,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:31,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:31,573 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:31,578 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:32,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:32,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:35,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:36,548 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:01:36,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:36,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:36,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:36,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:37,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:38,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:40,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:41,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:43,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:43,113 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:43,114 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:43,118 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:43,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:44,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:46,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:46,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:46,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:46,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:46,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:47,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:48,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:50,476 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:50,476 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:50,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:50,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:51,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:51,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:52,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:54,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:54,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:54,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:54,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:54,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:01:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:56,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:56,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:01:57,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:59,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:59,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:01:59,096 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:59,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:59,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:00,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:03,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:03,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:03,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:03,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:03,014 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:03,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:04,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:06,550 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:02:08,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:08,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:08,662 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:08,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:08,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:09,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:10,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:11,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:12,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:12,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:12,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:12,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:13,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:13,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:14,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:16,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:16,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:16,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:16,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:17,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:18,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:19,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:21,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:21,156 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:21,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:21,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:21,419 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:22,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:25,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:26,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:26,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:26,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:26,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:26,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:26,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:28,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:29,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:29,732 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:29,732 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:29,737 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:30,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:30,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:32,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:33,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:33,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:33,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:33,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:34,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:35,739 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:36,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:36,552 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:02:38,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:38,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:38,547 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:38,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:39,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:40,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:41,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:41,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:46,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:46,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:46,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:46,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:46,899 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:47,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:48,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:50,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:50,427 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:50,427 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:50,432 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:50,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:51,432 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:52,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:54,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:54,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:54,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:54,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:54,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:02:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:56,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:56,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:02:57,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:58,695 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:58,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:02:58,696 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:58,701 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:59,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:00,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:02,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:02,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:02,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:02,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:02,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:03,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:04,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:06,554 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:03:07,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:07,554 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:07,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:07,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:08,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:08,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:08,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:11,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:11,899 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:12,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:12,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:12,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:12,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:13,472 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:13,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:14,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:17,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:17,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:17,655 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:17,660 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:18,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:18,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:19,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:24,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:24,062 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:24,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:24,067 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:24,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:25,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:26,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:26,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:26,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:27,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:27,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:27,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:27,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:28,487 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:30,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:30,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:32,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:32,337 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:32,337 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:32,342 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:32,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:34,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:36,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:36,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:36,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:36,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:36,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:36,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:36,559 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:03:38,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:40,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:40,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:40,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:40,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:40,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:41,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:41,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:41,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:42,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:44,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:44,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:44,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:44,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:45,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:46,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:46,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:48,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:48,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:48,691 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:48,696 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:49,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:50,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:52,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:52,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:52,474 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:52,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:52,479 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:52,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:03:54,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:03:56,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:56,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:56,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:58,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:58,379 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:58,380 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:03:58,380 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:58,385 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:58,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:00,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:02,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:02,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:02,757 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:02,762 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:03,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:03,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:04,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:06,558 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:04:07,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:07,219 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:07,220 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:07,225 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:07,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:08,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:09,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:11,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:11,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:11,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:11,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:11,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:11,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:11,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:11,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:12,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:14,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:16,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:16,792 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:16,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:16,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:17,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:18,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:19,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:22,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:22,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:22,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:22,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:23,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:24,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:24,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:26,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:26,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:26,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:27,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:27,034 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:27,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:27,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:27,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:28,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:30,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:35,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:35,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:35,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:35,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:35,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:35,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:36,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:36,563 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:04:39,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:39,390 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:39,391 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:39,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:39,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:40,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:40,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:41,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:43,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:43,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:43,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:43,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:43,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:44,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:46,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:49,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:49,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:49,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:49,756 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:50,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:50,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:51,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:54,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:55,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:04:55,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:55,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:55,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:04:56,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:56,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:56,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:56,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:04:57,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:00,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:00,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:00,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:00,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:00,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:02,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:02,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:05,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:05,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:05,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:05,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:05,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:06,562 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:05:06,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:07,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:08,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:08,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:08,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:08,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:09,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:10,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:11,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:11,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:11,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:12,727 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:12,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:12,728 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:12,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:12,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:13,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:14,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:17,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:17,685 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:17,685 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:17,690 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:18,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:18,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:18,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:23,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:23,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:23,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:23,096 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:23,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:24,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:24,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:26,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:26,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:27,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:27,403 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:27,403 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:27,408 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:27,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:28,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:29,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:30,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:30,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:30,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:30,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:31,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:32,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:34,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:35,665 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:35,666 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:35,666 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:35,671 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:36,567 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:05:36,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:36,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:39,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:39,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:39,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:39,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:40,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:40,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:40,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:41,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:43,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:43,678 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:43,678 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:43,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:44,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:44,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:46,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:47,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:47,706 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:47,707 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:47,711 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:48,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:48,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:51,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:51,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:51,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:51,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:52,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:52,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:52,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:55,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:55,268 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:55,268 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:55,273 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:55,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:05:56,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:56,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:56,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:56,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:05:58,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:58,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:58,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:05:58,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:58,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:59,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:00,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:03,532 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:03,533 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:03,533 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:03,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:03,539 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:03,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:04,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:06,566 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:06:08,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:08,248 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:08,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:08,253 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:08,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:09,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:10,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:11,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:11,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:11,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:12,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:12,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:12,651 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:12,656 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:12,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:14,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:14,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:16,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:16,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:16,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:16,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:16,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:18,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:20,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:20,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:20,281 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:20,282 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:20,287 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:20,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:22,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:23,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:23,632 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:23,632 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:23,637 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:23,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:24,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:25,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:26,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:26,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:30,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:30,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:30,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:30,406 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:30,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:31,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:32,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:34,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:34,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:34,017 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:34,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:34,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:36,571 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:06:36,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:36,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:38,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:38,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:38,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:38,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:38,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:40,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:41,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:41,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:42,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:42,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:42,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:42,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:42,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:42,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:44,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:46,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:46,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:46,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:46,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:46,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:47,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:48,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:51,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:51,235 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:51,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:51,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:51,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:52,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:53,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:55,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:55,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:55,191 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:55,195 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:55,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:06:56,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:56,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:56,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:56,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:06:58,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:59,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:59,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:06:59,636 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:59,641 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:59,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:00,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:03,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:03,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:03,383 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:03,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:03,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:03,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:04,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:06,571 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:07:07,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:07,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:07,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:07,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:07,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:08,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:09,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:11,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:11,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:11,111 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:11,337 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:11,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:11,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:11,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:12,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:15,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:20,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:24,104 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:24,104 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:24,105 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:24,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:24,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:26,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:26,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:26,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:26,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:28,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:28,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:28,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:28,799 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:29,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:30,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:31,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:32,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:32,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:32,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:32,784 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:33,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:34,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:36,577 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:07:36,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:36,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:36,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:36,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:36,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:37,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:38,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:40,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:40,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:40,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:40,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:40,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:41,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:41,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:41,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:42,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:42,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:45,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:45,485 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:45,485 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:45,490 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:45,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:46,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:47,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:49,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:49,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:49,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:49,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:49,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:50,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:53,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:53,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:53,383 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:53,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:53,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:53,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:54,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:07:56,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:56,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:58,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:58,105 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:07:58,105 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:58,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:58,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:07:59,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:00,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:02,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:02,487 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:02,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:02,492 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:02,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:04,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:04,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:06,575 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:08:07,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:07,255 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:07,255 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:07,260 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:07,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:08,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:10,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:11,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:11,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:15,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:15,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:15,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:15,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:15,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:15,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:16,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:20,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:20,219 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:20,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:20,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:20,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:21,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:22,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:25,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:25,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:25,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:25,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:25,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:26,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:26,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:26,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:26,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:29,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:29,486 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:29,486 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:29,492 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:29,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:30,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:31,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:36,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:36,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:36,417 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:36,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:36,577 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:08:36,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:36,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:38,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:40,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:40,598 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:40,599 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:40,604 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:40,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:41,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:42,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:42,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:47,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:47,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:47,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:47,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:47,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:47,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:48,833 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:51,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:51,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:08:51,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:51,241 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:51,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:08:52,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:52,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:08:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:56,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:57,318 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:00,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:00,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:00,331 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:00,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:00,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:02,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:02,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:05,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:05,032 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:05,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:05,037 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:05,847 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:06,579 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:09:06,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:07,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:09,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:09,167 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:09,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:09,172 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:09,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:10,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:11,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:13,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:13,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:13,688 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:13,688 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:13,693 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:13,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:14,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:18,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:18,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:18,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:18,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:18,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:18,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:20,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:23,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:23,353 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:23,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:23,358 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:23,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:24,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:24,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:26,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:26,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:26,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:26,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:26,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:27,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:28,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:29,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:31,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:31,425 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:31,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:31,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:31,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:32,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:35,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:36,581 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:09:37,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:37,066 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:37,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:37,071 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:37,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:38,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:41,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:41,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:43,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:43,203 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:43,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:43,207 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:43,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:44,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:47,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:50,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:50,119 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:50,119 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:50,124 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:50,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:50,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:53,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:56,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:56,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:56,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:56,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:56,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:56,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:09:56,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:09:58,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:59,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:59,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:09:59,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:59,949 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:00,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:00,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:03,801 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:03,802 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:03,802 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:03,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:03,808 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:03,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:04,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:06,586 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:10:07,783 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:07,783 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:07,784 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:07,788 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:07,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:08,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:09,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:11,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:13,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:13,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:13,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:13,478 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:13,918 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:14,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:15,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:17,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:17,835 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:17,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:17,840 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:17,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:18,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:20,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:24,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:24,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:24,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:24,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:24,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:26,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:26,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:26,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:29,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:29,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:29,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:29,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:29,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:30,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:31,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:34,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:34,403 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:34,403 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:34,408 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:34,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:36,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:36,585 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:10:36,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:38,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:38,247 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:38,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:38,252 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:38,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:38,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:41,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:41,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:42,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:44,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:44,265 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:44,265 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:44,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:44,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:46,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:47,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:49,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:49,202 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:49,202 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:49,207 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:49,953 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:50,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:53,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:53,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:53,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:53,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:53,079 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:53,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:54,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:10:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:56,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:58,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:58,142 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:10:58,142 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:58,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:58,147 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:58,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:10:58,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:01,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:01,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:01,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:01,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:01,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:02,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:03,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:06,590 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:11:08,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:08,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:08,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:08,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:08,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:08,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:09,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:11,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:11,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:11,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:11,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:11,563 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:11,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:11,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:12,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:14,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:15,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:15,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:15,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:15,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:15,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:16,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:19,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:19,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:19,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:19,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:19,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:20,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:20,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:25,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:25,129 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:25,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:25,135 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:25,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:26,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:26,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:26,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:26,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:31,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:33,862 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:33,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:33,863 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:33,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:33,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:35,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:36,590 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:11:36,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:37,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:37,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:37,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:37,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:38,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:39,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:41,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:42,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:42,203 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:42,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:42,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:42,208 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:43,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:43,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:47,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:48,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:48,342 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:48,342 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:48,347 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:49,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:51,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:52,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:52,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:52,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:52,807 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:52,812 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:53,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:55,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:11:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:56,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:56,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:56,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:11:56,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:56,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:57,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:11:57,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:59,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:02,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:04,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:04,911 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:04,911 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:04,916 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:05,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:06,595 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:12:07,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:08,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:08,251 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:08,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:08,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:08,256 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:09,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:09,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:11,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:13,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:13,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:13,412 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:13,412 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:13,417 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:14,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:15,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:17,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:17,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:17,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:17,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:18,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:18,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:19,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:21,691 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:21,692 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:21,692 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:21,697 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:22,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:23,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:23,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:25,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:25,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:25,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:25,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:26,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:26,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:26,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:26,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:27,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:29,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:30,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:30,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:30,096 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:30,101 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:31,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:31,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:35,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:35,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:35,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:35,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:35,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:36,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:36,594 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:12:37,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:40,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:40,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:40,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:40,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:40,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:41,032 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:41,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:43,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:46,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:46,196 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:46,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:46,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:46,201 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:47,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:47,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:50,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:50,926 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:50,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:50,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:51,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:51,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:53,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:55,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:55,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:12:55,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:55,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:56,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:56,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:12:57,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:12:57,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:02,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:02,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:02,781 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:02,781 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:02,786 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:03,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:05,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:06,596 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:13:06,974 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:06,975 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:06,975 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:06,980 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:07,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:07,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:09,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:11,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:11,772 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:11,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:11,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:11,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:12,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:13,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:13,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:16,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:16,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:16,790 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:16,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:17,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:19,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:19,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:23,303 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:23,304 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:23,304 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:23,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:24,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:25,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:25,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:26,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:26,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:26,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:26,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:26,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:26,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:26,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:27,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:29,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:30,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:30,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:30,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:30,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:30,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:31,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:33,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:34,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:34,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:34,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:34,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:35,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:35,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:36,244 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:36,598 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:13:37,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:37,763 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:37,763 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:37,768 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:38,129 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:39,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:41,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:41,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:41,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:41,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:41,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:41,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:41,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:42,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:43,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:46,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:50,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:50,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:50,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:50,905 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:51,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:51,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:53,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:13:56,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:56,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:56,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:56,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:13:56,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:56,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:56,973 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:57,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:13:59,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:00,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:00,735 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:00,736 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:00,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:01,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:02,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:03,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:04,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:04,395 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:04,396 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:04,401 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:05,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:05,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:06,601 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:14:08,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:08,100 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:08,101 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:08,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:08,106 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:08,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:09,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:11,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:11,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:11,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:11,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:11,851 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:11,851 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:11,856 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:12,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:13,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:13,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:16,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:16,231 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:16,232 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:16,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:17,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:17,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:19,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:21,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:21,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:21,079 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:21,084 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:21,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:23,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:24,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:24,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:24,932 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:24,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:24,937 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:25,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:26,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:26,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:27,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:30,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:30,088 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:30,088 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:30,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:30,093 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:30,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:31,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:34,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:34,775 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:34,775 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:34,780 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:35,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:35,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:36,602 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:14:37,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:38,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:38,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:38,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:38,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:39,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:41,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:41,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:41,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:42,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:42,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:42,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:42,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:43,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:45,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:46,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:47,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:47,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:47,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:47,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:48,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:49,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:52,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:52,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:52,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:52,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:52,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:53,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:53,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:14:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:56,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:56,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:56,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:14:56,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:56,915 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:57,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:14:57,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:59,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:01,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:01,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:01,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:01,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:02,217 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:03,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:03,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:05,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:05,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:05,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:05,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:06,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:06,605 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:15:07,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:09,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:09,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:09,368 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:09,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:09,373 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:10,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:11,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:11,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:11,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:11,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:13,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:13,370 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:13,370 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:13,375 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:14,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:14,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:15,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:17,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:17,200 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:17,201 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:17,206 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:17,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:19,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:20,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:21,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:21,172 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:21,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:21,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:21,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:23,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:25,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:25,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:25,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:25,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:25,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:26,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:26,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:27,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:30,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:30,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:30,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:30,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:30,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:31,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:33,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:35,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:36,610 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:15:36,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:36,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:36,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:36,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:37,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:39,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:40,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:40,399 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:40,400 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:40,404 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:41,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:41,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:41,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:41,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:46,082 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:46,082 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:46,083 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:46,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:46,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:47,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:47,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:50,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:50,102 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:50,102 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:50,107 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:50,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:51,269 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:53,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:54,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:54,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:54,901 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:54,905 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:55,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:15:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:56,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:57,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:15:58,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:58,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:58,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:15:58,700 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:58,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:59,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:01,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:02,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:02,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:02,670 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:02,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:03,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:03,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:05,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:06,609 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:16:06,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:06,893 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:06,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:06,898 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:07,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:08,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:09,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:11,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:11,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:11,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:12,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:12,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:12,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:12,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:12,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:13,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:14,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:16,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:16,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:16,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:16,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:16,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:17,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:20,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:20,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:20,376 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:20,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:20,381 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:21,301 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:21,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:25,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:26,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:26,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:28,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:28,066 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:28,066 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:28,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:28,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:29,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:31,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:34,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:34,662 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:34,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:34,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:35,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:35,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:36,614 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:16:36,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:38,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:38,895 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:38,895 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:38,900 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:39,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:41,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:41,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:41,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:42,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:42,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:42,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:42,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:42,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:42,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:43,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:47,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:48,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:48,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:48,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:48,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:49,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:49,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:52,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:55,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:55,410 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:16:55,410 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:55,415 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:56,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:56,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:56,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:16:57,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:16:58,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:00,462 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:00,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:00,463 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:00,468 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:01,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:01,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:03,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:05,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:05,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:05,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:05,574 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:06,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:06,613 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:17:07,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:08,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:10,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:10,394 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:10,394 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:10,399 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:11,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:11,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:11,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:13,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:13,673 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:13,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:13,674 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:13,678 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:14,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:15,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:18,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:18,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:18,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:18,314 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:18,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:19,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:19,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:24,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:24,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:24,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:24,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:24,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:25,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:25,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:26,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:28,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:28,822 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:28,822 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:28,827 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:29,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:30,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:31,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:32,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:32,678 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:32,679 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:32,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:33,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:33,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:36,621 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:17:36,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:38,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:38,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:38,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:38,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:38,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:39,380 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:41,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:41,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:41,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:42,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:46,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:46,570 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:46,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:46,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:47,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:47,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:47,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:51,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:51,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:17:51,605 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:51,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:52,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:17:53,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:17:53,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:56,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:59,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:00,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:00,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:00,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:00,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:01,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:03,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:04,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:04,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:04,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:04,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:04,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:05,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:05,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:06,617 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:18:09,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:10,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:10,164 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:10,164 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:10,169 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:10,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:11,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:11,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:14,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:14,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:14,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:14,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:15,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:15,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:15,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:18,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:18,937 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:18,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:18,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:19,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:20,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:21,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:23,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:23,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:23,453 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:23,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:24,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:25,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:26,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:26,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:26,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:26,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:26,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:26,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:27,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:29,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:31,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:32,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:32,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:32,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:32,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:33,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:33,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:36,619 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:18:37,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:38,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:38,934 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:38,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:38,939 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:39,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:41,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:41,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:41,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:41,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:42,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:42,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:42,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:42,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:42,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:43,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:43,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:47,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:51,249 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:51,250 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:51,250 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:51,255 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:51,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:53,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:53,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:56,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:56,028 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:56,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:56,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:56,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:56,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:18:57,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:18:58,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:59,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:59,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:18:59,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:59,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:00,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:01,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:03,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:05,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:05,016 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:05,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:05,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:05,463 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:06,622 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:19:07,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:08,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:08,965 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:08,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:08,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:08,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:09,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:11,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:11,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:14,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:17,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:17,537 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:17,537 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:17,542 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:18,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:19,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:19,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:23,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:23,819 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:23,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:23,825 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:24,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:24,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:25,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:26,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:26,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:28,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:28,086 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:28,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:28,091 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:28,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:29,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:30,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:33,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:33,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:33,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:33,784 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:34,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:35,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:35,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:36,624 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:19:38,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:38,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:38,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:38,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:38,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:39,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:41,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:41,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:41,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:42,583 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:42,584 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:42,584 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:42,589 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:43,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:43,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:46,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:51,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:51,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:51,126 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:51,132 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:51,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:52,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:53,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:55,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:55,518 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:55,518 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:55,523 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:56,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:56,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:19:57,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:57,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:19:59,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:59,249 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:19:59,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:59,254 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:59,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:01,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:02,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:03,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:03,552 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:03,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:03,557 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:04,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:05,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:06,626 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:20:07,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:07,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:07,136 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:07,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:07,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:08,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:09,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:11,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:11,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:11,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:11,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:11,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:11,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:11,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:11,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:13,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:13,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:14,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:14,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:14,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:14,921 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:15,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:15,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:18,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:19,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:19,058 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:19,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:19,063 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:19,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:21,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:23,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:23,297 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:23,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:23,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:23,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:24,303 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:25,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:26,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:27,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:27,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:27,644 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:27,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:28,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:29,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:29,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:31,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:31,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:31,441 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:31,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:31,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:33,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:35,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:36,628 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:20:37,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:37,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:37,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:37,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:38,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:39,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:40,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:41,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:42,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:42,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:42,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:42,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:43,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:43,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:45,765 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:47,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:47,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:47,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:47,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:48,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:49,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:51,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:51,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:51,754 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:51,754 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:51,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:52,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:53,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:20:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:56,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:56,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:20:56,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:56,312 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:56,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:20:57,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:57,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:00,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:00,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:00,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:00,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:00,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:01,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:03,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:03,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:03,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:03,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:03,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:04,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:05,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:06,633 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:21:08,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:08,391 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:08,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:08,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:08,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:08,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:09,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:11,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:11,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:11,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:12,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:12,498 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:12,498 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:12,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:12,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:13,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:13,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:16,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:16,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:16,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:16,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:16,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:17,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:18,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:22,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:22,444 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:22,444 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:22,449 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:22,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:23,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:24,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:26,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:26,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:26,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:26,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:26,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:27,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:27,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:29,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:30,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:30,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:30,369 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:30,374 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:30,615 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:31,616 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:35,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:35,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:35,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:35,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:35,342 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:35,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:36,632 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:21:37,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:40,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:40,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:40,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:40,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:40,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:40,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:41,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:41,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:46,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:46,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:46,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:46,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:46,476 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:46,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:47,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:50,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:50,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:50,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:50,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:50,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:51,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:51,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:54,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:54,629 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:54,629 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:54,634 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:54,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:55,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:21:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:56,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:57,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:58,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:58,561 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:21:58,561 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:58,566 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:58,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:21:59,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:02,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:04,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:04,391 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:04,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:04,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:04,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:05,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:06,637 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:22:07,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:08,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:08,069 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:08,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:08,074 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:08,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:09,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:11,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:11,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:12,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:12,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:12,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:12,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:12,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:13,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:13,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:16,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:16,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:16,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:16,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:17,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:17,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:18,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:21,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:21,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:21,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:21,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:21,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:23,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:24,517 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:26,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:26,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:26,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:26,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:26,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:26,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:27,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:30,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:31,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:31,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:31,136 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:31,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:31,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:33,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:34,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:34,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:34,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:34,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:35,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:35,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:35,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:36,636 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:22:39,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:39,915 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:39,915 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:39,920 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:40,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:41,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:41,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:41,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:41,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:46,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:46,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:46,416 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:46,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:46,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:46,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:47,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:50,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:50,052 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:50,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:50,057 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:50,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:22:51,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:22:52,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:56,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:56,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:57,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:59,199 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:59,200 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:22:59,200 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:59,205 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:59,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:01,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:03,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:05,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:05,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:05,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:05,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:05,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:06,641 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:23:07,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:08,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:09,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:09,811 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:09,812 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:09,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:10,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:11,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:11,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:11,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:14,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:18,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:18,252 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:18,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:18,257 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:18,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:19,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:19,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:22,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:22,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:22,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:22,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:22,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:23,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:24,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:25,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:25,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:25,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:25,898 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:26,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:26,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:26,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:27,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:30,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:30,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:30,446 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:30,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:30,451 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:30,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:31,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:35,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:35,029 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:35,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:35,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:35,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:35,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:36,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:36,640 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:23:39,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:39,836 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:39,836 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:39,841 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:40,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:41,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:41,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:41,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:41,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:41,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:44,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:44,938 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:44,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:44,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:45,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:45,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:46,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:49,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:49,088 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:49,088 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:49,093 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:49,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:49,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:52,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:56,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:56,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:56,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:56,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:56,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:56,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:23:57,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:57,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:23:59,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:59,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:23:59,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:59,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:00,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:01,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:02,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:03,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:03,491 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:03,491 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:03,496 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:03,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:05,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:06,642 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:24:08,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:11,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:11,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:11,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:11,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:11,939 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:12,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:13,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:13,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:17,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:17,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:17,648 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:17,653 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:17,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:19,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:19,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:21,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:21,475 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:21,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:21,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:21,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:23,789 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:25,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:25,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:25,638 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:25,638 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:25,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:25,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:26,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:26,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:26,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:27,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:30,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:30,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:30,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:30,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:30,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:31,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:31,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:35,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:35,035 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:35,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:35,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:35,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:35,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:36,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:36,644 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:24:40,386 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:40,387 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:40,387 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:40,392 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:40,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:41,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:41,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:41,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:41,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:41,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:45,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:45,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:45,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:45,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:45,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:46,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:47,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:49,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:49,086 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:49,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:49,091 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:49,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:51,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:52,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:52,912 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:52,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:52,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:52,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:53,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:55,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:24:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:56,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:56,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:56,863 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:24:56,864 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:56,868 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:57,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:24:57,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:59,826 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:00,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:00,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:00,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:00,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:00,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:01,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:03,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:04,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:04,640 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:04,640 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:04,645 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:04,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:05,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:06,647 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:25:08,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:08,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:08,573 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:08,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:08,578 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:08,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:09,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:11,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:12,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:12,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:12,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:12,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:12,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:13,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:13,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:16,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:16,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:16,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:16,483 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:16,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:17,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:19,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:23,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:23,065 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:23,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:23,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:23,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:25,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:25,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:26,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:26,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:27,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:27,833 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:27,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:27,838 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:27,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:29,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:30,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:32,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:32,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:32,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:32,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:32,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:33,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:36,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:36,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:36,461 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:36,461 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:36,466 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:36,649 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:25:36,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:37,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:41,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:41,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:42,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:42,121 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:42,121 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:42,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:42,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:42,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:43,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:46,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:46,530 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:46,530 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:46,535 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:46,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:47,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:47,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:50,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:50,248 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:50,248 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:50,253 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:50,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:51,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:53,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:54,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:54,259 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:54,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:54,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:54,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:55,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:25:56,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:56,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:58,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:58,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:25:58,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:58,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:58,387 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:58,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:25:59,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:01,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:01,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:01,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:01,945 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:02,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:03,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:03,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:05,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:05,866 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:05,866 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:05,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:05,895 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:06,651 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:26:07,898 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:09,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:09,587 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:09,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:09,587 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:09,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:09,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:11,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:11,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:11,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:11,902 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:12,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:12,977 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:12,977 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:12,982 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:13,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:15,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:15,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:20,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:21,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:21,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:21,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:21,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:21,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:23,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:25,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:25,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:25,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:25,727 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:25,732 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:25,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:26,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:27,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:30,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:30,341 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:30,342 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:30,346 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:30,921 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:31,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:31,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:33,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:33,972 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:33,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:33,977 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:34,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:35,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:36,653 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:26:36,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:37,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:37,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:37,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:37,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:37,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:39,932 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:41,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:41,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:41,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:41,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:41,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:41,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:41,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:43,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:46,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:47,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:47,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:47,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:47,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:47,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:49,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:51,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:51,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:51,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:51,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:51,941 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:52,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:53,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:55,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:55,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:26:55,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:55,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:55,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:26:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:56,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:57,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:26:58,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:00,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:00,555 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:00,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:00,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:00,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:01,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:03,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:05,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:05,037 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:05,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:05,042 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:05,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:06,655 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:27:07,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:08,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:10,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:10,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:10,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:10,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:10,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:11,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:11,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:11,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:11,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:14,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:14,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:14,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:14,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:14,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:14,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:15,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:18,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:18,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:18,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:18,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:18,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:19,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:19,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:24,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:24,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:24,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:24,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:24,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:24,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:25,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:26,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:29,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:29,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:29,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:29,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:29,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:30,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:31,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:33,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:33,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:33,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:33,782 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:33,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:35,783 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:35,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:36,660 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:27:38,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:38,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:38,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:38,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:38,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:39,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:41,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:41,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:43,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:43,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:43,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:43,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:43,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:45,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:46,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:48,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:48,348 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:48,348 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:48,353 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:48,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:50,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:51,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:52,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:52,053 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:52,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:52,058 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:53,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:54,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:55,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:55,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:55,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:55,951 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:56,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:27:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:56,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:57,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:58,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:27:59,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:59,717 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:27:59,717 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:59,722 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:00,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:02,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:02,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:03,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:03,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:03,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:03,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:04,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:06,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:06,659 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:28:08,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:10,132 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:10,133 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:10,133 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:10,138 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:11,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:11,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:11,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:12,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:14,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:14,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:14,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:14,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:14,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:15,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:16,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:18,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:18,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:18,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:18,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:19,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:19,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:20,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:24,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:26,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:26,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:27,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:27,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:27,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:27,543 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:28,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:29,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:30,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:30,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:30,838 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:30,839 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:30,844 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:31,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:32,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:34,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:34,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:34,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:34,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:34,899 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:35,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:36,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:36,664 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:28:38,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:38,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:38,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:38,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:39,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:40,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:40,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:41,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:41,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:42,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:42,645 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:42,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:42,650 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:43,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:44,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:45,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:47,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:47,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:47,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:47,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:48,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:50,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:51,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:51,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:51,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:51,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:51,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:52,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:54,071 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:28:55,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:55,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:28:55,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:55,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:56,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:56,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:56,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:28:57,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:58,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:02,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:04,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:04,215 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:04,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:04,220 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:05,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:06,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:06,663 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:29:07,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:10,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:10,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:10,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:10,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:10,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:11,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:12,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:13,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:13,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:13,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:13,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:13,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:14,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:16,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:18,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:18,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:18,146 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:18,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:19,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:19,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:20,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:22,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:22,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:22,795 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:22,800 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:23,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:24,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:24,801 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:26,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:26,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:26,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:26,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:26,983 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:26,983 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:26,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:27,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:28,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:30,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:30,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:30,241 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:30,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:30,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:31,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:32,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:34,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:34,401 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:34,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:34,406 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:35,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:35,407 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:36,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:36,668 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:29:38,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:38,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:38,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:38,613 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:39,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:40,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:40,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:41,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:45,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:45,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:45,078 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:45,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:45,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:46,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:48,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:48,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:48,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:48,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:48,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:49,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:50,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:51,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:52,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:52,672 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:52,672 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:52,677 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:53,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:29:54,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:29:56,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:56,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:56,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:57,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:57,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:29:57,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:57,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:57,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:58,138 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:00,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:02,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:02,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:02,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:02,241 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:03,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:03,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:04,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:06,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:06,253 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:06,253 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:06,258 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:06,667 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:30:07,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:08,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:08,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:10,409 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:10,410 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:10,410 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:10,415 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:11,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:11,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:12,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:14,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:18,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:18,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:18,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:18,955 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:19,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:19,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:20,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:22,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:22,362 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:22,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:22,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:23,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:24,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:25,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:26,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:26,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:26,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:26,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:26,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:26,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:26,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:27,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:28,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:30,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:33,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:33,436 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:33,437 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:33,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:34,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:36,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:36,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:36,672 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:30:37,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:37,003 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:37,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:37,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:37,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:38,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:41,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:41,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:41,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:41,295 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:41,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:42,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:42,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:44,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:47,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:48,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:48,058 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:48,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:48,063 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:48,188 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:50,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:53,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:53,006 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:53,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:53,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:53,011 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:53,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:54,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:30:56,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:56,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:56,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:57,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:57,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:30:57,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:57,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:57,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:30:58,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:58,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:01,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:01,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:01,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:01,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:01,203 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:02,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:03,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:05,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:05,732 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:05,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:05,737 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:06,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:06,672 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:31:08,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:08,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:09,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:09,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:09,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:09,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:09,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:10,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:11,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:11,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:12,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:12,803 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:12,803 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:12,808 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:13,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:13,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:14,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:17,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:17,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:17,569 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:17,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:18,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:19,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:20,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:21,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:21,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:21,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:21,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:21,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:22,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:25,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:25,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:25,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:25,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:25,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:26,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:26,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:28,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:30,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:32,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:32,725 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:32,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:32,730 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:33,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:34,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:35,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:36,674 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:31:39,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:39,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:39,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:39,121 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:39,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:40,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:41,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:41,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:41,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:43,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:43,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:43,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:43,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:43,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:44,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:47,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:47,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:47,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:47,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:47,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:48,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:50,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:52,428 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:52,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:52,987 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:52,987 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:52,992 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:53,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:54,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:31:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:56,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:56,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:56,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:31:56,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:56,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:57,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:31:57,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:58,265 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:02,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:05,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:05,261 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:05,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:05,266 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:05,269 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:06,676 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:32:08,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:08,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:10,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:10,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:10,355 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:10,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:11,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:11,274 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:12,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:14,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:14,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:14,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:14,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:14,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:15,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:16,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:19,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:21,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:21,385 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:21,385 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:21,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:22,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:24,289 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:25,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:26,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:28,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:28,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:28,189 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:28,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:28,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:30,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:31,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:32,564 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:32,565 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:32,565 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:32,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:33,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:34,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:36,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:36,678 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:32:38,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:38,098 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:38,099 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:38,104 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:38,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:40,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:41,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:42,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:43,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:43,949 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:43,949 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:43,954 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:44,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:46,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:47,873 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:47,874 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:47,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:47,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:47,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:48,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:50,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:52,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:52,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:52,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:52,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:53,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:53,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:54,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:56,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:57,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:57,250 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:32:57,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:57,255 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:57,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:32:58,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:32:59,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:01,001 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:01,005 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:01,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:01,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:01,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:02,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:05,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:05,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:05,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:05,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:05,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:06,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:06,680 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:33:08,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:10,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:11,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:13,803 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:13,804 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:13,804 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:13,809 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:14,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:15,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:16,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:18,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:18,688 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:18,688 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:18,694 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:19,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:20,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:21,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:24,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:24,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:24,346 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:24,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:24,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:26,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:26,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:27,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:29,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:29,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:29,558 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:29,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:30,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:32,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:32,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:36,682 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:33:36,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:36,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:36,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:36,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:37,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:37,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:38,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:41,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:41,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:41,369 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:41,369 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:41,374 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:42,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:43,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:44,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:46,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:46,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:46,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:46,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:47,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:48,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:48,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:52,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:52,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:52,131 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:52,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:52,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:54,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:54,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:56,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:56,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:56,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:56,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:33:56,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:56,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:56,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:33:58,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:33:59,393 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:01,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:01,303 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:01,303 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:01,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:01,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:02,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:04,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:04,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:04,650 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:04,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:04,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:05,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:06,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:06,688 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:34:09,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:10,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:10,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:10,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:10,646 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:11,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:11,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:11,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:11,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:12,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:15,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:15,492 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:15,493 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:15,493 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:15,498 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:16,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:18,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:19,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:19,407 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:19,407 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:19,412 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:19,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:20,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:22,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:22,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:22,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:22,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:22,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:23,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:24,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:25,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:26,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:26,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:26,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:26,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:26,790 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:26,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:26,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:27,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:28,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:30,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:30,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:30,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:30,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:31,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:31,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:32,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:36,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:36,686 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:34:38,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:38,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:38,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:38,985 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:39,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:40,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:41,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:41,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:41,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:42,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:47,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:47,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:47,339 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:47,339 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:47,344 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:47,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:48,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:52,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:55,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:55,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:55,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:55,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:56,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:56,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:56,040 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:56,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:34:58,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:58,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:34:59,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:59,590 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:34:59,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:59,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:00,472 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:02,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:03,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:05,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:05,826 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:05,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:05,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:06,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:06,691 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:35:08,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:08,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:11,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:11,037 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:11,037 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:11,042 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:11,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:11,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:12,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:14,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:15,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:15,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:15,860 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:15,865 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:16,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:18,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:19,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:20,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:20,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:20,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:20,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:20,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:22,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:25,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:25,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:25,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:25,079 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:25,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:25,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:26,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:26,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:26,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:29,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:29,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:29,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:29,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:29,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:30,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:30,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:35,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:35,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:35,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:35,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:35,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:36,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:36,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:36,691 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:35:40,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:40,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:40,366 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:40,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:40,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:41,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:41,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:41,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:42,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:42,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:45,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:45,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:45,331 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:45,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:45,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:46,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:47,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:50,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:50,287 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:50,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:50,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:50,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:52,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:53,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:55,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:55,305 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:35:55,305 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:55,310 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:55,551 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:35:56,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:56,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:56,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:56,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:35:58,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:01,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:01,099 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:01,099 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:01,104 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:01,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:02,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:04,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:04,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:04,834 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:04,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:04,839 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:05,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:06,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:06,693 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:36:09,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:09,888 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:09,889 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:09,889 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:09,894 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:10,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:11,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:11,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:12,575 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:15,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:15,085 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:15,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:15,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:15,090 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:15,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:16,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:19,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:19,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:19,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:19,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:20,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:20,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:22,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:24,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:24,110 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:24,111 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:24,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:24,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:26,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:26,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:26,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:26,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:26,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:27,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:27,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:27,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:27,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:28,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:30,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:31,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:32,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:32,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:32,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:32,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:33,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:34,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:36,695 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:36:36,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:36,965 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:36,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:36,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:36,969 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:37,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:38,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:40,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:40,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:40,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:40,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:41,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:41,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:41,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:42,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:42,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:45,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:45,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:45,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:45,795 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:46,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:47,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:48,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:52,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:54,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:54,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:54,330 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:54,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:54,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:36:56,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:56,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:56,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:36:57,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:57,843 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:36:57,844 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:57,844 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:57,849 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:58,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:00,645 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:01,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:01,721 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:01,721 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:01,726 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:02,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:03,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:04,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:06,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:06,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:06,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:06,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:06,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:06,697 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:37:08,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:09,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:11,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:11,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:14,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:14,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:14,657 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:14,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:14,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:15,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:16,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:20,631 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:20,632 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:20,632 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:20,637 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:20,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:21,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:22,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:25,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:25,788 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:25,788 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:25,793 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:26,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:26,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:26,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:26,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:27,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:28,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:30,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:30,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:30,614 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:30,618 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:30,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:32,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:32,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:36,699 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:37:37,700 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:39,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:39,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:39,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:39,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:39,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:40,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:41,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:43,343 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:43,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:43,947 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:43,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:43,953 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:44,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:46,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:48,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:49,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:49,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:49,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:49,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:49,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:50,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:53,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:53,587 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:53,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:53,592 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:53,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:54,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:54,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:37:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:56,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:57,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:57,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:37:57,157 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:57,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:57,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:37:58,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:00,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:01,035 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:01,036 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:01,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:01,041 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:01,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:02,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:05,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:05,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:05,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:05,190 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:05,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:06,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:06,701 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:38:06,738 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:10,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:10,417 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:10,417 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:10,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:10,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:11,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:11,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:12,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:14,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:14,455 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:14,455 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:14,460 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:14,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:16,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:16,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:19,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:19,822 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:19,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:19,827 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:20,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:21,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:22,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:23,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:23,841 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:23,841 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:23,846 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:24,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:26,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:26,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:26,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:26,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:27,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:28,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:28,238 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:28,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:28,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:28,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:30,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:33,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:34,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:34,500 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:34,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:34,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:34,776 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:36,707 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:38:36,780 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:38,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:38,512 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:38,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:38,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:38,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:38,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:40,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:41,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:42,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:42,142 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:42,142 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:42,147 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:42,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:44,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:44,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:49,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:50,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:50,553 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:50,554 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:50,559 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:50,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:52,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:54,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:56,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:56,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:56,672 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:38:56,673 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:56,677 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:56,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:38:58,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:38:59,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:01,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:01,870 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:01,871 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:01,876 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:02,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:04,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:04,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:06,705 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:39:08,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:08,216 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:08,216 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:08,221 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:08,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:10,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:10,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:11,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:12,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:12,184 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:12,185 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:12,189 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:12,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:14,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:15,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:16,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:16,750 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:16,751 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:16,756 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:16,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:18,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:20,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:20,137 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:20,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:20,142 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:20,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:21,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:22,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:25,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:25,398 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:25,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:25,404 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:25,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:26,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:26,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:26,268 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:26,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:30,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:30,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:30,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:30,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:30,855 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:31,505 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:32,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:34,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:34,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:34,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:34,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:35,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:36,710 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:39:36,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:36,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:38,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:38,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:38,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:38,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:38,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:40,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:41,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:41,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:42,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:42,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:42,339 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:42,339 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:42,344 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:42,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:44,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:46,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:46,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:46,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:46,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:46,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:48,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:48,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:52,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:52,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:52,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:52,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:52,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:53,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:54,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:39:56,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:56,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:56,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:57,855 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:57,856 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:39:57,856 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:57,862 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:57,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:39:58,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:00,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:02,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:02,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:02,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:02,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:02,900 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:04,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:04,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:06,709 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:40:07,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:07,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:07,941 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:07,946 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:08,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:09,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:10,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:11,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:11,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:13,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:13,046 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:13,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:13,051 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:13,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:14,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:15,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:16,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:16,829 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:16,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:16,834 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:16,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:18,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:20,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:21,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:21,834 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:21,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:21,839 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:21,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:24,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:25,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:26,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:27,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:27,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:27,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:27,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:27,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:28,939 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:31,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:31,127 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:31,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:31,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:31,133 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:31,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:32,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:34,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:34,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:34,573 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:34,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:34,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:36,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:36,715 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:40:36,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:40,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:40,914 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:40,914 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:40,919 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:40,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:41,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:42,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:42,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:45,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:45,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:45,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:45,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:45,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:46,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:48,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:48,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:48,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:48,689 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:48,694 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:48,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:50,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:51,997 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:51,998 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:51,998 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:52,003 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:52,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:54,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:54,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:56,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:56,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:56,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:57,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:57,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:40:57,089 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:57,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:57,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:40:58,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:40:59,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:00,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:00,672 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:00,672 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:00,677 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:00,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:02,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:04,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:05,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:05,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:05,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:05,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:05,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:06,713 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:41:06,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:09,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:09,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:09,745 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:09,745 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:09,750 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:09,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:10,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:11,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:13,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:13,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:13,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:13,621 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:14,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:15,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:15,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:17,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:17,596 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:17,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:17,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:18,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:19,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:21,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:21,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:21,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:21,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:21,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:22,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:23,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:26,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:26,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:26,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:26,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:26,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:27,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:27,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:29,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:32,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:33,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:33,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:33,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:33,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:34,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:35,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:36,719 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:41:37,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:38,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:38,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:38,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:38,312 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:39,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:41,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:41,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:43,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:46,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:46,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:46,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:46,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:47,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:48,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:49,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:51,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:51,265 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:51,265 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:51,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:52,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:53,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:41:54,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:55,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:55,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:41:55,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:55,905 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:56,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:56,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:41:57,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:00,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:00,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:00,305 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:00,305 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:00,310 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:01,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:03,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:05,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:06,718 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:42:06,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:06,809 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:06,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:06,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:07,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:09,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:10,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:10,618 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:10,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:10,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:10,624 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:11,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:11,082 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:13,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:15,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:15,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:15,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:15,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:16,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:16,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:17,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:18,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:18,707 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:18,708 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:18,712 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:19,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:21,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:21,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:23,282 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:23,283 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:23,284 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:23,288 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:24,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:25,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:26,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:26,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:26,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:26,710 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:26,711 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:26,711 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:26,716 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:26,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:27,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:29,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:31,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:34,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:34,204 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:34,204 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:34,209 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:35,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:36,720 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:42:37,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:37,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:38,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:38,201 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:38,201 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:38,207 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:39,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:41,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:41,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:41,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:41,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:41,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:41,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:41,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:41,997 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:42,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:43,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:45,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:45,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:45,929 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:45,929 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:45,935 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:46,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:47,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:48,935 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:51,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:51,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:51,759 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:51,764 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:52,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:53,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:42:54,765 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:56,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:56,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:56,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:56,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:42:56,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:56,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:57,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:42:59,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:00,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:00,152 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:00,152 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:00,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:00,157 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:01,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:03,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:03,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:03,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:03,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:03,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:04,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:05,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:05,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:06,722 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:43:07,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:07,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:07,928 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:07,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:08,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:09,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:11,042 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:11,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:11,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:11,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:16,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:16,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:16,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:16,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:16,352 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:17,158 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:19,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:21,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:22,165 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:22,166 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:22,166 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:22,171 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:23,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:25,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:26,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:26,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:27,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:27,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:27,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:27,681 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:27,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:28,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:29,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:31,476 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:31,477 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:31,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:31,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:32,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:32,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:33,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:35,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:35,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:35,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:35,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:36,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:36,724 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:43:37,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:37,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:41,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:41,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:41,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:43,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:44,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:44,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:44,190 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:44,195 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:45,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:47,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:49,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:49,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:49,492 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:49,492 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:49,497 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:50,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:51,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:54,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:55,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:55,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:55,015 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:55,020 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:55,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:43:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:56,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:57,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:43:59,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:59,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:43:59,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:59,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:59,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:00,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:01,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:04,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:06,729 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:44:07,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:07,994 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:07,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:07,999 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:08,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:09,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:09,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:11,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:11,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:15,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:16,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:16,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:16,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:16,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:17,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:19,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:19,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:19,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:19,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:19,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:20,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:20,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:21,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:24,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:24,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:24,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:24,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:25,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:26,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:26,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:26,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:27,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:28,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:28,090 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:28,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:28,095 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:28,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:31,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:32,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:32,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:32,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:32,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:32,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:33,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:35,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:36,728 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:44:37,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:38,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:38,440 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:38,440 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:38,445 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:39,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:41,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:41,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:41,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:42,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:42,919 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:42,919 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:42,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:42,924 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:43,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:45,243 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:47,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:51,139 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:51,140 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:51,141 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:51,145 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:51,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:53,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:53,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:54,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:54,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:54,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:54,887 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:55,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:44:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:56,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:56,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:57,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:44:58,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:58,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:58,826 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:44:58,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:58,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:59,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:01,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:02,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:02,846 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:02,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:02,851 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:03,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:03,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:05,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:06,733 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:45:06,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:06,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:06,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:06,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:07,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:08,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:09,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:11,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:11,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:11,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:13,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:13,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:13,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:13,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:14,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:14,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:15,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:17,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:17,436 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:17,436 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:17,441 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:18,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:19,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:20,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:25,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:25,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:25,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:25,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:25,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:26,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:26,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:26,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:27,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:30,640 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:30,641 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:30,641 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:30,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:30,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:31,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:33,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:34,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:34,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:34,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:34,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:35,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:36,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:36,732 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:45:37,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:38,511 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:38,512 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:38,512 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:38,517 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:39,297 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:41,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:41,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:41,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:41,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:42,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:42,050 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:42,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:42,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:42,054 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:42,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:43,303 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:47,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:47,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:47,825 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:47,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:47,830 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:48,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:49,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:45:52,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:56,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:56,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:56,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:56,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:45:56,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:56,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:57,313 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:45:58,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:59,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:03,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:04,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:04,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:04,650 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:04,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:05,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:06,737 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:46:07,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:08,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:08,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:08,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:08,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:08,623 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:09,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:11,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:11,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:13,534 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:13,535 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:13,535 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:13,540 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:14,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:14,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:15,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:19,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:19,134 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:19,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:19,139 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:19,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:20,140 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:21,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:23,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:23,252 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:23,252 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:23,257 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:23,340 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:25,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:25,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:26,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:26,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:26,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:27,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:27,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:27,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:27,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:28,346 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:29,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:30,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:33,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:33,060 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:33,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:33,066 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:33,351 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:35,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:36,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:36,736 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:46:37,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:37,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:37,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:37,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:37,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:39,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:41,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:41,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:41,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:41,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:41,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:41,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:41,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:41,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:41,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:43,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:45,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:45,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:45,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:45,166 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:45,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:47,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:47,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:49,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:49,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:49,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:49,243 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:49,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:51,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:52,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:53,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:53,049 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:53,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:53,054 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:53,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:46:55,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:46:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:56,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:57,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:59,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:59,188 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:46:59,188 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:59,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:59,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:01,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:03,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:03,212 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:03,213 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:03,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:03,218 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:03,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:05,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:06,739 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:47:08,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:11,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:11,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:11,567 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:11,567 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:11,572 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:12,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:13,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:14,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:15,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:15,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:15,558 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:15,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:16,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:17,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:19,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:19,146 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:19,147 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:19,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:19,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:20,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:21,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:22,719 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:22,720 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:22,720 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:22,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:23,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:25,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:25,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:26,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:26,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:26,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:26,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:26,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:26,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:27,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:29,411 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:30,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:32,300 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:32,301 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:32,301 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:32,306 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:32,413 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:33,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:36,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:36,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:36,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:36,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:36,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:36,741 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:47:37,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:39,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:41,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:41,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:41,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:42,407 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:42,408 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:42,408 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:42,413 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:42,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:45,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:46,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:46,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:46,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:46,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:46,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:47,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:49,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:50,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:50,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:50,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:50,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:50,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:52,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:53,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:54,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:54,041 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:54,041 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:54,046 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:54,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:47:55,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:47:56,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:56,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:56,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:58,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:59,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:59,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:47:59,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:59,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:59,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:01,445 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:03,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:05,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:05,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:05,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:05,015 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:05,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:06,743 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:48:07,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:08,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:11,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:11,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:11,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:14,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:14,030 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:14,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:14,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:14,035 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:14,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:15,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:17,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:17,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:17,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:17,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:18,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:19,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:19,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:23,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:23,358 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:23,358 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:23,363 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:23,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:25,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:25,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:26,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:26,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:27,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:27,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:27,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:27,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:28,467 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:29,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:30,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:31,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:31,708 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:31,708 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:31,713 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:32,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:33,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:35,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:35,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:35,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:35,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:35,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:36,402 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:36,745 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:48:37,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:41,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:41,030 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:41,030 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:41,035 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:41,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:41,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:42,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:43,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:45,644 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:45,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:45,645 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:45,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:46,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:47,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:47,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:49,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:49,834 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:49,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:49,839 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:50,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:51,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:52,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:53,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:53,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:53,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:53,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:53,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:48:55,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:48:56,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:56,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:56,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:58,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:58,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:58,639 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:48:58,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:58,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:59,498 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:01,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:03,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:04,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:04,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:04,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:04,951 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:05,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:06,747 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:49:07,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:08,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:08,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:08,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:08,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:08,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:09,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:11,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:11,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:11,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:11,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:14,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:14,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:14,603 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:14,603 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:14,608 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:15,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:17,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:19,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:22,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:22,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:22,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:22,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:23,520 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:24,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:25,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:26,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:26,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:30,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:30,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:30,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:30,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:30,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:30,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:31,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:35,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:35,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:35,103 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:35,109 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:35,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:36,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:36,753 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:49:37,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:40,765 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:40,766 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:40,766 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:40,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:41,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:41,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:41,252 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:41,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:43,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:45,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:45,313 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:45,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:45,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:45,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:46,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:47,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:49,305 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:49,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:49,307 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:49,312 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:49,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:51,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:52,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:53,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:53,332 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:49:53,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:53,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:53,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:49:55,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:49:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:56,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:57,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:00,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:00,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:00,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:00,164 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:00,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:01,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:03,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:05,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:05,220 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:05,220 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:05,226 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:05,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:06,752 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:50:07,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:08,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:09,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:09,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:09,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:09,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:09,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:11,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:11,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:11,567 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:13,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:13,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:13,808 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:13,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:13,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:14,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:15,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:18,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:18,368 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:18,368 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:18,373 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:18,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:19,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:19,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:24,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:24,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:24,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:24,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:24,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:25,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:25,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:26,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:30,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:31,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:31,151 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:31,151 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:31,156 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:31,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:33,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:35,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:35,170 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:35,170 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:35,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:35,590 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:36,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:36,757 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:50:37,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:40,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:40,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:40,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:40,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:40,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:41,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:41,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:41,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:41,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:41,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:44,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:44,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:44,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:44,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:44,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:46,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:47,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:48,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:48,960 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:48,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:48,965 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:49,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:51,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:51,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:52,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:52,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:52,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:52,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:53,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:55,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:50:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:56,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:57,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:57,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:57,859 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:50:57,859 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:57,864 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:58,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:50:59,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:01,993 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:01,994 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:01,994 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:01,999 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:02,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:03,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:03,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:06,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:06,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:06,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:06,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:06,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:06,756 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:51:07,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:08,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:10,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:10,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:10,271 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:10,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:10,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:11,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:11,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:14,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:17,392 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:17,393 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:17,393 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:17,398 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:17,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:19,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:19,638 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:21,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:21,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:21,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:21,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:21,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:23,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:24,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:26,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:27,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:27,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:27,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:27,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:28,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:29,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:30,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:33,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:33,909 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:33,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:33,914 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:34,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:35,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:35,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:36,761 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:51:39,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:39,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:39,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:39,101 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:39,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:41,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:41,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:41,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:41,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:41,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:46,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:47,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:47,375 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:47,376 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:47,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:47,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:49,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:51,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:51,891 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:51,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:51,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:51,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:52,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:53,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:51:55,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:55,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:51:55,646 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:55,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:55,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:51:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:56,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:57,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:57,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:00,128 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:00,129 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:00,129 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:00,134 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:00,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:01,677 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:03,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:05,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:05,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:05,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:05,187 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:05,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:06,760 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:52:07,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:08,761 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:09,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:09,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:09,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:09,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:09,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:11,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:11,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:12,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:12,670 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:12,670 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:12,675 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:12,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:14,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:15,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:15,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:15,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:15,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:15,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:16,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:17,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:19,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:20,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:20,562 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:20,562 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:20,567 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:20,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:21,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:24,494 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:24,495 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:24,495 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:24,500 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:24,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:25,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:25,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:26,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:28,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:28,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:28,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:28,634 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:28,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:30,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:31,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:34,880 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:34,881 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:34,881 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:34,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:35,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:35,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:36,762 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:52:37,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:39,720 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:39,721 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:39,721 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:39,726 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:39,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:41,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:41,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:41,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:41,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:41,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:44,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:44,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:44,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:44,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:44,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:45,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:47,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:48,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:48,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:48,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:48,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:48,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:51,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:52,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:53,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:53,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:53,936 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:53,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:54,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:55,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:52:56,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:56,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:56,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:58,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:58,642 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:58,643 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:52:58,643 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:58,648 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:58,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:52:59,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:03,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:04,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:04,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:04,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:04,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:04,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:06,764 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:53:07,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:08,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:11,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:11,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:11,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:13,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:13,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:13,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:13,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:13,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:14,281 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:15,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:17,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:17,198 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:17,198 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:17,203 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:17,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:19,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:20,204 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:21,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:21,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:21,687 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:21,692 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:21,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:23,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:25,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:26,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:26,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:26,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:28,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:28,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:28,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:28,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:28,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:29,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:31,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:32,674 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:32,674 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:32,675 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:32,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:32,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:33,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:36,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:36,766 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:53:36,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:36,776 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:36,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:36,781 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:36,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:39,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:40,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:40,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:40,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:40,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:41,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:41,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:41,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:41,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:42,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:43,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:44,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:44,465 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:44,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:44,471 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:44,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:45,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:47,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:48,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:48,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:48,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:48,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:48,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:49,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:52,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:52,442 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:52,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:52,447 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:52,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:53,447 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:53,935 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:53:56,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:56,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:56,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:57,857 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:57,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:53:57,858 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:57,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:57,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:53:58,904 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:59,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:03,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:03,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:03,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:03,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:03,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:04,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:05,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:06,768 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:54:07,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:07,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:07,455 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:07,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:07,949 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:09,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:09,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:11,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:11,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:11,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:12,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:12,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:12,347 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:12,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:12,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:13,956 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:15,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:16,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:16,545 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:16,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:16,550 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:16,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:17,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:20,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:20,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:20,368 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:20,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:20,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:21,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:21,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:24,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:24,762 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:24,763 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:24,767 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:24,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:25,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:26,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:26,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:26,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:27,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:28,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:28,923 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:28,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:28,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:28,973 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:31,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:32,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:36,770 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:54:37,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:37,519 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:37,519 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:37,524 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:37,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:38,524 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:39,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:41,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:41,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:41,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:41,653 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:41,653 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:41,658 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:41,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:43,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:43,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:45,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:45,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:45,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:45,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:45,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:47,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:49,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:49,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:49,841 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:49,841 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:49,846 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:49,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:51,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:54,638 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:54,639 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:54,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:54,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:54,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:54,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:54:56,001 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:54:56,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:56,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:58,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:58,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:54:58,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:58,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:59,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:00,006 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:00,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:03,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:03,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:03,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:03,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:04,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:06,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:06,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:06,776 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:55:07,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:07,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:07,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:07,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:08,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:10,016 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:11,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:11,047 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:11,311 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:14,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:14,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:14,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:14,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:14,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:16,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:17,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:18,643 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:18,644 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:18,644 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:18,649 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:19,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:20,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:22,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:24,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:24,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:24,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:24,031 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:24,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:26,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:26,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:26,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:27,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:27,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:27,983 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:27,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:27,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:28,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:30,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:32,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:32,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:32,579 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:32,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:33,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:33,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:34,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:36,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:36,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:36,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:36,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:36,775 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:55:37,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:38,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:38,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:41,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:41,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:41,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:41,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:41,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:41,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:42,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:44,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:44,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:47,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:47,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:47,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:47,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:47,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:50,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:50,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:51,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:51,467 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:51,467 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:51,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:52,060 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:55:54,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:55:55,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:56,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:56,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:56,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:57,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:57,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:55:57,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:57,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:58,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:00,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:00,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:03,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:03,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:03,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:03,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:04,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:06,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:06,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:06,780 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:56:08,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:08,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:08,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:08,612 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:09,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:10,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:11,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:11,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:11,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:11,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:12,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:12,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:12,713 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:12,718 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:13,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:14,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:16,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:16,520 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:16,520 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:16,520 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:16,524 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:17,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:18,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:20,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:20,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:20,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:20,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:21,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:22,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:22,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:26,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:26,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:27,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:28,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:28,469 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:28,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:28,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:29,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:30,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:32,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:32,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:32,150 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:32,155 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:33,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:33,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:34,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:36,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:36,506 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:36,507 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:36,512 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:36,779 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:56:37,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:38,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:38,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:41,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:41,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:42,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:42,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:42,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:42,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:43,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:44,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:44,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:47,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:47,153 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:47,153 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:47,158 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:48,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:50,121 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:50,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:53,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:53,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:53,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:53,460 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:54,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:56:55,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:56,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:56,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:56,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:56:58,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:58,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:56:58,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:58,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:59,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:00,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:00,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:05,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:06,635 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:06,636 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:06,636 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:06,641 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:06,784 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:57:07,136 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:08,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:10,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:10,675 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:10,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:10,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:10,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:11,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:11,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:11,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:12,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:14,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:14,900 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:14,900 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:14,905 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:15,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:15,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:16,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:19,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:19,209 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:19,209 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:19,214 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:20,149 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:21,215 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:22,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:26,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:26,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:26,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:27,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:27,794 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:27,794 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:27,799 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:28,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:30,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:31,405 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:31,406 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:31,406 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:31,407 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:31,411 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:32,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:34,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:35,269 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:35,270 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:35,270 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:35,275 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:36,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:36,783 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:57:36,785 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:38,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:40,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:40,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:40,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:40,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:41,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:41,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:41,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:42,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:42,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:44,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:44,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:44,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:44,754 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:45,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:46,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:47,789 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:48,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:48,732 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:48,732 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:48,737 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:49,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:50,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:52,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:52,955 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:52,955 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:52,955 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:52,960 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:53,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:54,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:57:56,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:56,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:56,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:56,942 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:57:56,943 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:56,947 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:57,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:57:57,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:58,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:00,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:00,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:00,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:00,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:01,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:02,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:03,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:04,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:04,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:04,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:04,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:05,196 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:06,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:06,785 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:58:08,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:08,665 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:08,665 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:08,670 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:09,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:09,671 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:10,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:11,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:11,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:12,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:12,580 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:12,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:12,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:13,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:14,208 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:15,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:20,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:20,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:20,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:20,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:20,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:21,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:22,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:24,440 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:24,441 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:24,441 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:24,446 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:25,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:26,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:26,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:26,221 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:26,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:28,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:28,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:28,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:28,944 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:29,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:30,225 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:31,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:33,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:33,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:33,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:33,112 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:33,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:36,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:36,787 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:58:37,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:37,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:37,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:37,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:37,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:37,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:38,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:41,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:41,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:41,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:41,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:41,431 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:41,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:42,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:42,473 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:44,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:45,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:45,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:45,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:45,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:46,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:47,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:48,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:50,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:50,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:50,788 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:50,793 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:51,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:58:52,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:58:52,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:56,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:56,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:58,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:59,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:59,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:58:59,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:59,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:59,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:02,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:04,221 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:05,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:05,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:05,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:05,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:06,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:06,789 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:59:08,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:09,596 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:09,596 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:09,597 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:09,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:09,602 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:10,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:11,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:11,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:12,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:13,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:13,355 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:13,355 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:13,360 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:14,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:15,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:16,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:19,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:19,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:19,302 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:19,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:20,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:21,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:22,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:23,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:23,298 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:23,298 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:23,303 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:24,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:26,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:26,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:26,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:26,717 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:26,717 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:26,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:26,722 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:27,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:28,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:31,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:35,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:35,777 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:35,777 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:35,782 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:36,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:36,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:36,791 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 16:59:38,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:39,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:39,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:39,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:39,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:39,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:41,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:42,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:42,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:44,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:44,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:44,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:44,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:45,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:46,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:47,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:52,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:52,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:52,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:52,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:52,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:53,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 16:59:54,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 16:59:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:56,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:58,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:58,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 16:59:58,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:58,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:58,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:58,311 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:00,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:02,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:02,062 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:02,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:02,067 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:02,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:04,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:04,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:06,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:06,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:06,605 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:06,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:06,794 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:00:07,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:08,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:09,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:11,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:14,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:14,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:14,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:14,322 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:14,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:15,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:16,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:20,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:23,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:23,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:23,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:23,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:23,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:26,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:26,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:26,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:29,169 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:29,170 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:29,170 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:29,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:29,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:30,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:32,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:33,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:33,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:33,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:33,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:33,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:34,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:36,799 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:00:37,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:39,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:39,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:39,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:39,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:40,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:41,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:42,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:42,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:42,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:42,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:42,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:42,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:43,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:44,359 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:46,512 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:46,513 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:46,513 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:46,518 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:47,361 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:48,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:48,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:52,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:52,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:52,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:52,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:53,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:53,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:54,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:00:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:56,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:58,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:58,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:00:58,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:58,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:59,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:00:59,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:00,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:04,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:04,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:04,901 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:04,901 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:04,906 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:05,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:06,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:06,798 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:01:09,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:09,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:09,324 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:09,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:09,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:10,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:11,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:12,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:16,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:18,495 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:18,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:18,496 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:18,501 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:19,391 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:20,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:21,537 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:26,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:27,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:27,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:27,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:27,210 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:27,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:27,400 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:28,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:32,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:32,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:32,310 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:32,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:32,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:32,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:34,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:36,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:36,595 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:36,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:36,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:36,803 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:01:37,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:37,804 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:38,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:41,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:41,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:41,594 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:41,594 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:41,599 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:42,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:43,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:44,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:46,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:46,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:46,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:46,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:46,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:48,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:49,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:51,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:51,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:51,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:51,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:52,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:54,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:01:54,744 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:55,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:55,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:01:55,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:55,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:55,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:01:56,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:56,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:56,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:58,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:00,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:03,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:03,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:03,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:03,298 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:03,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:05,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:06,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:06,802 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:02:08,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:08,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:08,681 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:08,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:09,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:10,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:10,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:11,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:11,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:12,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:12,926 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:12,926 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:12,931 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:13,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:14,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:15,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:16,436 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:16,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:16,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:16,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:16,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:18,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:20,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:20,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:20,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:20,164 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:20,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:21,164 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:22,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:26,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:26,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:26,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:26,375 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:26,375 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:26,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:26,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:28,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:31,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:33,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:33,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:33,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:33,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:33,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:34,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:36,807 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:02:36,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:37,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:37,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:37,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:37,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:38,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:40,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:41,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:42,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:43,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:43,372 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:43,372 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:43,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:43,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:46,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:47,413 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:48,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:48,523 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:48,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:48,528 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:49,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:50,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:52,529 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:55,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:55,100 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:55,100 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:55,105 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:55,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:02:56,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:56,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:56,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:56,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:02:58,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:59,753 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:59,754 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:02:59,754 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:59,759 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:00,492 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:02,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:03,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:03,362 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:03,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:03,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:03,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:03,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:04,498 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:06,806 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:03:08,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:11,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:11,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:11,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:11,869 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:11,875 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:12,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:13,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:14,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:17,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:17,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:17,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:17,241 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:17,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:18,512 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:19,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:22,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:22,208 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:22,208 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:22,213 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:22,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:24,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:25,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:26,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:26,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:26,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:26,873 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:26,878 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:27,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:28,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:30,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:31,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:31,183 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:31,183 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:31,188 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:31,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:32,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:35,685 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:35,686 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:35,686 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:35,691 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:36,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:36,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:36,808 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:03:38,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:39,468 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:39,469 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:39,469 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:39,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:39,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:41,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:42,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:42,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:46,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:46,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:46,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:46,165 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:46,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:48,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:48,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:51,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:51,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:51,079 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:51,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:51,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:52,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:54,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:55,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:55,263 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:55,263 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:55,268 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:55,548 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:03:56,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:56,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:56,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:03:59,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:59,398 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:59,398 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:03:59,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:59,403 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:59,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:00,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:04,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:04,335 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:04,335 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:04,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:04,340 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:04,558 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:06,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:06,810 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:04:08,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:08,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:08,681 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:08,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:09,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:09,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:10,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:11,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:13,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:13,772 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:13,772 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:13,777 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:14,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:14,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:16,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:18,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:18,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:18,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:18,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:19,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:19,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:20,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:23,380 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:23,381 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:23,381 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:23,386 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:23,579 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:24,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:25,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:26,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:26,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:27,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:27,543 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:27,543 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:27,548 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:27,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:30,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:30,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:33,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:33,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:33,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:33,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:34,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:35,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:36,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:36,812 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:04:37,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:37,459 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:37,459 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:37,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:37,594 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:38,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:41,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:41,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:41,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:41,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:41,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:41,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:41,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:44,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:45,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:45,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:45,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:45,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:46,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:46,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:48,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:50,417 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:50,418 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:50,418 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:50,424 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:50,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:52,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:52,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:54,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:54,608 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:54,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:54,614 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:54,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:04:56,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:56,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:56,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:04:58,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:59,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:59,075 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:04:59,075 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:59,080 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:59,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:00,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:03,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:03,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:03,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:03,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:03,625 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:04,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:04,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:06,818 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:05:07,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:07,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:07,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:07,926 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:08,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:09,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:10,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:11,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:11,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:13,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:13,287 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:13,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:13,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:13,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:14,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:15,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:17,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:17,611 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:17,612 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:17,616 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:17,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:20,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:20,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:23,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:23,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:23,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:23,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:24,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:25,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:26,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:26,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:26,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:26,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:27,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:27,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:27,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:27,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:28,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:30,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:31,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:31,661 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:31,661 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:31,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:31,666 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:32,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:34,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:35,589 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:35,589 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:35,590 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:35,595 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:35,661 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:36,817 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:05:36,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:38,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:41,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:41,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:41,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:41,541 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:41,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:41,666 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:42,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:44,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:47,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:47,156 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:47,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:47,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:47,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:48,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:48,674 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:50,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:50,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:50,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:50,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:51,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:52,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:53,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:54,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:54,667 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:05:54,667 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:54,673 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:54,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:05:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:56,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:56,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:05:59,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:00,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:00,045 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:00,045 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:00,050 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:00,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:02,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:04,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:04,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:04,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:04,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:04,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:05,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:06,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:06,822 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:06:09,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:11,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:11,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:11,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:11,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:11,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:11,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:12,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:15,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:16,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:16,200 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:16,201 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:16,206 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:16,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:18,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:20,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:20,353 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:20,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:20,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:20,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:20,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:22,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:24,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:24,631 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:24,631 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:24,636 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:24,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:25,637 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:26,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:26,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:26,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:26,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:28,564 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:28,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:28,565 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:28,569 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:28,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:30,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:31,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:31,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:31,932 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:31,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:31,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:32,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:34,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:35,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:35,747 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:35,747 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:35,752 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:36,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:36,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:36,821 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:06:38,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:39,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:39,659 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:39,659 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:39,664 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:39,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:41,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:42,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:42,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:43,676 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:43,677 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:43,677 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:43,682 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:43,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:46,739 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:47,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:48,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:48,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:48,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:48,333 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:48,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:50,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:52,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:52,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:52,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:52,563 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:52,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:53,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:54,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:06:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:56,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:56,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:58,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:58,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:06:58,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:58,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:58,750 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:06:59,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:00,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:03,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:03,811 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:03,811 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:03,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:04,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:04,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:06,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:06,826 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:07:07,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:07,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:07,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:07,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:07,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:10,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:10,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:11,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:11,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:11,395 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:11,395 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:11,400 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:11,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:12,767 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:15,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:15,443 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:15,443 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:15,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:15,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:16,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:16,771 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:19,432 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:19,433 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:19,433 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:19,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:19,774 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:20,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:22,439 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:23,000 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:23,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:23,001 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:23,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:23,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:24,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:26,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:26,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:26,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:28,028 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:28,029 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:28,029 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:28,029 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:28,034 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:28,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:30,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:33,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:36,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:36,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:36,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:36,324 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:36,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:36,825 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:07:38,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:38,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:40,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:40,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:40,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:40,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:40,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:41,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:41,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:41,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:42,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:44,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:44,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:44,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:44,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:44,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:44,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:46,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:49,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:52,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:52,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:52,664 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:52,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:52,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:54,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:54,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:07:56,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:56,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:56,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:58,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:58,740 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:07:58,740 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:58,746 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:58,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:07:59,781 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:00,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:02,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:02,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:02,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:02,101 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:02,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:04,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:05,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:06,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:06,483 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:06,483 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:06,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:06,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:06,830 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:08:08,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:10,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:10,305 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:10,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:10,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:10,310 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:10,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:11,051 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:11,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:11,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:12,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:14,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:14,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:14,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:14,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:14,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:16,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:16,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:21,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:21,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:21,627 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:21,627 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:21,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:21,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:22,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:26,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:26,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:26,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:26,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:26,275 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:26,275 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:26,275 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:26,280 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:26,841 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:28,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:31,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:31,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:31,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:31,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:31,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:32,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:32,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:34,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:34,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:34,656 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:34,661 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:34,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:36,829 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:08:36,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:37,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:39,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:39,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:39,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:39,192 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:39,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:40,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:41,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:41,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:43,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:43,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:43,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:43,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:43,285 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:43,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:44,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:47,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:47,031 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:47,031 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:47,036 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:47,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:48,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:49,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:51,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:51,131 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:51,131 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:51,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:51,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:52,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:54,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:55,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:55,952 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:55,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:55,957 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:56,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:56,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:56,872 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:08:58,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:08:59,304 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:59,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:59,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:08:59,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:59,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:59,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:00,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:03,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:03,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:03,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:03,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:03,879 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:04,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:05,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:06,835 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:09:07,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:07,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:07,198 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:07,203 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:07,883 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:08,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:11,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:11,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:11,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:11,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:11,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:11,297 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:11,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:11,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:11,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:12,890 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:16,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:17,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:17,064 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:17,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:17,069 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:17,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:18,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:22,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:22,062 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:22,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:22,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:22,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:22,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:24,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:26,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:26,052 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:26,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:26,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:26,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:26,424 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:26,429 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:26,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:27,465 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:28,907 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:30,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:30,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:30,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:30,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:30,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:32,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:33,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:34,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:34,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:34,327 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:34,332 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:34,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:36,834 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:09:36,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:38,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:38,307 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:38,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:38,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:38,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:38,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:40,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:41,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:41,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:44,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:46,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:46,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:46,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:46,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:46,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:48,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:49,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:51,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:51,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:51,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:51,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:51,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:52,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:09:55,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:56,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:56,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:56,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:56,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:09:56,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:56,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:56,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:09:58,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:00,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:02,555 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:02,556 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:02,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:02,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:02,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:04,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:06,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:06,836 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:10:07,105 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:07,105 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:07,106 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:07,110 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:07,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:08,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:11,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:11,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:11,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:12,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:15,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:15,260 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:15,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:15,265 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:15,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:16,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:18,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:19,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:19,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:19,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:19,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:19,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:20,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:24,216 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:24,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:24,820 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:24,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:24,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:24,963 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:26,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:26,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:26,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:26,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:29,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:31,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:31,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:31,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:31,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:31,969 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:32,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:34,897 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:36,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:36,003 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:36,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:36,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:36,838 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:10:36,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:38,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:40,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:41,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:41,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:42,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:42,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:42,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:42,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:43,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:44,983 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:46,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:47,499 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:47,500 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:47,500 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:47,505 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:47,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:48,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:51,506 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:51,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:51,749 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:51,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:51,754 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:51,989 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:52,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:10:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:56,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:56,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:56,937 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:10:56,937 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:56,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:56,942 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:56,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:10:58,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:01,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:01,497 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:01,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:01,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:02,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:02,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:03,003 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:05,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:05,746 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:05,746 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:05,751 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:06,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:06,840 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:11:07,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:07,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:10,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:10,421 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:10,421 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:10,426 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:11,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:11,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:11,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:11,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:13,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:13,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:15,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:15,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:15,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:15,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:16,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:17,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:18,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:19,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:19,647 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:19,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:19,652 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:20,020 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:21,022 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:24,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:24,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:24,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:24,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:24,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:25,025 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:26,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:26,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:26,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:27,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:28,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:28,334 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:28,334 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:28,339 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:29,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:30,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:31,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:32,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:32,744 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:32,744 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:32,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:33,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:35,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:35,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:36,842 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:11:37,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:37,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:37,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:37,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:38,037 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:39,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:41,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:41,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:41,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:41,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:41,350 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:41,355 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:42,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:43,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:46,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:49,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:49,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:49,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:49,473 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:50,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:51,051 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:51,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:53,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:53,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:53,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:53,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:54,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:11:55,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:11:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:56,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:57,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:58,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:58,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:11:58,877 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:58,882 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:59,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:01,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:02,809 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:02,810 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:02,810 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:02,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:02,815 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:03,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:05,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:06,844 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:12:07,846 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:10,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:10,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:10,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:10,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:11,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:11,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:11,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:11,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:13,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:13,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:13,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:13,862 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:13,862 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:13,867 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:14,074 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:15,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:17,962 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:17,963 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:17,963 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:17,968 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:18,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:18,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:19,082 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:22,804 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:22,805 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:22,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:22,811 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:23,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:24,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:25,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:26,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:26,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:26,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:28,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:28,394 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:28,395 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:28,400 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:29,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:30,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:31,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:32,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:32,241 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:32,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:32,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:33,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:35,098 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:36,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:36,092 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:36,092 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:36,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:36,098 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:36,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:36,850 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:12:39,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:39,799 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:39,800 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:39,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:39,805 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:40,101 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:41,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:41,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:41,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:41,103 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:41,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:43,584 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:43,585 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:43,585 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:43,590 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:44,105 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:45,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:46,630 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:47,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:47,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:47,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:47,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:48,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:49,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:52,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:52,552 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:52,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:52,552 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:52,557 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:53,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:55,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:12:56,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:56,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:56,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:56,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:12:56,351 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:56,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:57,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:12:58,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:59,122 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:00,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:00,130 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:00,130 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:00,136 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:01,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:03,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:04,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:04,203 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:04,203 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:04,204 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:04,209 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:05,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:06,849 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:13:07,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:09,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:09,309 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:09,309 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:09,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:09,315 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:10,133 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:11,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:11,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:11,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:11,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:13,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:13,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:13,067 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:13,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:13,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:15,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:15,138 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:18,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:18,265 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:18,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:18,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:19,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:20,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:21,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:22,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:22,015 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:22,016 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:22,021 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:22,146 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:23,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:26,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:26,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:26,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:26,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:30,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:30,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:30,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:30,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:30,153 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:31,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:31,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:33,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:33,619 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:33,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:33,624 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:34,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:35,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:36,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:36,854 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:13:37,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:37,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:37,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:37,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:38,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:39,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:41,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:41,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:41,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:41,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:41,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:41,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:41,529 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:42,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:42,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:43,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:45,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:45,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:45,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:45,956 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:46,169 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:47,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:47,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:49,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:49,501 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:49,501 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:49,506 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:50,174 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:51,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:53,507 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:53,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:53,891 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:53,891 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:53,896 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:54,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:13:55,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:13:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:56,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:58,599 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:58,600 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:13:58,600 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:58,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:58,605 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:59,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:01,185 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:02,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:02,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:02,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:02,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:03,186 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:04,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:05,189 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:06,853 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:14:07,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:07,346 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:07,346 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:07,351 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:08,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:09,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:10,352 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:11,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:11,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:11,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:11,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:11,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:11,503 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:11,508 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:12,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:13,198 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:15,546 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:15,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:15,837 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:15,838 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:15,843 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:16,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:17,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:20,253 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:20,254 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:20,255 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:20,259 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:21,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:21,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:23,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:24,660 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:24,661 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:24,661 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:24,666 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:25,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:26,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:26,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:26,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:27,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:28,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:28,651 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:28,651 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:28,656 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:29,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:31,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:31,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:36,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:36,309 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:36,310 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:36,314 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:36,858 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:14:36,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:37,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:39,223 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:41,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:41,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:42,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:46,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:46,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:46,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:46,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:46,227 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:48,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:49,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:51,778 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:51,779 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:51,779 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:51,784 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:52,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:53,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:14:53,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:56,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:56,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:57,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:57,005 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:14:57,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:57,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:57,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:14:59,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:59,241 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:01,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:01,606 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:01,606 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:01,611 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:02,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:03,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:04,611 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:05,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:05,970 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:05,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:05,975 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:06,248 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:06,857 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:15:07,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:09,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:11,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:11,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:11,343 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:11,343 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:11,348 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:12,253 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:13,256 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:14,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:14,950 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:14,950 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:14,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:14,955 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:15,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:17,260 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:18,777 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:18,778 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:18,778 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:18,783 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:19,263 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:20,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:21,266 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:22,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:22,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:22,515 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:22,520 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:23,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:25,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:26,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:26,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:26,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:26,713 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:26,713 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:26,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:26,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:27,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:29,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:30,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:30,709 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:30,710 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:30,715 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:31,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:31,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:33,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:34,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:34,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:34,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:34,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:35,280 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:36,862 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:15:36,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:37,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:41,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:41,050 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:41,050 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:41,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:41,055 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:41,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:41,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:42,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:43,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:44,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:44,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:44,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:44,889 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:45,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:47,291 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:47,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:50,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:50,171 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:50,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:50,177 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:50,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:15:51,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:15:53,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:56,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:56,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:56,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:58,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:59,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:59,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:15:59,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:59,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:59,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:01,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:03,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:03,947 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:03,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:03,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:03,952 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:04,307 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:05,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:06,861 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:16:09,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:11,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:12,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:12,349 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:12,349 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:12,354 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:13,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:15,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:15,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:16,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:16,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:16,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:16,745 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:17,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:19,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:20,746 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:21,476 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:21,477 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:21,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:21,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:22,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:23,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:25,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:25,520 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:25,520 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:25,525 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:26,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:26,328 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:26,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:27,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:30,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:30,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:30,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:30,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:31,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:31,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:33,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:36,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:36,863 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:16:37,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:37,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:37,414 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:37,419 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:38,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:39,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:41,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:42,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:42,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:42,703 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:42,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:42,709 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:43,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:45,346 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:46,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:46,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:46,870 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:46,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:47,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:47,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:49,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:52,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:52,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:52,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:52,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:53,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:53,731 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:55,355 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:16:56,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:56,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:57,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:57,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:16:57,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:57,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:57,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:16:59,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:59,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:02,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:02,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:02,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:02,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:02,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:03,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:05,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:06,865 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:17:07,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:07,182 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:07,182 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:07,187 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:07,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:09,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:10,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:10,976 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:10,977 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:10,977 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:10,982 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:11,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:11,372 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:13,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:15,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:15,023 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:15,024 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:15,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:15,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:16,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:17,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:20,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:20,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:20,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:20,181 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:20,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:21,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:21,384 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:23,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:23,757 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:23,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:23,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:24,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:25,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:26,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:26,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:28,947 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:28,948 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:28,948 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:28,953 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:29,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:31,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:31,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:33,973 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:33,974 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:33,975 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:33,980 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:34,394 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:35,397 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:36,867 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:17:37,839 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:37,840 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:37,840 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:37,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:37,845 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:38,398 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:39,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:41,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:41,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:43,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:43,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:43,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:43,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:43,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:43,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:45,407 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:46,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:46,972 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:46,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:46,977 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:47,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:48,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:49,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:53,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:55,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:55,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:55,317 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:55,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:55,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:17:56,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:56,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:57,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:17:59,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:59,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:59,853 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:17:59,853 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:59,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:00,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:01,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:04,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:06,872 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:18:08,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:08,078 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:08,078 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:08,083 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:08,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:09,428 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:10,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:11,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:12,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:12,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:12,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:12,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:13,430 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:15,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:15,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:16,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:16,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:16,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:16,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:17,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:19,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:20,759 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:20,760 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:20,760 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:20,765 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:21,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:21,765 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:23,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:26,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:26,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:26,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:26,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:26,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:26,483 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:27,446 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:27,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:29,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:30,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:30,497 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:30,498 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:30,502 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:31,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:33,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:33,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:36,871 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:18:37,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:37,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:37,104 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:37,109 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:37,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:39,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:39,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:41,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:41,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:41,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:41,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:41,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:41,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:41,387 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:41,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:43,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:44,425 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:45,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:45,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:45,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:45,626 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:46,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:47,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:49,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:49,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:49,704 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:49,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:49,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:50,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:51,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:54,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:54,075 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:54,075 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:54,080 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:54,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:18:55,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:56,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:57,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:18:58,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:58,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:18:58,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:58,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:58,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:00,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:01,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:03,032 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:03,033 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:03,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:03,038 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:03,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:05,483 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:06,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:06,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:06,596 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:06,597 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:06,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:06,876 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:19:07,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:09,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:11,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:11,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:15,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:15,053 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:15,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:15,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:15,491 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:17,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:17,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:18,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:18,873 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:18,874 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:18,879 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:19,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:21,499 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:22,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:22,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:22,967 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:22,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:22,973 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:23,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:25,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:26,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:28,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:28,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:28,438 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:28,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:28,443 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:28,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:31,510 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:32,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:32,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:32,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:32,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:33,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:33,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:35,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:36,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:36,822 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:36,822 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:36,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:36,876 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:19:37,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:38,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:39,518 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:40,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:40,596 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:40,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:40,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:41,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:41,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:41,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:41,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:43,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:44,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:44,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:44,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:44,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:45,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:45,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:47,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:50,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:50,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:50,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:50,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:50,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:50,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:53,532 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:19:55,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:56,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:56,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:56,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:19:56,748 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:56,753 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:57,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:19:59,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:00,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:05,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:05,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:05,207 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:05,212 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:05,542 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:06,212 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:06,881 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:20:07,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:08,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:08,801 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:08,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:08,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:09,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:11,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:11,308 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:11,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:12,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:12,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:12,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:12,997 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:13,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:15,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:17,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:17,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:17,162 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:17,162 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:17,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:17,555 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:19,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:22,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:22,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:22,940 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:22,940 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:22,945 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:23,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:25,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:26,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:27,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:27,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:27,072 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:27,077 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:27,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:28,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:29,569 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:33,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:35,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:35,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:35,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:35,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:36,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:36,880 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:20:37,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:38,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:39,693 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:39,694 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:39,694 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:39,699 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:40,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:41,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:41,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:41,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:43,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:43,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:43,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:43,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:44,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:44,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:45,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:49,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:52,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:52,139 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:52,139 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:52,144 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:52,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:55,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:55,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:20:56,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:56,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:57,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:57,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:20:57,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:57,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:57,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:20:59,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:00,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:02,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:02,293 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:02,293 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:02,298 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:02,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:05,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:06,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:06,885 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:21:07,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:07,167 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:07,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:07,172 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:07,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:09,606 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:11,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:11,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:11,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:11,627 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:11,627 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:11,628 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:11,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:11,632 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:12,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:13,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:16,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:17,229 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:17,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:17,230 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:17,235 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:17,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:19,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:22,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:25,625 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:25,626 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:25,626 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:25,631 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:26,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:26,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:26,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:26,621 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:27,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:27,624 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:30,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:30,326 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:30,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:30,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:30,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:32,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:33,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:34,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:34,831 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:34,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:34,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:35,631 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:36,884 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:21:37,634 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:37,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:40,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:40,761 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:40,761 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:40,766 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:41,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:41,636 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:43,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:43,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:44,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:44,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:44,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:44,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:45,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:47,641 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:48,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:48,313 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:48,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:48,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:48,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:48,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:51,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:53,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:53,500 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:53,501 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:53,501 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:53,506 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:53,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:55,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:21:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:56,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:57,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:57,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:21:57,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:57,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:57,651 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:21:59,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:59,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:02,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:02,068 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:02,069 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:02,074 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:02,657 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:03,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:05,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:06,886 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:22:07,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:07,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:07,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:07,941 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:08,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:09,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:10,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:11,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:11,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:12,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:12,306 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:12,306 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:12,311 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:12,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:15,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:16,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:17,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:17,788 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:17,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:17,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:18,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:19,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:21,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:23,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:23,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:23,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:23,152 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:23,678 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:25,682 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:26,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:26,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:26,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:27,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:27,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:27,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:27,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:27,820 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:28,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:29,686 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:32,420 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:32,421 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:32,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:32,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:32,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:32,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:35,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:36,888 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:22:37,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:38,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:38,618 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:38,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:38,623 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:38,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:41,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:41,698 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:43,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:43,191 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:43,191 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:43,191 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:43,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:43,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:45,702 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:48,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:49,427 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:49,428 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:49,428 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:49,433 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:49,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:51,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:53,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:53,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:53,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:53,561 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:53,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:53,708 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:55,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:22:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:56,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:57,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:57,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:22:57,780 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:57,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:58,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:22:58,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:59,716 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:01,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:01,587 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:01,587 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:01,593 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:01,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:03,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:04,593 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:05,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:05,499 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:05,499 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:05,504 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:05,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:06,890 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:23:07,726 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:09,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:09,515 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:09,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:09,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:09,727 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:10,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:11,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:11,057 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:11,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:13,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:13,516 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:13,516 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:13,521 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:13,731 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:15,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:15,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:17,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:17,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:17,177 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:17,182 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:17,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:19,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:21,182 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:21,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:21,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:21,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:21,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:21,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:23,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:26,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:26,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:26,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:27,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:27,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:27,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:27,292 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:27,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:29,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:31,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:34,888 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:34,892 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:34,892 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:34,897 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:35,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:36,892 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:23:36,894 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:37,755 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:38,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:38,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:38,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:38,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:39,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:41,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:41,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:41,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:42,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:43,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:43,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:43,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:43,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:43,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:45,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:48,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:48,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:48,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:48,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:48,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:49,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:51,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:53,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:53,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:23:53,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:53,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:53,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:23:54,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:55,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:23:56,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:56,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:56,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:59,303 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:02,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:02,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:02,635 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:02,640 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:02,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:04,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:05,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:05,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:05,947 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:05,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:05,952 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:06,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:06,894 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:24:07,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:09,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:10,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:10,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:10,865 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:10,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:11,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:11,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:11,787 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:13,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:14,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:14,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:14,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:14,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:15,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:15,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:17,795 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:18,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:18,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:18,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:18,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:19,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:20,984 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:21,800 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:22,503 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:22,504 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:22,504 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:22,509 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:22,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:25,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:26,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:26,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:26,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:26,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:26,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:27,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:29,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:30,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:30,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:30,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:30,858 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:31,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:31,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:33,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:36,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:36,900 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:24:36,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:36,954 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:36,954 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:36,959 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:37,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:39,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:40,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:40,731 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:40,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:40,736 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:40,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:41,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:42,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:43,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:44,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:44,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:44,689 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:44,694 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:44,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:47,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:47,827 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:48,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:48,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:48,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:48,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:48,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:51,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:52,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:52,699 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:52,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:52,704 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:52,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:53,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:55,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:24:56,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:56,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:56,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:56,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:56,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:24:56,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:56,668 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:56,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:24:58,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:59,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:00,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:00,785 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:00,785 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:00,791 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:00,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:03,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:03,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:04,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:04,769 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:04,769 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:04,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:04,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:06,899 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:25:07,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:08,900 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:09,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:09,174 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:09,174 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:09,179 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:09,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:11,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:11,852 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:13,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:13,826 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:13,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:13,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:13,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:14,870 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:15,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:17,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:17,756 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:17,756 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:17,761 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:17,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:19,862 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:20,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:24,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:24,039 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:24,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:24,044 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:24,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:25,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:26,044 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:26,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:26,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:29,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:29,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:29,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:29,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:29,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:31,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:31,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:32,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:32,959 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:32,959 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:32,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:33,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:35,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:36,904 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:25:36,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:39,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:39,577 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:39,577 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:39,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:39,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:41,058 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:41,883 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:42,328 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:45,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:45,385 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:45,385 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:45,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:45,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:47,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:47,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:49,148 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:49,149 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:49,149 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:49,154 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:49,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:51,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:53,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:53,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:53,680 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:53,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:53,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:53,894 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:55,897 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:25:56,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:56,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:57,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:57,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:25:57,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:57,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:57,898 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:25:58,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:59,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:02,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:02,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:02,316 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:02,321 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:02,904 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:03,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:04,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:06,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:06,354 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:06,354 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:06,359 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:06,903 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:26:06,908 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:07,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:09,905 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:10,145 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:10,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:10,146 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:10,151 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:10,912 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:11,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:11,915 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:15,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:18,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:18,760 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:18,760 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:18,765 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:18,920 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:20,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:21,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:23,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:23,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:23,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:23,581 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:23,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:25,928 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:26,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:26,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:26,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:26,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:27,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:27,392 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:27,392 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:27,397 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:27,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:29,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:31,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:32,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:32,446 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:32,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:32,451 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:32,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:33,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:36,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:36,908 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:26:37,985 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:37,986 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:37,986 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:37,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:38,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:39,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:41,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:41,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:41,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:41,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:41,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:41,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:41,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:41,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:43,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:46,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:47,791 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:47,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:47,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:47,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:47,949 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:49,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:52,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:53,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:53,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:53,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:53,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:53,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:55,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:26:56,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:56,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:56,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:57,995 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:57,996 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:26:57,996 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:57,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:58,001 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:58,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:26:59,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:03,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:04,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:04,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:04,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:04,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:04,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:06,907 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:27:07,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:08,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:09,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:09,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:09,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:09,229 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:09,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:11,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:11,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:11,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:14,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:15,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:15,245 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:15,245 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:15,250 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:15,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:17,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:19,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:20,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:20,095 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:20,095 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:20,100 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:20,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:21,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:24,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:24,342 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:24,342 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:24,342 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:24,347 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:24,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:25,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:26,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:26,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:26,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:30,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:30,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:30,717 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:30,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:30,723 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:30,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:33,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:34,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:34,273 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:34,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:34,278 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:34,995 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:35,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:36,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:36,915 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:27:38,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:38,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:38,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:38,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:38,999 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:41,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:41,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:41,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:41,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:42,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:43,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:43,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:43,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:43,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:44,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:46,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:46,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:47,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:47,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:47,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:47,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:48,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:50,011 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:51,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:52,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:52,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:27:52,435 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:52,440 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:53,013 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:27:54,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:27:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:56,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:57,349 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:01,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:01,768 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:01,768 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:01,773 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:02,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:02,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:04,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:06,911 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:28:07,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:07,820 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:07,821 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:07,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:07,826 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:08,026 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:10,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:11,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:12,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:12,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:12,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:12,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:12,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:13,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:16,034 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:17,020 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:17,021 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:17,021 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:17,026 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:17,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:18,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:20,040 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:21,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:21,927 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:21,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:21,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:22,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:23,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:24,044 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:26,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:26,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:29,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:30,560 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:30,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:30,561 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:30,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:31,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:32,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:34,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:35,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:35,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:35,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:35,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:36,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:36,914 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:28:38,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:39,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:39,322 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:39,322 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:39,327 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:40,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:40,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:41,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:41,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:42,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:44,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:44,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:44,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:44,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:45,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:46,065 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:46,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:51,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:52,911 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:52,912 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:52,912 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:52,917 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:53,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:28:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:56,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:56,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:56,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:28:56,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:59,217 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:59,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:28:59,218 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:59,223 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:00,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:02,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:02,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:02,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:02,980 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:02,980 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:02,985 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:03,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:06,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:06,915 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:29:07,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:07,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:07,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:07,166 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:08,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:08,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:10,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:11,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:11,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:11,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:12,432 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:12,433 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:12,433 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:12,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:13,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:13,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:14,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:16,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:16,288 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:16,288 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:16,293 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:17,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:18,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:19,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:21,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:21,177 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:21,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:21,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:22,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:24,102 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:25,156 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:25,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:25,158 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:25,158 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:25,163 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:26,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:26,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:26,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:28,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:29,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:29,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:29,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:29,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:30,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:30,382 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:32,110 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:33,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:33,209 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:33,209 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:33,214 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:34,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:36,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:36,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:36,918 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:29:37,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:37,053 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:37,053 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:37,058 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:37,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:40,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:40,840 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:40,841 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:40,841 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:40,846 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:41,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:41,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:41,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:41,306 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:44,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:44,612 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:44,613 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:44,613 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:44,618 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:45,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:46,126 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:46,654 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:48,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:48,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:48,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:48,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:49,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:50,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:52,243 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:53,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:53,024 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:53,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:53,029 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:53,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:29:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:56,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:56,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:56,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:29:57,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:58,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:58,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:29:58,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:58,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:59,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:00,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:02,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:02,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:02,831 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:02,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:02,836 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:03,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:06,146 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:06,920 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:30:07,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:07,017 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:07,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:07,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:07,146 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:08,023 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:10,150 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:11,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:11,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:11,557 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:11,558 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:11,558 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:11,563 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:12,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:13,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:14,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:17,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:17,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:17,431 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:17,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:18,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:19,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:20,161 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:22,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:22,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:22,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:22,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:23,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:24,165 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:24,469 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:26,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:26,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:26,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:26,802 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:26,803 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:26,807 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:27,167 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:29,846 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:30,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:31,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:31,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:31,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:31,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:32,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:34,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:35,324 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:36,922 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:30:39,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:39,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:39,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:39,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:40,182 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:40,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:41,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:41,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:42,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:46,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:46,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:46,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:46,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:46,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:47,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:50,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:50,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:50,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:50,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:50,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:51,200 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:51,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:30:51,391 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:56,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:56,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:56,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:56,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:56,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:30:56,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:56,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:56,687 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:57,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:30:58,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:01,464 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:01,465 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:01,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:01,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:02,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:02,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:03,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:05,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:05,445 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:05,445 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:05,450 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:06,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:06,927 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:31:07,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:07,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:11,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:11,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:13,356 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:14,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:14,799 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:14,799 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:14,804 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:15,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:17,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:18,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:19,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:19,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:19,699 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:19,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:20,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:21,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:24,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:24,432 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:24,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:24,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:24,437 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:25,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:25,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:26,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:26,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:30,248 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:30,248 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:30,249 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:30,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:30,254 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:30,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:31,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:34,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:34,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:34,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:34,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:35,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:35,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:35,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:36,926 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:31:38,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:38,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:38,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:38,668 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:39,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:39,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:40,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:41,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:41,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:41,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:44,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:44,684 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:44,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:44,689 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:45,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:45,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:45,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:49,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:49,519 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:49,519 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:49,525 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:50,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:51,285 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:51,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:53,649 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:53,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:53,650 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:53,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:54,287 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:55,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:31:56,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:56,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:57,348 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:57,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:57,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:31:57,780 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:57,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:58,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:31:59,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:02,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:02,168 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:02,168 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:02,173 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:02,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:03,173 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:03,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:06,931 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:32:07,451 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:07,452 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:07,452 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:07,457 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:08,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:08,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:09,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:11,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:11,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:13,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:13,174 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:13,175 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:13,179 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:13,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:14,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:15,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:16,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:16,869 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:16,869 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:16,874 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:17,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:17,322 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:19,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:20,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:20,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:20,798 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:20,803 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:21,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:21,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:24,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:24,811 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:24,811 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:24,816 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:25,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:25,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:25,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:26,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:26,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:28,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:28,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:28,625 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:28,630 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:29,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:29,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:31,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:32,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:32,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:32,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:32,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:33,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:33,344 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:36,930 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:32:36,931 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:37,404 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:37,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:37,405 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:37,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:38,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:39,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:41,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:41,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:42,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:42,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:42,714 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:42,714 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:42,719 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:43,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:43,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:46,527 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:46,528 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:46,528 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:46,532 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:47,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:47,358 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:47,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:51,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:51,899 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:32:51,899 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:51,904 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:52,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:32:52,904 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:53,363 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:32:56,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:56,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:58,353 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:00,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:00,364 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:00,364 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:00,369 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:00,369 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:01,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:03,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:04,787 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:04,788 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:04,788 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:04,793 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:05,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:05,377 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:06,935 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:33:08,936 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:09,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:09,065 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:09,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:09,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:09,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:11,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:11,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:14,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:15,563 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:15,564 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:15,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:15,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:16,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:17,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:19,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:19,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:19,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:19,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:19,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:20,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:21,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:24,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:25,504 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:25,505 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:25,505 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:25,510 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:26,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:26,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:27,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:30,340 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:31,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:31,770 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:31,770 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:31,775 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:32,401 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:33,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:35,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:36,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:36,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:36,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:36,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:36,934 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:33:37,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:37,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:40,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:40,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:40,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:40,438 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:41,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:41,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:41,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:41,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:41,412 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:44,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:44,303 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:44,303 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:44,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:44,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:45,416 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:46,346 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:49,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:49,667 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:49,667 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:49,672 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:50,419 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:51,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:33:51,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:55,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:55,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:33:55,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:55,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:55,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:33:56,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:56,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:57,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:57,427 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:01,410 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:01,411 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:01,411 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:01,417 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:01,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:02,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:03,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:05,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:05,241 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:05,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:05,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:05,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:06,939 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:34:07,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:07,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:09,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:09,072 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:09,072 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:09,077 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:09,437 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:11,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:11,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:12,663 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:12,664 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:12,664 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:12,669 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:13,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:13,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:13,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:16,678 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:16,679 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:16,679 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:16,684 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:17,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:17,448 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:19,684 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:21,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:21,597 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:21,598 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:21,602 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:22,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:23,454 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:25,601 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:25,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:25,602 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:25,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:25,607 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:26,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:26,456 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:27,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:30,606 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:30,607 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:30,607 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:30,607 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:30,612 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:31,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:31,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:34,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:34,256 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:34,256 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:34,261 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:34,465 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:35,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:36,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:36,939 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:34:37,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:37,999 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:37,999 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:38,004 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:38,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:39,472 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:41,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:41,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:41,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:41,990 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:41,991 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:41,991 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:41,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:42,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:43,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:47,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:48,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:48,259 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:48,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:48,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:48,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:49,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:52,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:52,779 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:52,780 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:52,780 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:52,785 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:53,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:53,485 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:56,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:56,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:56,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:56,769 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:34:56,769 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:56,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:57,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:34:57,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:34:57,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:00,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:00,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:00,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:00,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:01,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:01,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:03,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:05,540 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:05,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:05,541 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:05,546 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:06,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:06,940 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:35:07,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:08,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:10,027 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:10,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:10,028 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:10,033 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:10,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:11,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:11,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:11,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:14,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:14,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:14,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:14,214 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:14,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:14,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:15,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:19,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:20,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:20,110 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:20,111 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:20,116 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:20,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:21,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:23,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:23,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:23,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:23,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:24,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:24,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:25,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:26,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:26,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:29,889 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:29,889 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:29,890 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:29,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:29,895 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:30,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:31,525 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:33,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:33,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:33,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:33,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:34,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:34,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:35,529 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:36,942 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:35:37,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:37,769 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:37,769 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:37,774 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:38,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:39,533 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:40,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:41,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:41,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:46,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:46,384 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:46,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:46,385 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:46,390 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:46,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:47,540 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:51,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:51,049 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:51,049 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:51,054 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:51,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:51,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:35:52,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:56,059 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:56,060 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:35:56,060 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:56,065 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:56,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:56,547 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:35:57,360 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:57,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:01,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:01,461 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:01,461 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:01,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:01,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:02,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:03,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:05,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:05,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:05,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:05,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:05,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:06,945 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:36:07,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:07,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:10,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:10,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:10,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:10,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:11,062 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:11,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:11,565 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:13,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:15,732 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:15,733 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:15,733 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:15,738 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:16,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:17,571 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:18,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:20,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:20,135 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:20,135 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:20,140 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:20,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:21,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:24,141 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:24,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:24,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:24,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:24,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:25,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:25,581 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:26,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:29,288 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:29,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:29,328 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:29,328 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:29,332 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:29,583 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:31,586 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:34,370 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:34,539 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:34,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:34,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:34,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:34,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:35,591 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:36,947 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:36:39,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:39,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:39,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:39,192 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:39,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:39,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:40,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:41,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:41,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:42,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:42,951 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:42,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:42,956 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:43,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:43,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:45,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:47,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:47,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:47,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:47,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:48,602 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:49,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:51,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:52,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:52,450 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:52,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:52,455 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:52,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:53,609 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:36:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:56,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:56,883 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:56,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:36:56,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:56,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:56,889 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:57,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:36:57,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:00,629 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:00,630 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:00,630 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:00,635 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:01,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:01,619 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:02,636 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:04,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:04,883 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:04,884 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:04,888 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:05,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:05,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:06,949 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:37:07,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:08,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:08,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:08,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:08,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:09,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:09,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:11,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:11,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:12,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:12,036 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:12,036 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:12,041 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:12,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:13,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:13,632 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:18,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:20,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:20,370 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:20,370 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:20,376 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:20,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:21,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:23,376 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:24,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:24,952 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:24,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:24,957 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:25,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:25,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:26,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:26,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:29,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:29,978 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:29,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:29,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:29,989 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:30,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:31,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:33,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:33,962 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:33,962 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:33,967 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:34,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:34,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:35,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:36,954 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:37:38,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:38,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:38,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:38,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:38,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:39,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:40,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:41,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:46,273 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:47,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:47,110 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:47,110 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:47,115 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:47,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:47,665 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:51,397 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:51,398 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:51,398 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:51,399 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:51,404 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:51,668 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:53,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:55,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:55,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:55,331 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:55,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:55,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:37:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:56,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:57,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:57,675 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:37:59,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:59,289 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:37:59,289 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:59,294 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:59,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:01,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:02,334 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:03,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:03,785 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:03,785 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:03,790 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:04,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:05,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:06,953 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:38:07,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:07,934 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:07,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:07,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:07,939 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:08,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:09,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:11,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:11,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:11,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:11,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:11,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:11,690 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:13,693 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:13,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:15,445 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:15,446 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:15,446 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:15,451 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:15,694 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:17,697 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:19,416 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:19,417 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:19,418 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:19,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:19,422 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:19,700 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:21,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:24,423 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:24,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:24,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:24,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:24,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:24,704 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:25,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:26,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:29,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:29,230 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:29,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:29,235 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:29,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:29,712 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:30,274 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:33,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:33,813 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:33,813 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:33,818 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:34,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:35,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:35,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:36,958 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:38:37,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:37,983 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:37,984 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:37,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:38,719 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:39,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:40,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:41,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:42,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:42,972 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:42,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:42,977 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:43,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:43,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:46,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:47,171 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:47,172 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:47,172 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:47,178 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:47,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:47,729 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:51,178 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:54,256 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:54,257 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:54,257 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:54,262 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:54,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:55,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:38:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:56,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:56,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:57,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:57,992 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:38:57,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:57,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:58,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:38:59,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:02,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:02,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:02,355 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:02,355 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:02,360 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:02,743 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:03,745 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:06,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:06,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:06,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:06,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:06,747 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:06,957 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:39:07,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:07,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:11,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:11,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:11,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:11,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:11,330 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:11,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:11,753 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:13,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:16,760 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:16,760 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:16,760 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:16,765 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:17,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:17,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:18,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:21,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:21,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:21,158 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:21,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:21,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:21,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:24,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:26,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:26,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:29,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:30,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:30,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:30,457 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:30,463 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:30,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:31,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:34,502 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:35,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:35,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:35,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:35,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:35,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:36,962 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:39:37,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:39,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:40,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:40,826 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:40,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:40,831 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:41,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:41,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:41,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:44,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:44,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:44,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:44,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:44,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:45,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:45,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:48,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:48,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:48,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:48,483 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:48,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:49,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:51,484 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:53,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:53,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:39:53,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:53,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:53,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:39:53,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:39:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:56,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:56,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:57,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:01,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:01,738 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:01,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:01,743 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:01,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:02,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:03,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:06,960 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:40:07,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:08,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:08,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:08,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:08,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:08,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:09,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:11,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:11,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:11,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:12,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:12,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:12,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:12,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:12,810 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:13,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:13,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:16,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:16,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:16,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:16,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:16,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:17,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:18,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:20,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:20,751 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:20,752 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:20,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:20,819 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:21,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:23,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:26,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:26,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:26,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:26,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:26,391 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:26,391 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:26,396 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:26,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:27,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:29,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:30,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:30,583 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:30,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:30,588 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:30,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:31,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:34,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:34,190 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:34,191 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:34,196 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:34,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:35,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:35,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:36,962 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:40:40,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:41,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:41,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:41,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:45,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:45,982 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:45,982 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:45,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:45,987 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:46,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:47,846 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:51,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:51,075 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:51,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:51,076 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:51,081 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:51,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:51,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:55,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:55,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:55,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:55,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:55,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:55,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:40:56,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:56,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:56,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:56,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:59,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:59,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:40:59,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:59,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:59,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:40:59,859 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:01,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:04,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:04,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:04,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:04,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:04,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:05,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:06,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:06,967 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:41:08,474 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:08,475 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:08,475 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:08,480 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:08,867 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:09,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:11,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:11,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:11,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:11,963 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:11,964 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:11,964 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:11,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:11,969 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:12,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:13,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:17,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:18,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:18,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:18,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:18,380 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:18,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:19,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:22,380 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:23,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:23,579 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:23,580 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:23,585 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:23,883 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:25,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:26,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:26,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:26,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:27,812 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:27,812 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:27,813 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:27,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:27,818 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:27,888 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:29,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:32,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:33,667 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:33,667 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:33,668 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:33,673 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:33,893 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:35,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:36,966 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:41:37,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:38,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:38,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:38,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:38,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:38,898 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:39,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:41,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:42,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:42,816 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:42,816 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:42,821 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:42,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:43,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:43,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:47,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:47,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:47,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:47,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:47,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:47,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:49,426 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:51,573 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:51,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:41:51,574 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:51,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:51,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:41:51,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:41:54,579 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:56,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:56,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:56,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:00,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:00,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:00,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:00,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:00,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:00,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:01,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:04,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:04,034 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:04,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:04,039 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:04,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:05,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:05,927 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:06,971 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:42:08,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:08,272 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:08,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:08,277 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:08,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:09,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:10,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:11,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:11,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:11,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:12,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:12,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:12,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:12,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:12,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:13,936 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:15,658 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:16,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:16,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:16,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:16,474 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:16,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:17,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:20,412 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:20,413 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:20,413 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:20,418 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:20,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:21,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:21,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:24,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:24,649 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:24,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:24,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:24,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:25,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:26,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:26,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:26,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:27,321 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:28,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:28,773 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:28,774 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:28,779 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:28,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:29,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:32,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:34,679 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:34,680 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:34,680 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:34,685 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:34,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:35,960 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:36,970 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:42:37,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:39,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:39,404 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:39,404 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:39,409 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:39,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:39,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:41,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:41,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:41,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:43,289 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:45,271 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:45,271 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:45,272 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:45,276 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:45,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:45,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:48,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:49,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:49,008 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:49,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:49,014 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:49,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:49,974 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:54,015 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:54,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:54,726 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:54,726 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:54,731 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:54,977 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:42:55,979 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:42:56,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:56,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:56,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:59,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:59,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:59,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:42:59,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:59,832 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:59,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:01,986 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:04,766 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:04,766 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:04,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:04,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:04,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:04,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:05,990 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:06,976 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:43:09,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:09,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:09,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:09,925 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:09,932 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:09,992 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:11,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:11,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:11,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:11,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:15,270 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:18,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:18,365 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:18,365 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:18,370 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:19,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:20,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:20,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:25,406 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:26,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:26,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:26,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:27,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:27,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:27,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:27,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:28,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:28,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:30,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:33,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:33,084 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:33,084 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:33,089 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:34,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:34,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:36,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:36,975 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:43:37,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:37,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:37,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:37,887 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:38,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:40,023 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:41,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:41,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:41,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:41,299 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:41,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:41,968 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:41,968 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:41,973 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:42,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:44,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:47,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:47,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:47,039 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:47,039 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:47,044 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:48,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:48,031 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:51,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:51,239 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:51,239 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:51,244 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:52,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:52,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:52,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:55,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:55,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:55,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:55,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:56,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:43:56,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:56,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:56,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:57,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:58,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:43:59,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:59,818 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:43:59,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:59,824 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:00,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:02,047 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:02,862 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:06,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:06,848 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:06,848 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:06,853 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:06,979 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:44:07,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:07,981 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:08,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:10,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:10,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:10,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:10,814 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:11,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:11,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:11,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:11,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:12,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:13,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:14,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:14,832 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:14,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:14,837 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:15,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:16,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:18,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:19,131 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:19,132 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:19,132 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:19,137 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:20,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:20,067 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:24,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:26,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:26,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:26,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:27,411 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:27,412 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:27,412 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:27,417 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:28,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:28,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:29,454 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:31,968 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:31,969 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:31,969 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:31,974 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:32,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:34,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:34,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:36,979 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:44:39,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:40,848 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:40,849 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:40,849 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:40,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:41,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:41,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:41,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:41,084 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:42,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:44,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:44,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:44,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:44,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:45,088 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:45,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:46,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:49,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:49,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:49,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:49,625 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:50,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:50,095 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:51,626 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:53,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:53,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:53,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:53,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:54,097 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:56,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:56,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:56,067 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:56,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:44:57,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:57,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:57,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:44:57,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:57,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:58,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:44:58,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:01,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:01,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:01,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:01,887 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:02,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:02,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:04,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:06,012 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:06,013 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:06,013 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:06,018 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:06,112 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:06,981 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:45:07,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:08,115 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:10,421 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:10,422 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:10,422 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:10,427 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:11,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:11,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:12,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:13,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:15,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:15,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:15,415 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:15,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:16,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:16,124 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:18,458 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:20,702 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:20,703 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:20,704 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:20,708 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:21,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:22,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:23,709 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:24,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:24,415 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:24,416 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:24,421 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:25,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:26,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:26,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:29,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:32,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:32,975 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:32,976 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:32,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:33,140 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:34,143 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:35,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:36,983 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:45:37,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:37,830 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:37,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:37,835 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:38,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:38,147 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:40,836 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:41,659 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:41,660 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:41,660 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:41,665 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:41,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:42,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:42,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:45,648 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:45,648 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:45,649 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:45,654 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:46,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:46,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:46,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:49,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:49,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:49,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:49,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:50,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:50,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:52,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:53,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:53,315 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:45:53,315 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:53,320 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:54,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:45:54,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:45:56,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:56,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:56,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:58,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:01,385 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:01,386 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:01,386 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:01,391 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:02,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:02,172 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:03,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:05,147 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:05,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:05,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:05,154 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:05,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:06,176 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:06,985 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:46:08,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:11,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:12,315 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:12,316 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:12,316 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:12,321 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:13,180 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:14,183 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:14,358 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:17,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:17,195 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:17,195 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:17,200 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:18,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:18,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:20,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:21,146 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:21,147 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:21,147 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:21,152 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:21,190 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:22,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:24,788 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:24,789 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:24,789 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:24,794 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:25,194 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:25,795 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:26,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:26,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:28,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:28,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:28,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:28,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:29,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:30,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:30,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:33,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:33,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:33,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:33,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:33,204 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:34,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:36,076 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:36,987 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:46:37,272 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:37,273 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:37,273 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:37,279 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:38,210 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:38,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:41,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:41,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:42,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:42,798 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:42,799 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:42,804 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:43,214 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:44,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:46,726 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:46,727 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:46,728 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:46,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:46,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:47,218 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:48,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:50,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:50,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:50,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:50,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:51,222 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:52,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:52,724 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:54,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:54,865 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:54,866 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:54,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:55,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:46:56,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:46:56,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:56,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:56,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:58,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:58,548 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:58,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:46:58,549 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:58,554 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:59,230 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:00,233 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:03,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:03,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:03,925 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:03,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:03,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:04,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:04,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:06,989 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:47:08,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:11,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:11,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:12,456 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:12,457 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:12,457 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:12,462 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:13,244 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:14,246 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:14,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:17,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:17,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:17,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:17,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:18,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:18,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:20,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:22,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:22,818 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:22,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:22,823 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:23,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:24,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:25,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:26,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:26,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:27,198 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:27,199 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:27,199 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:27,204 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:27,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:28,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:31,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:32,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:32,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:32,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:32,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:33,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:34,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:36,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:36,994 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:47:38,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:38,885 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:38,885 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:38,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:39,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:40,272 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:41,824 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:41,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:41,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:41,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:46,970 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:46,971 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:46,971 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:46,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:46,976 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:47,276 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:48,278 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:52,014 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:52,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:52,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:52,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:52,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:53,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:54,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:47:56,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:56,624 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:47:56,624 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:56,629 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:56,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:57,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:57,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:47:58,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:02,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:02,874 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:02,875 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:02,875 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:02,880 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:03,293 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:04,295 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:06,993 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:48:07,757 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:07,758 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:07,758 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:07,758 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:07,763 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:08,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:08,299 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:11,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:11,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:11,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:11,966 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:12,085 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:12,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:12,090 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:12,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:13,091 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:14,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:16,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:16,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:16,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:16,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:17,306 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:18,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:18,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:23,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:23,920 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:23,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:23,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:23,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:24,315 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:24,316 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:26,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:26,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:26,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:28,208 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:28,209 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:28,209 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:28,214 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:28,319 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:29,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:30,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:32,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:32,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:32,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:32,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:32,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:34,326 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:35,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:36,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:36,340 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:36,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:36,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:36,998 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:48:37,327 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:38,330 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:39,907 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:39,908 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:39,909 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:39,914 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:40,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:40,333 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:40,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:41,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:41,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:41,825 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:46,057 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:48,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:48,441 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:48,442 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:48,447 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:49,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:50,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:51,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:52,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:52,259 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:52,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:52,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:52,342 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:54,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:48:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:56,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:57,704 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:57,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:48:57,705 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:57,710 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:58,349 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:48:58,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:02,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:02,094 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:02,094 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:02,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:02,099 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:02,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:04,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:06,998 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:49:07,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:07,361 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:07,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:07,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:07,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:08,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:08,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:11,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:11,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:11,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:12,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:12,033 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:12,033 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:12,039 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:12,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:12,365 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:13,039 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:17,807 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:17,808 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:17,809 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:17,813 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:18,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:18,370 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:18,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:22,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:22,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:22,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:22,229 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:22,373 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:24,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:24,376 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:26,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:26,151 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:26,151 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:26,156 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:26,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:26,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:26,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:28,381 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:30,090 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:34,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:34,719 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:34,719 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:34,724 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:35,385 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:35,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:36,388 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:37,003 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:49:39,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:39,517 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:39,517 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:39,522 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:40,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:40,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:41,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:41,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:41,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:43,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:43,906 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:43,906 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:43,911 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:44,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:44,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:46,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:51,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:53,175 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:53,176 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:53,176 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:53,181 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:53,402 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:54,404 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:49:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:56,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:57,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:57,174 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:57,175 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:49:57,175 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:57,180 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:57,406 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:49:58,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:00,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:00,935 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:00,935 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:00,940 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:01,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:02,414 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:02,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:05,856 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:05,857 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:05,857 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:05,862 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:06,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:06,418 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:07,002 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:50:08,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:11,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:11,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:12,143 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:12,144 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:12,144 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:12,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:12,422 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:13,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:14,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:16,813 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:16,814 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:16,815 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:16,819 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:17,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:18,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:18,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:20,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:20,618 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:20,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:20,623 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:21,432 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:22,434 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:24,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:24,333 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:24,333 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:24,333 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:24,338 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:24,436 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:26,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:26,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:28,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:28,061 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:28,061 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:28,066 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:28,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:28,443 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:30,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:31,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:31,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:31,977 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:31,981 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:32,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:32,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:35,982 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:37,004 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:50:38,185 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:38,186 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:38,186 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:38,191 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:38,450 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:40,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:41,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:41,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:42,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:42,218 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:42,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:42,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:42,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:44,457 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:46,262 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:47,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:47,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:47,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:47,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:47,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:48,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:51,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:56,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:56,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:56,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:56,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:56,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:50:56,469 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:50:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:56,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:59,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:59,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:50:59,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:59,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:00,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:00,473 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:01,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:03,239 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:03,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:03,240 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:03,245 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:03,476 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:04,478 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:07,006 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:51:07,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:09,549 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:09,549 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:09,550 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:09,555 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:10,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:10,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:11,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:12,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:13,765 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:13,765 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:13,766 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:13,771 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:14,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:14,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:17,810 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:20,932 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:20,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:20,933 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:20,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:21,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:22,496 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:22,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:24,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:24,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:24,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:24,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:25,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:26,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:26,826 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:28,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:28,666 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:28,667 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:28,667 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:28,672 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:29,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:30,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:32,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:32,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:32,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:32,478 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:32,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:33,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:34,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:37,008 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:51:39,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:39,610 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:39,611 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:39,611 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:39,616 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:40,514 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:40,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:41,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:43,845 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:43,845 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:43,846 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:43,850 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:44,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:44,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:44,890 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:48,240 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:48,240 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:48,241 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:48,246 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:48,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:48,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:50,247 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:54,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:54,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:54,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:54,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:54,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:51:54,528 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:51:56,161 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:56,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:59,033 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:59,034 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:51:59,034 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:59,039 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:59,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:00,534 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:02,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:03,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:03,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:03,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:03,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:03,537 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:04,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:07,010 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:52:07,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:07,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:07,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:07,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:07,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:08,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:08,544 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:11,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:12,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:12,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:12,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:12,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:12,546 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:13,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:14,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:17,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:17,842 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:17,842 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:17,847 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:18,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:18,553 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:18,848 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:22,476 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:22,477 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:22,477 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:22,482 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:22,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:24,482 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:24,559 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:26,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:26,208 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:26,208 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:26,213 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:26,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:26,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:26,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:26,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:29,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:29,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:29,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:29,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:29,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:30,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:30,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:34,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:35,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:35,617 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:35,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:35,622 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:36,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:36,574 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:37,012 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:52:39,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:39,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:39,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:39,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:39,802 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:40,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:40,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:41,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:41,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:41,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:43,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:43,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:43,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:43,908 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:44,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:44,582 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:44,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:49,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:49,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:49,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:49,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:49,585 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:50,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:50,588 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:53,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:53,124 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:53,125 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:53,129 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:53,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:54,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:52:56,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:56,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:56,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:56,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:57,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:57,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:52:57,702 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:57,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:58,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:52:58,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:01,745 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:02,988 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:02,989 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:02,989 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:02,994 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:03,600 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:04,604 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:06,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:06,623 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:06,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:06,628 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:07,015 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:53:07,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:07,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:08,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:11,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:11,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:11,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:11,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:11,610 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:11,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:11,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:11,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:12,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:12,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:17,052 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:17,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:17,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:17,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:17,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:17,615 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:18,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:21,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:21,436 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:21,436 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:21,441 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:21,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:22,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:22,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:25,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:25,844 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:25,844 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:25,849 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:26,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:26,628 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:26,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:28,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:29,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:29,828 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:29,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:29,833 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:30,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:30,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:33,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:33,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:33,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:33,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:33,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:33,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:34,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:37,016 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:53:37,769 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:37,770 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:37,770 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:37,775 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:38,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:38,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:38,776 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:41,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:41,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:41,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:42,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:42,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:42,081 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:42,086 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:42,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:42,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:44,087 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:45,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:45,454 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:45,454 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:45,459 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:45,647 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:46,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:49,459 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:49,627 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:49,628 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:49,628 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:49,633 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:49,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:50,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:53,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:53,555 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:53,555 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:53,560 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:53,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:53:54,561 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:54,658 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:53:56,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:56,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:56,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:59,705 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:59,705 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:53:59,706 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:59,706 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:59,711 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:00,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:00,664 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:03,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:03,997 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:03,997 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:04,002 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:04,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:04,669 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:05,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:07,022 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:54:08,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:08,173 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:08,173 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:08,178 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:08,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:08,673 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:10,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:11,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:11,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:11,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:14,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:14,210 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:14,210 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:14,215 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:14,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:14,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:15,254 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:18,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:18,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:18,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:18,753 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:19,681 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:20,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:20,754 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:23,661 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:23,662 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:23,662 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:23,667 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:23,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:24,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:26,668 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:26,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:28,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:28,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:28,044 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:28,049 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:28,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:28,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:32,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:32,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:32,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:32,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:32,043 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:32,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:32,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:36,319 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:36,320 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:36,320 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:36,325 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:36,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:36,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:37,021 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:54:38,022 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:41,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:41,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:41,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:42,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:42,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:42,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:42,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:43,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:43,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:44,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:47,879 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:47,879 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:47,880 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:47,885 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:48,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:48,714 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:49,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:54,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:56,234 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:56,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:54:56,235 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:56,241 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:56,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:54:56,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:54:56,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:56,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:56,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:00,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:01,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:01,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:01,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:01,239 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:01,723 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:02,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:05,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:05,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:05,317 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:05,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:05,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:05,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:06,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:07,025 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:55:08,987 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:08,988 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:08,988 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:08,993 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:09,734 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:10,736 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:10,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:11,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:11,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:11,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:16,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:16,656 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:16,657 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:16,657 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:16,662 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:16,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:18,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:21,294 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:21,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:21,295 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:21,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:21,300 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:21,748 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:22,750 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:25,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:25,303 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:25,303 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:25,308 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:25,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:26,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:26,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:26,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:26,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:29,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:29,085 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:29,085 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:29,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:29,757 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:30,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:32,130 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:33,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:33,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:33,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:33,528 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:33,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:34,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:37,025 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:55:37,489 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:37,490 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:37,490 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:37,490 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:37,495 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:37,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:38,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:41,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:41,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:42,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:42,117 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:42,122 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:42,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:42,773 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:43,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:47,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:47,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:47,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:47,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:47,775 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:48,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:49,016 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:50,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:50,728 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:50,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:50,733 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:50,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:52,782 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:54,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:54,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:54,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:54,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:54,043 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:54,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:55:54,785 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:55:56,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:56,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:56,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:59,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:59,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:59,736 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:55:59,736 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:59,741 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:59,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:00,790 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:03,737 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:03,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:03,738 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:03,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:03,793 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:04,743 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:04,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:07,029 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:56:08,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:08,990 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:08,990 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:08,995 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:09,799 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:09,996 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:10,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:11,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:11,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:11,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:14,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:14,106 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:14,106 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:14,111 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:14,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:14,805 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:15,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:19,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:19,003 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:19,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:19,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:19,808 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:20,812 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:21,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:23,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:23,043 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:23,043 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:23,049 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:23,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:24,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:26,049 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:26,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:26,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:26,828 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:27,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:27,197 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:27,198 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:27,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:27,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:28,821 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:31,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:32,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:32,150 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:32,150 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:32,155 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:32,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:32,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:37,029 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:56:37,030 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:38,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:38,281 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:38,281 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:38,287 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:38,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:38,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:41,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:42,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:44,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:44,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:44,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:44,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:44,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:44,836 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:47,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:48,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:48,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:48,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:48,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:48,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:48,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:53,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:54,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:54,537 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:56:54,537 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:54,543 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:54,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:56:54,845 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:56:56,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:56,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:56,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:59,078 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:01,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:01,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:01,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:01,915 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:02,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:02,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:04,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:06,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:06,074 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:06,074 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:06,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:06,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:06,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:07,034 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:57:10,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:10,323 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:10,324 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:10,325 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:10,329 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:10,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:10,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:11,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:11,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:13,792 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:13,793 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:13,793 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:13,798 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:13,863 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:14,865 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:15,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:18,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:18,154 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:18,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:18,159 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:18,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:18,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:21,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:24,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:24,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:24,259 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:24,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:24,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:24,876 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:26,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:26,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:28,433 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:28,434 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:28,434 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:28,439 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:28,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:28,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:31,478 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:32,673 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:32,674 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:32,674 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:32,679 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:32,884 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:34,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:36,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:37,033 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:57:37,341 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:37,342 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:37,342 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:37,347 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:37,889 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:38,891 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:41,828 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:41,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:42,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:42,374 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:42,374 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:42,379 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:42,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:42,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:47,418 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:47,595 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:47,596 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:47,596 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:47,601 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:47,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:48,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:51,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:51,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:51,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:51,721 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:51,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:52,721 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:52,906 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:56,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:56,107 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:57:56,107 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:56,112 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:56,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:56,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:57:56,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:57:58,099 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:00,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:00,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:00,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:00,337 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:00,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:00,914 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:03,374 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:04,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:04,231 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:04,231 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:04,236 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:04,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:04,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:07,035 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:58:09,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:10,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:10,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:10,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:10,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:10,924 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:10,925 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:11,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:14,040 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:14,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:14,207 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:14,208 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:14,213 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:14,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:14,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:18,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:18,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:18,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:18,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:18,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:18,933 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:19,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:22,999 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:23,000 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:23,000 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:23,005 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:23,937 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:24,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:25,006 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:26,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:27,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:27,224 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:27,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:27,229 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:27,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:28,945 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:30,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:32,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:32,022 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:32,022 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:32,027 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:32,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:32,950 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:35,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:35,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:35,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:35,591 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:35,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:35,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:36,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:37,037 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:58:40,501 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:40,502 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:40,502 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:40,507 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:40,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:40,958 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:41,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:41,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:44,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:44,279 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:44,279 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:44,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:44,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:44,962 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:47,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:48,950 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:48,951 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:48,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:48,956 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:48,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:50,967 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:52,941 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:52,941 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:52,942 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:52,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:52,947 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:52,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:54,971 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:58:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:56,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:58,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:58,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:58,443 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:58:58,443 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:58,448 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:58,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:58:58,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:02,307 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:02,308 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:02,308 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:02,313 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:02,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:02,982 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:03,314 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:07,040 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:59:07,388 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:07,389 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:07,389 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:07,394 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:07,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:08,394 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:08,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:11,250 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:11,251 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:11,251 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:11,256 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:11,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:11,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:12,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:14,021 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:17,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:17,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:17,388 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:17,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:17,994 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:18,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:19,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:22,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:22,203 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:22,203 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:22,208 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:23,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:23,002 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:25,209 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:26,829 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:30,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:30,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:30,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:30,575 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:30,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:31,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:31,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:35,180 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:35,181 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:35,181 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:35,186 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:36,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:36,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:37,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:37,041 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 17:59:40,513 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:40,514 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:40,514 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:40,519 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:41,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:41,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:41,519 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:41,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:41,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:45,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:45,572 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:45,572 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:45,577 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:46,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:46,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:47,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:50,608 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:50,609 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:50,609 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:50,615 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:51,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 17:59:51,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 17:59:51,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:56,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:56,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:59,717 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:59,718 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 17:59:59,718 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:59,725 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:00,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:01,035 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:01,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:03,551 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:03,552 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:03,552 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:03,558 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:04,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:05,041 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:07,043 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:00:07,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:07,736 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:07,737 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:07,737 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:07,742 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:08,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:09,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:11,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:11,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:12,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:12,464 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:12,465 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:12,465 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:12,470 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:13,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:13,053 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:16,135 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:16,136 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:16,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:16,141 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:17,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:17,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:17,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:22,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:23,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:23,634 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:23,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:23,640 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:24,062 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:25,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:26,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:26,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:28,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:28,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:28,170 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:28,170 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:28,175 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:29,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:29,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:32,784 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:32,784 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:32,785 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:32,790 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:33,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:33,074 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:33,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:37,048 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:00:39,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:41,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:41,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:41,331 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:41,335 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:41,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:42,078 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:43,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:44,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:45,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:45,462 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:45,462 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:45,467 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:46,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:47,085 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:49,096 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:49,096 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:49,097 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:49,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:49,102 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:50,087 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:51,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:52,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:52,924 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:00:52,925 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:52,930 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:53,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:00:54,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:55,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:00:56,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:56,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:56,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:00,060 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:00,242 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:00,242 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:00,242 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:00,247 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:01,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:01,099 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:04,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:04,665 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:04,665 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:04,670 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:05,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:05,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:05,670 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:07,048 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:01:08,687 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:08,688 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:08,688 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:08,693 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:09,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:09,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:10,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:11,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:14,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:14,541 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:14,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:14,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:15,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:15,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:16,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:18,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:18,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:18,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:18,668 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:19,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:19,118 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:21,669 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:22,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:22,844 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:22,844 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:22,850 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:23,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:23,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:26,148 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:26,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:26,149 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:26,154 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:26,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:27,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:27,127 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:30,005 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:30,005 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:30,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:30,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:30,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:31,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:32,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:35,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:35,372 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:35,372 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:35,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:36,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:37,052 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:01:37,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:37,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:39,525 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:39,526 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:39,526 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:39,531 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:40,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:41,142 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:41,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:42,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:44,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:44,145 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:44,145 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:44,150 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:45,146 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:45,146 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:47,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:48,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:48,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:48,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:48,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:49,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:49,151 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:52,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:53,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:53,220 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:53,220 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:53,225 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:54,154 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:55,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:01:56,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:56,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:56,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:57,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:57,121 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:01:57,122 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:57,127 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:57,157 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:01:58,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:59,160 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:01,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:01,563 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:01,564 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:01,568 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:02,162 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:03,166 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:03,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:05,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:05,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:05,287 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:05,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:06,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:07,052 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:02:07,170 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:09,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:11,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:11,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:11,749 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:11,754 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:11,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:12,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:13,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:14,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:15,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:15,884 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:15,885 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:15,890 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:16,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:17,179 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:19,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:24,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:24,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:24,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:24,488 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:25,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:25,188 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:25,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:26,830 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:28,858 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:28,858 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:28,858 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:28,863 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:29,192 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:29,193 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:30,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:32,431 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:32,431 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:32,432 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:32,436 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:33,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:33,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:36,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:37,057 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:02:38,236 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:38,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:38,237 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:38,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:39,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:39,202 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:41,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:42,956 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:42,956 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:42,957 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:42,961 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:43,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:43,206 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:46,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:47,842 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:47,842 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:47,843 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:47,848 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:48,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:49,211 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:51,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:51,928 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:51,929 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:51,934 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:52,213 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:52,934 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:53,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:56,329 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:56,329 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:02:56,329 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:56,334 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:56,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:56,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:56,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:57,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:02:57,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:02:58,118 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:00,310 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:00,311 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:00,311 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:00,316 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:01,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:01,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:03,354 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:05,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:05,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:05,064 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:05,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:05,228 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:07,056 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:03:07,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:09,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:09,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:09,267 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:09,267 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:09,272 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:10,232 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:11,235 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:11,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:11,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:14,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:17,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:17,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:17,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:17,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:17,239 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:19,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:19,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:21,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:21,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:21,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:21,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:22,245 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:23,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:24,415 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:25,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:25,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:25,855 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:25,860 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:26,249 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:26,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:26,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:26,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:27,252 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:29,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:29,872 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:29,872 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:29,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:29,877 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:30,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:31,257 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:34,815 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:34,815 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:34,816 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:34,821 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:35,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:35,261 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:35,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:37,061 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:03:40,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:40,086 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:40,086 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:40,092 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:40,264 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:41,092 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:41,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:41,830 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:41,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:41,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:43,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:43,839 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:43,839 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:43,844 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:44,268 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:45,271 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:46,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:51,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:52,372 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:52,373 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:52,373 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:52,378 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:53,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:03:53,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:03:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:56,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:57,046 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:59,675 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:59,676 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:03:59,676 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:59,681 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:00,282 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:01,284 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:02,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:04,452 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:04,453 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:04,453 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:04,458 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:05,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:05,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:07,061 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:04:08,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:08,387 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:08,388 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:08,388 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:08,393 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:09,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:09,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:11,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:12,148 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:12,148 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:12,148 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:12,153 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:12,296 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:13,190 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:13,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:15,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:15,904 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:15,904 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:15,910 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:16,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:17,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:18,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:19,680 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:19,681 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:19,681 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:19,686 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:20,304 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:21,308 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:24,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:24,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:24,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:24,187 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:24,193 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:24,310 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:25,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:26,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:26,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:26,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:28,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:28,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:28,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:28,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:29,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:29,318 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:29,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:33,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:33,360 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:33,360 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:33,365 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:34,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:35,323 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:35,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:37,065 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:04:39,261 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:39,262 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:39,262 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:39,267 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:39,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:41,267 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:41,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:41,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:41,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:41,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:45,470 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:45,471 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:45,471 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:45,476 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:46,332 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:46,514 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:47,334 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:49,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:49,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:49,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:49,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:50,336 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:51,338 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:04:51,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:56,034 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:56,035 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:04:56,035 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:56,040 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:56,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:04:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:56,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:57,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:00,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:00,650 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:00,650 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:00,655 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:01,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:01,347 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:02,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:07,065 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:05:07,922 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:07,923 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:07,923 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:07,923 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:07,928 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:08,353 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:09,356 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:11,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:13,036 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:16,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:16,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:16,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:16,192 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:16,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:17,362 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:18,230 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:19,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:19,799 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:19,799 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:19,804 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:20,364 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:21,368 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:23,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:26,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:26,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:26,831 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:27,347 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:27,347 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:27,348 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:27,353 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:27,371 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:29,375 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:29,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:32,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:32,439 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:32,439 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:32,444 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:33,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:33,379 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:34,444 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:36,930 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:36,931 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:36,931 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:36,936 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:37,067 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:05:37,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:37,383 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:40,068 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:41,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:41,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:41,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:44,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:44,138 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:44,138 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:44,143 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:44,387 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:45,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:45,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:49,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:49,642 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:49,642 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:49,647 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:50,392 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:50,647 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:51,395 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:54,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:54,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:54,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:54,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:54,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:55,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:05:56,031 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:56,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:56,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:58,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:58,683 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:05:58,683 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:58,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:59,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:05:59,403 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:01,725 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:02,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:02,458 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:02,458 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:02,464 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:03,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:03,409 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:06,232 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:06,233 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:06,233 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:06,238 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:06,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:07,069 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:06:07,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:07,413 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:11,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:11,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:11,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:11,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:11,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:11,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:11,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:11,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:11,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:12,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:14,419 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:14,420 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:14,420 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:14,425 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:15,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:15,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:17,461 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:17,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:17,951 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:17,951 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:17,957 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:18,423 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:19,425 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:22,957 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:23,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:23,171 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:23,171 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:23,176 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:23,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:23,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:26,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:26,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:26,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:26,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:27,103 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:27,104 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:27,109 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:27,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:27,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:28,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:31,592 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:31,593 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:31,593 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:31,598 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:32,439 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:33,441 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:33,598 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:37,071 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:06:37,424 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:37,424 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:37,425 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:37,430 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:37,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:39,430 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:39,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:41,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:41,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:41,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:41,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:42,120 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:42,120 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:42,125 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:42,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:43,451 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:45,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:45,677 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:45,678 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:45,678 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:45,683 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:46,453 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:47,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:50,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:54,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:54,220 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:54,220 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:54,225 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:54,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:55,459 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:06:56,225 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:56,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:56,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:56,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:58,276 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:58,277 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:06:58,277 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:58,282 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:58,461 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:06:59,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:01,283 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:04,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:04,559 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:04,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:04,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:05,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:05,470 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:06,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:07,076 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:07:08,895 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:08,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:08,896 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:08,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:09,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:09,474 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:11,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:11,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:11,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:11,832 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:14,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:14,118 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:14,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:14,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:14,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:15,479 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:17,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:17,951 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:17,952 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:17,952 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:17,957 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:18,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:19,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:22,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:24,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:24,012 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:24,012 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:24,017 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:24,488 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:25,490 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:26,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:26,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:26,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:28,084 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:29,366 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:29,367 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:29,367 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:29,372 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:29,493 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:31,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:33,373 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:34,775 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:34,776 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:34,776 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:34,782 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:35,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:35,501 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:37,075 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:07:38,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:38,081 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:38,081 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:38,087 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:38,503 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:39,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:39,505 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:41,794 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:41,795 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:41,795 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:41,800 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:41,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:41,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:41,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:42,507 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:43,509 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:45,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:46,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:46,279 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:46,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:46,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:46,511 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:47,513 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:50,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:50,051 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:50,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:50,056 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:50,515 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:51,056 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:51,517 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:53,733 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:53,734 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:53,734 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:53,739 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:54,519 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:55,522 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:07:56,740 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:56,832 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:56,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:56,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:58,055 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:58,056 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:07:58,056 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:58,061 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:58,523 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:07:59,526 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:02,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:03,045 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:03,046 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:03,046 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:03,051 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:03,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:03,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:06,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:06,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:06,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:06,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:07,080 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:08:07,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:07,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:07,536 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:11,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:11,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:11,730 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:11,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:11,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:11,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:11,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:12,538 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:13,063 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:13,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:16,383 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:16,384 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:16,384 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:16,389 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:16,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:17,545 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:18,390 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:21,450 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:21,451 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:21,451 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:21,456 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:21,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:23,457 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:23,552 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:26,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:26,610 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:26,610 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:26,616 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:26,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:26,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:26,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:27,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:27,556 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:29,043 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:31,786 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:31,787 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:31,787 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:31,792 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:32,560 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:33,562 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:34,793 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:36,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:36,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:36,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:36,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:36,564 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:37,079 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:08:37,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:40,081 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:41,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:41,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:41,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:42,681 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:42,682 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:42,682 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:42,688 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:43,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:43,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:45,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:46,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:46,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:46,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:46,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:46,573 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:47,576 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:50,580 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:50,581 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:50,581 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:50,586 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:51,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:51,580 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:51,586 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:54,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:54,820 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:08:54,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:54,825 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:55,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:08:55,584 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:08:56,825 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:56,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:56,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:56,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:00,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:00,321 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:00,321 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:00,326 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:00,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:01,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:02,327 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:04,219 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:04,220 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:04,220 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:04,225 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:04,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:05,595 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:07,084 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:09:08,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:08,086 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:08,086 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:08,087 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:08,092 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:08,596 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:09,599 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:11,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:11,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:11,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:12,711 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:12,712 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:12,712 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:12,717 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:13,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:13,603 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:13,718 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:17,544 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:17,544 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:17,545 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:17,549 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:17,605 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:19,550 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:19,608 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:21,218 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:21,219 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:21,219 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:21,224 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:21,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:21,613 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:25,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:25,048 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:25,048 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:25,048 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:25,053 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:25,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:25,617 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:26,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:26,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:26,833 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:28,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:28,716 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:28,716 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:28,721 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:29,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:29,622 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:30,722 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:32,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:32,896 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:32,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:32,901 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:33,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:33,626 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:35,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:36,780 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:36,781 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:36,781 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:36,786 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:37,083 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:09:37,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:37,630 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:41,085 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:41,714 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:41,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:41,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:41,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:41,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:41,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:41,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:42,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:43,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:47,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:47,069 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:47,070 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:47,070 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:47,075 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:47,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:47,640 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:51,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:51,260 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:51,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:51,265 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:51,643 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:51,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:52,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:56,062 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:56,063 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:09:56,063 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:56,068 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:56,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:09:56,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:56,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:56,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:57,649 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:09:58,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:02,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:02,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:02,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:02,811 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:03,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:03,655 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:03,811 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:07,088 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:10:07,369 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:07,370 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:07,370 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:07,375 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:07,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:07,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:09,375 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:11,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:11,080 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:11,080 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:11,085 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:11,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:11,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:11,833 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:11,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:11,834 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:14,800 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:14,801 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:14,801 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:14,801 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:14,806 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:15,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:15,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:19,522 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:19,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:19,523 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:19,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:19,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:19,671 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:20,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:25,528 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:25,696 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:25,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:25,697 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:25,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:26,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:26,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:26,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:26,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:27,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:31,095 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:34,019 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:34,020 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:34,020 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:34,025 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:34,684 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:35,686 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:37,061 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:37,088 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:10:37,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:37,973 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:37,973 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:37,979 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:38,688 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:39,691 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:41,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:41,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:41,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:42,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:42,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:42,157 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:42,158 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:42,162 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:42,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:43,695 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:47,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:50,723 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:50,724 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:50,724 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:50,729 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:51,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:51,701 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:52,729 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:54,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:54,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:54,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:54,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:54,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:55,705 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:10:56,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:56,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:56,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:58,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:58,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:58,537 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:10:58,537 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:58,542 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:58,707 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:10:59,709 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:02,284 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:02,285 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:02,285 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:02,290 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:02,711 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:03,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:03,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:07,093 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:11:08,350 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:08,351 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:08,351 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:08,351 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:08,356 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:08,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:09,720 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:11,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:11,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:11,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:12,339 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:12,339 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:12,340 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:12,345 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:12,722 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:13,724 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:14,345 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:17,041 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:17,042 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:17,042 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:17,047 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:17,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:17,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:20,047 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:21,645 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:21,646 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:21,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:21,651 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:21,732 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:23,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:25,652 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:25,742 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:25,743 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:25,743 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:25,749 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:26,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:26,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:26,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:26,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:27,740 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:29,491 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:29,492 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:29,493 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:29,497 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:29,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:31,498 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:31,744 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:33,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:33,302 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:33,303 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:33,307 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:33,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:35,749 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:37,092 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:11:37,093 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:40,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:40,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:40,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:40,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:40,752 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:41,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:41,834 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:41,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:41,835 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:42,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:44,408 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:44,409 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:44,409 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:44,414 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:44,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:45,758 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:47,414 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:48,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:48,116 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:48,116 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:48,121 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:48,760 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:49,762 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:52,357 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:52,358 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:52,358 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:52,363 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:52,764 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:53,364 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:53,766 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:56,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:56,195 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:11:56,195 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:56,201 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:56,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:11:57,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:57,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:57,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:57,770 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:11:58,913 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:02,969 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:02,970 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:02,970 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:02,975 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:03,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:03,777 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:04,013 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:07,094 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:12:07,137 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:07,138 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:07,138 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:07,143 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:07,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:07,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:09,144 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:11,381 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:11,382 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:11,382 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:11,388 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:11,783 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:12,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:12,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:12,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:13,786 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:14,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:16,730 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:16,730 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:16,731 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:16,735 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:16,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:17,791 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:20,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:20,259 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:20,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:20,260 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:20,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:20,792 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:21,796 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:25,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:25,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:25,467 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:25,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:25,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:25,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:27,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:27,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:27,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:27,802 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:30,901 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:33,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:33,904 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:33,904 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:33,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:34,806 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:35,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:35,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:37,096 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:12:37,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:37,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:37,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:37,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:38,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:39,813 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:41,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:42,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:42,117 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:42,118 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:42,123 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:42,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:42,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:42,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:42,815 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:43,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:47,335 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:47,336 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:47,336 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:47,336 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:47,341 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:47,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:49,823 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:52,377 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:52,400 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:52,400 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:52,401 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:52,405 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:52,824 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:53,826 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:12:56,486 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:56,486 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:12:56,487 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:56,492 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:56,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:12:57,493 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:57,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:57,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:57,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:57,830 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:00,541 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:00,542 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:00,542 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:00,547 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:00,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:01,835 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:02,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:05,362 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:05,363 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:05,363 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:05,368 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:05,838 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:07,098 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:13:07,842 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:08,100 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:09,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:09,735 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:09,735 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:09,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:09,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:11,849 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:12,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:12,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:13,747 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:13,748 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:13,748 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:13,748 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:13,756 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:13,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:15,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:17,536 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:17,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:17,540 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:17,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:17,856 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:19,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:19,860 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:23,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:23,735 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:23,735 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:23,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:23,864 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:24,741 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:25,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:27,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:27,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:27,876 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:27,876 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:27,876 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:27,881 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:28,871 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:29,875 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:29,917 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:32,633 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:32,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:32,634 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:32,639 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:32,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:33,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:35,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:36,952 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:36,953 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:36,953 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:36,958 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:37,100 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:13:37,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:37,886 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:41,102 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:42,615 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:42,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:46,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:47,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:47,984 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:47,984 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:47,989 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:48,899 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:49,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:52,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:52,389 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:52,390 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:52,390 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:52,395 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:52,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:53,909 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:55,755 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:55,756 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:55,756 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:55,761 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:55,911 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:13:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:57,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:57,916 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:13:59,763 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:59,763 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:13:59,764 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:59,769 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:59,917 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:01,922 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:02,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:05,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:05,615 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:05,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:05,620 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:05,926 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:07,102 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:14:07,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:08,104 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:12,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:13,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:14,136 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:14,137 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:14,137 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:14,142 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:14,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:15,942 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:18,111 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:18,112 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:18,112 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:18,117 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:18,944 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:19,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:19,948 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:22,609 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:22,610 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:22,610 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:22,615 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:22,951 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:23,954 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:24,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:26,449 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:26,450 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:26,450 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:26,455 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:26,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:27,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:27,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:29,871 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:30,826 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:30,827 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:30,827 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:30,832 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:30,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:31,965 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:34,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:34,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:34,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:34,947 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:34,951 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:34,966 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:35,970 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:37,104 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:14:38,877 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:38,878 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:38,878 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:38,883 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:38,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:39,884 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:39,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:42,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:43,009 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:43,010 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:43,010 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:43,014 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:43,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:43,981 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:45,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:47,018 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:47,019 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:47,019 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:47,024 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:47,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:47,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:51,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:51,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:51,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:51,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:51,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:51,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:51,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:14:56,231 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:56,902 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:56,903 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:14:56,903 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:56,908 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:56,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:14:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:57,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:57,998 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:01,523 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:01,524 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:01,524 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:01,524 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:01,529 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:02,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:04,005 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:06,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:06,977 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:06,978 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:06,978 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:06,983 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:07,007 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:07,107 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:15:08,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:12,109 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:12,616 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:12,768 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:12,913 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:12,913 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:12,918 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:13,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:14,014 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:17,359 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:17,360 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:17,361 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:17,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:17,366 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:18,018 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:18,019 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:22,367 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:25,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:25,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:25,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:25,668 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:26,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:27,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:28,027 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:29,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:29,888 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:29,888 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:29,893 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:30,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:32,032 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:32,929 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:33,898 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:33,898 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:33,899 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:33,903 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:34,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:36,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:37,112 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:15:38,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:41,446 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:41,447 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:41,447 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:41,452 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:42,039 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:42,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:43,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:44,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:45,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:45,295 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:45,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:45,300 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:46,045 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:46,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:49,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:49,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:49,961 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:49,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:49,966 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:50,048 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:52,050 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:15:54,967 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:56,572 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:56,573 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:15:56,573 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:56,578 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:57,054 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:15:57,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:57,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:58,056 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:00,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:01,026 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:01,027 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:01,027 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:01,032 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:01,058 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:02,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:04,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:04,702 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:04,703 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:04,707 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:05,063 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:06,066 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:06,708 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:07,111 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:16:12,113 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:12,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:12,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:13,053 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:13,054 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:13,054 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:13,059 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:13,070 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:14,072 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:18,097 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:18,139 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:18,140 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:18,140 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:18,145 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:19,075 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:20,077 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:21,508 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:21,509 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:21,509 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:21,514 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:22,080 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:23,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:24,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:25,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:25,323 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:25,323 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:25,328 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:26,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:26,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:27,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:27,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:28,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:29,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:29,654 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:29,654 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:29,659 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:30,089 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:32,092 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:34,264 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:34,264 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:34,265 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:34,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:34,270 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:35,094 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:36,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:37,116 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:16:39,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:39,122 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:39,122 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:39,127 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:40,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:40,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:40,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:42,616 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:42,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:42,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:43,233 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:43,234 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:43,234 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:43,239 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:44,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:44,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:45,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:47,003 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:47,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:47,004 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:47,009 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:47,106 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:48,108 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:51,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:52,937 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:52,938 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:52,938 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:52,943 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:53,111 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:16:54,114 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:16:56,944 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:57,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:59,072 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:59,073 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:16:59,073 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:59,078 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:59,116 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:00,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:02,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:04,587 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:04,588 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:04,588 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:04,593 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:05,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:06,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:07,115 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:17:07,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:09,762 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:09,763 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:09,763 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:09,768 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:10,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:12,130 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:12,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:14,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:14,004 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:14,005 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:14,022 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:14,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:16,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:17,556 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:17,557 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:17,557 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:17,562 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:18,135 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:18,562 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:20,139 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:21,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:21,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:21,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:21,553 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:22,141 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:24,144 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:24,553 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:25,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:25,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:25,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:25,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:26,145 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:27,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:28,148 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:29,868 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:34,108 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:34,109 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:34,109 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:34,114 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:34,152 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:35,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:36,155 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:37,120 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:17:37,865 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:37,866 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:37,866 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:37,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:38,156 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:40,159 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:40,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:42,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:42,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:42,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:43,396 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:43,397 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:43,397 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:43,402 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:44,163 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:44,164 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:46,442 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:47,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:47,222 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:47,223 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:47,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:48,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:48,168 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:52,228 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:52,312 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:52,313 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:52,313 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:52,318 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:53,171 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:54,173 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:56,245 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:56,246 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:56,246 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:56,251 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:57,175 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:17:57,251 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:57,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:58,177 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:17:59,738 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:59,739 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:17:59,739 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:59,744 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:00,178 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:02,181 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:02,782 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:04,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:04,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:04,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:04,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:05,184 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:06,187 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:07,119 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:18:08,121 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:09,448 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:09,449 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:09,450 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:09,454 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:10,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:10,191 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:12,617 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:13,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:13,258 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:13,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:13,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:13,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:14,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:14,195 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:17,066 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:17,067 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:17,068 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:17,072 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:17,197 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:18,199 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:19,073 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:21,101 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:21,102 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:21,102 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:21,107 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:21,201 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:22,205 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:24,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:25,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:25,574 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:25,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:25,579 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:26,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:26,209 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:27,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:29,854 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:30,065 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:30,065 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:30,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:30,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:30,212 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:32,215 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:33,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:33,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:33,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:33,899 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:34,216 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:34,899 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:36,219 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:37,124 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:18:37,650 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:37,651 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:37,651 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:37,656 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:38,220 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:40,224 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:40,657 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:42,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:42,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:42,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:44,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:44,774 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:44,775 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:44,779 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:45,226 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:45,818 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:46,229 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:49,796 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:49,797 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:49,797 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:49,801 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:50,231 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:51,802 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:52,234 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:54,817 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:54,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:54,818 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:54,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:55,236 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:18:56,238 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:18:56,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:57,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:57,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:58,558 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:58,558 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:18:58,559 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:58,563 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:59,240 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:00,242 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:02,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:07,037 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:07,038 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:07,038 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:07,043 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:07,123 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:19:07,247 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:08,125 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:08,250 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:11,025 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:11,026 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:11,026 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:11,031 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:11,251 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:12,254 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:12,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:12,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:13,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:14,355 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:14,356 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:14,356 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:14,361 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:15,255 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:16,258 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:19,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:19,116 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:19,116 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:19,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:19,121 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:19,259 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:20,262 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:23,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:23,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:23,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:23,487 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:24,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:24,267 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:24,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:27,617 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:27,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:27,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:28,707 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:28,707 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:28,707 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:28,712 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:29,270 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:29,750 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:30,273 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:32,477 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:32,478 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:32,478 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:32,483 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:33,275 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:34,277 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:35,483 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:36,599 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:36,600 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:36,600 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:36,605 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:37,128 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:19:37,279 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:38,281 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:40,751 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:40,752 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:40,752 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:40,752 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:40,757 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:41,283 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:42,286 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:42,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:44,590 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:44,591 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:44,591 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:44,596 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:45,288 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:46,290 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:46,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:49,257 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:49,257 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:49,258 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:49,263 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:49,292 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:50,294 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:52,263 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:53,325 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:53,325 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:53,326 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:53,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:54,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:54,298 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:19:57,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:57,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:19:57,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:57,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:57,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:57,300 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:19:57,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:57,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:57,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:58,302 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:01,863 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:01,864 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:01,864 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:01,869 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:02,305 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:02,906 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:04,309 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:05,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:05,546 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:05,546 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:05,551 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:06,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:06,312 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:07,128 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:20:08,129 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:10,089 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:10,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:10,090 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:10,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:10,314 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:12,317 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:12,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:13,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:13,605 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:13,605 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:13,605 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:13,610 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:14,320 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:14,321 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:17,538 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:17,539 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:17,539 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:17,544 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:18,324 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:18,325 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:19,545 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:23,004 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:23,005 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:23,006 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:23,010 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:23,329 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:24,331 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:25,011 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:27,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:27,362 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:27,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:27,367 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:27,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:27,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:27,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:28,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:28,335 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:30,855 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:32,547 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:32,548 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:32,548 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:32,552 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:33,339 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:34,341 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:36,401 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:36,402 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:36,403 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:36,403 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:36,407 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:37,133 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:20:37,343 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:38,345 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:42,134 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:42,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:42,578 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:42,578 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:42,583 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:42,618 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:43,348 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:44,350 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:46,903 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:46,904 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:46,904 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:46,909 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:47,352 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:47,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:48,354 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:52,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:52,280 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:20:52,280 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:52,285 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:52,357 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:20:53,286 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:54,360 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:20:57,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:57,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:57,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:58,855 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:01,395 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:01,395 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:01,396 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:01,400 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:02,366 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:02,367 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:04,438 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:07,132 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:21:09,689 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:09,690 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:09,690 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:09,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:09,695 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:10,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:10,374 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:12,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:13,655 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:13,655 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:13,656 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:13,660 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:14,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:14,378 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:14,698 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:17,460 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:17,460 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:17,461 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:17,465 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:18,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:18,382 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:20,466 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:21,822 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:21,823 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:21,823 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:21,828 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:22,386 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:24,389 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:25,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:27,259 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:27,260 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:27,260 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:27,264 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:27,390 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:27,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:27,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:28,393 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:30,914 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:33,179 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:33,179 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:33,179 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:33,184 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:33,396 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:34,399 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:36,222 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:37,134 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:21:41,627 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:41,628 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:41,628 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:41,628 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:41,633 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:42,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:42,405 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:42,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:46,715 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:46,715 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:46,715 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:46,716 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:46,720 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:47,408 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:48,410 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:51,428 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:51,429 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:51,429 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:51,434 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:52,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:52,415 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:52,435 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:55,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:55,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:55,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:55,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:56,417 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:21:57,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:57,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:58,420 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:21:59,837 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:59,838 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:21:59,838 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:59,843 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:00,421 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:02,424 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:02,882 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:04,223 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:04,223 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:04,224 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:04,228 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:04,426 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:06,429 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:07,136 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:22:08,138 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:09,152 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:09,152 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:09,153 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:09,157 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:09,431 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:10,433 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:12,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:12,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:13,007 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:13,008 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:13,008 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:13,013 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:13,435 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:14,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:14,438 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:16,945 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:16,946 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:16,946 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:16,952 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:17,440 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:18,442 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:19,953 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:20,632 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:20,633 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:20,633 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:20,638 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:21,444 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:22,447 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:25,290 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:25,291 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:25,291 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:25,292 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:25,296 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:25,449 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:26,452 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:27,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:29,994 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:29,995 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:29,995 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:30,000 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:30,455 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:31,038 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:32,458 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:34,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:34,697 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:34,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:34,702 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:35,460 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:36,462 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:36,703 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:37,138 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:22:39,155 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:39,156 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:39,156 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:39,161 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:39,464 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:40,466 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:42,162 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:42,618 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:42,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:43,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:43,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:43,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:43,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:43,468 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:44,471 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:47,322 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:47,422 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:47,423 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:47,423 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:47,428 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:47,472 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:48,475 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:50,686 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:50,687 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:50,687 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:50,692 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:51,477 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:52,480 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:52,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:55,058 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:55,059 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:55,059 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:55,064 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:55,481 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:22:56,484 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:22:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:57,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:57,851 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:59,915 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:59,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:22:59,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:59,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:00,486 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:02,489 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:02,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:05,849 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:05,850 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:05,850 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:05,855 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:06,494 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:06,495 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:07,140 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:23:08,142 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:10,265 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:10,266 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:10,266 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:10,271 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:10,497 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:12,500 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:12,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:13,831 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:14,916 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:14,916 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:14,917 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:14,922 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:15,502 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:16,504 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:18,958 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:19,188 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:19,189 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:19,189 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:19,194 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:19,506 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:20,508 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:24,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:27,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:27,838 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:27,921 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:27,921 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:27,926 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:28,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:28,516 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:29,926 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:31,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:31,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:31,792 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:31,797 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:32,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:32,521 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:35,797 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:37,142 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:23:38,303 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:38,304 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:38,304 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:38,309 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:38,524 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:40,527 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:41,309 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:41,734 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:41,735 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:41,735 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:41,740 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:42,530 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:42,531 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:42,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:45,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:45,893 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:45,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:45,898 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:46,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:46,535 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:46,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:49,634 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:49,635 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:49,635 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:49,640 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:50,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:50,539 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:52,641 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:53,496 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:53,496 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:23:53,497 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:53,501 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:53,541 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:23:54,543 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:23:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:57,619 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:57,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:01,896 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:01,897 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:01,897 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:01,902 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:02,549 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:02,550 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:02,942 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:06,921 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:06,922 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:06,922 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:06,927 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:07,147 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:24:07,554 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:08,149 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:08,557 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:11,624 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:11,625 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:11,625 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:11,630 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:12,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:12,561 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:12,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:13,885 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:16,010 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:16,011 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:16,011 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:16,016 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:16,563 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:18,566 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:19,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:20,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:20,993 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:20,993 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:20,998 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:21,568 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:22,572 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:24,998 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:27,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:27,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:27,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:27,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:27,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:27,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:28,577 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:28,578 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:30,860 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:31,767 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:31,767 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:31,767 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:31,772 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:32,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:32,587 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:36,079 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:36,080 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:36,080 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:36,080 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:36,085 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:36,589 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:37,147 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:24:38,592 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:40,154 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:40,155 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:40,155 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:40,160 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:40,593 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:41,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:42,597 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:42,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:42,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:45,497 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:45,498 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:45,498 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:45,503 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:45,598 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:46,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:46,601 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:51,542 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:53,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:53,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:53,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:53,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:54,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:54,607 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:24:56,699 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:57,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:57,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:57,827 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:57,861 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:24:57,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:57,866 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:58,611 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:24:58,612 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:01,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:03,127 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:03,127 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:03,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:03,132 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:03,614 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:04,618 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:07,133 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:07,151 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:25:08,088 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:08,089 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:08,089 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:08,094 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:08,620 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:10,623 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:12,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:12,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:15,893 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:15,894 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:15,894 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:15,899 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:16,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:16,627 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:17,938 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:20,331 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:20,331 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:20,332 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:20,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:20,629 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:22,633 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:23,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:25,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:25,161 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:25,161 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:25,167 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:25,635 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:26,637 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:27,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:28,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:28,975 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:28,976 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:28,976 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:28,980 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:29,639 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:30,642 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:32,980 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:32,981 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:32,981 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:32,986 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:33,644 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:33,986 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:34,646 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:37,002 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:37,003 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:37,003 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:37,008 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:37,151 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:25:37,648 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:38,650 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:39,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:41,050 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:41,051 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:41,051 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:41,056 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:41,652 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:42,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:42,654 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:44,603 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:44,604 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:44,604 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:44,604 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:44,609 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:44,656 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:46,659 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:48,853 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:48,854 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:48,854 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:48,859 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:49,660 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:49,859 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:50,663 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:53,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:53,824 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:53,824 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:53,829 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:54,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:25:54,667 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:25:55,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:57,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:59,296 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:59,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:25:59,297 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:59,302 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:59,670 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:00,672 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:01,338 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:04,559 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:04,560 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:04,560 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:04,565 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:04,676 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:06,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:06,679 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:07,156 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:26:08,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:08,338 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:08,338 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:08,343 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:08,680 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:10,683 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:12,344 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:12,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:13,126 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:13,126 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:13,127 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:13,131 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:13,685 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:14,687 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:18,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:18,326 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:18,327 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:18,327 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:18,331 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:18,689 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:20,692 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:23,332 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:25,361 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:25,361 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:25,362 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:25,366 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:25,696 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:26,699 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:27,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:28,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:33,697 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:33,698 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:33,698 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:33,703 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:33,703 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:34,706 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:34,742 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:37,155 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:26:40,157 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:42,237 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:42,237 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:42,238 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:42,242 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:42,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:42,710 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:44,713 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:45,852 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:46,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:46,235 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:46,235 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:46,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:46,715 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:48,717 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:49,509 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:49,510 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:49,510 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:49,515 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:49,718 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:26:50,721 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:26:51,515 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:56,516 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:57,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:58,521 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:58,522 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:26:58,522 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:58,527 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:58,725 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:00,728 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:01,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:02,866 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:02,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:02,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:02,871 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:03,730 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:04,733 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:06,872 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:07,157 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:27:07,277 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:07,278 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:07,278 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:07,283 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:07,735 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:08,737 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:11,808 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:11,812 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:11,812 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:11,817 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:12,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:12,741 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:12,742 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:17,843 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:20,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:20,196 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:20,197 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:20,202 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:20,746 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:22,750 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:23,238 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:24,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:24,586 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:24,586 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:24,591 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:24,751 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:26,754 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:27,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:27,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:28,224 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:28,225 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:28,225 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:28,230 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:28,266 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:28,756 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:30,759 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:32,943 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:32,944 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:32,944 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:32,949 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:33,761 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:33,949 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:34,763 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:37,159 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:27:37,437 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:37,437 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:37,438 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:37,442 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:37,765 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:38,768 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:39,443 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:41,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:41,569 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:41,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:41,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:41,769 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:42,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:42,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:42,772 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:44,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:49,829 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:49,867 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:49,867 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:49,867 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:49,872 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:50,778 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:50,779 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:54,910 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:55,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:55,663 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:27:55,663 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:55,668 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:55,781 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:27:56,784 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:27:57,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:57,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:57,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:00,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:00,159 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:00,159 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:00,160 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:00,164 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:00,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:00,788 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:05,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:07,161 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:28:08,683 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:08,684 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:08,684 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:08,689 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:08,794 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:10,690 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:10,797 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:12,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:12,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:12,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:13,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:13,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:13,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:13,625 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:13,798 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:14,801 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:16,662 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:18,886 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:18,887 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:18,887 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:18,892 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:19,803 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:20,804 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:21,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:23,293 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:23,294 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:23,294 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:23,299 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:23,807 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:24,809 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:27,285 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:27,286 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:27,286 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:27,287 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:27,291 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:27,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:27,811 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:28,814 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:31,235 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:31,236 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:31,236 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:31,240 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:31,816 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:32,818 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:33,241 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:35,463 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:35,464 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:35,464 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:35,469 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:35,820 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:36,822 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:37,164 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:28:39,167 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:40,688 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:40,689 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:40,689 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:40,694 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:40,825 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:42,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:42,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:42,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:42,828 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:44,864 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:44,964 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:44,965 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:44,965 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:44,970 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:45,829 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:46,832 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:49,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:50,481 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:50,482 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:50,482 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:50,487 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:50,834 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:28:52,837 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:28:55,488 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:57,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:57,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:57,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:58,798 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:58,799 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:28:58,799 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:58,804 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:58,840 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:00,805 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:00,843 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:02,646 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:02,647 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:02,647 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:02,652 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:02,844 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:04,848 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:06,653 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:06,790 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:06,791 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:06,791 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:06,796 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:06,850 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:07,166 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:29:08,853 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:11,166 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:11,167 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:11,167 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:11,172 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:11,854 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:12,172 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:12,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:12,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:12,621 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:12,857 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:15,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:15,296 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:15,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:15,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:15,858 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:16,861 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:17,301 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:22,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:23,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:23,121 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:23,121 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:23,126 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:23,866 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:24,869 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:27,569 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:27,570 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:27,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:27,571 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:27,575 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:27,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:27,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:27,870 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:28,873 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:31,959 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:31,959 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:31,960 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:31,964 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:32,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:32,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:32,965 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:36,017 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:36,018 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:36,018 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:36,023 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:36,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:36,882 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:37,168 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:29:38,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:41,278 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:41,279 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:41,279 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:41,284 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:41,885 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:42,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:42,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:42,887 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:43,835 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:46,164 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:46,165 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:46,165 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:46,170 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:46,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:46,892 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:49,170 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:50,330 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:50,330 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:50,330 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:50,336 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:50,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:50,896 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:54,337 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:54,692 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:54,693 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:54,693 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:54,698 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:54,898 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:29:56,901 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:29:57,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:57,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:57,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:59,295 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:59,295 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:29:59,296 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:59,301 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:59,903 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:00,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:00,905 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:05,302 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:07,170 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:30:07,574 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:07,575 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:07,575 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:07,580 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:07,910 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:08,913 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:10,581 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:12,621 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:12,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:12,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:15,908 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:15,979 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:15,979 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:15,979 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:15,984 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:16,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:16,919 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:20,153 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:20,153 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:20,154 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:20,158 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:20,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:20,923 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:21,159 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:25,933 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:25,933 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:25,934 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:25,938 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:26,929 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:26,930 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:26,939 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:27,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:27,664 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:29,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:29,806 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:29,806 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:29,811 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:29,931 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:30,934 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:32,850 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:34,024 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:34,025 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:34,025 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:34,030 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:34,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:34,938 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:37,175 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:30:38,176 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:38,526 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:38,527 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:38,527 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:38,532 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:38,940 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:40,943 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:42,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:42,371 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:42,372 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:42,377 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:42,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:42,946 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:42,947 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:43,279 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:48,280 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:48,313 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:48,314 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:48,314 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:48,319 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:48,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:48,952 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:53,320 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:53,518 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:53,519 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:53,519 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:53,524 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:53,955 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:54,957 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:30:57,487 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:57,488 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:30:57,488 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:57,493 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:57,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:57,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:57,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:57,959 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:30:58,847 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:58,961 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:02,764 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:02,764 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:02,765 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:02,770 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:02,964 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:04,806 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:04,968 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:07,175 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:31:07,983 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:07,983 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:07,984 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:07,988 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:08,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:08,972 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:09,989 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:12,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:12,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:12,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:13,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:13,614 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:13,615 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:13,619 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:13,975 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:14,976 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:15,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:17,816 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:17,817 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:17,817 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:17,822 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:17,978 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:18,980 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:20,823 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:22,588 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:22,588 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:22,589 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:22,593 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:22,984 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:24,987 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:26,564 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:26,565 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:26,565 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:26,565 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:26,570 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:26,988 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:27,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:28,991 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:31,619 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:31,620 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:31,620 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:31,620 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:31,625 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:31,993 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:32,996 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:35,368 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:35,369 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:35,369 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:35,374 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:35,997 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:37,000 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:37,179 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:31:37,181 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:40,291 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:40,292 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:40,292 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:40,297 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:41,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:41,004 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:42,298 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:42,622 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:44,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:44,178 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:44,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:44,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:45,008 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:45,009 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:47,971 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:47,971 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:47,972 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:47,972 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:47,976 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:48,010 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:49,012 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:52,749 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:52,750 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:31:52,750 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:52,755 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:53,015 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:31:53,756 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:55,017 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:31:57,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:57,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:57,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:58,875 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:00,909 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:00,910 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:00,910 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:00,919 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:01,021 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:03,024 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:03,954 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:04,467 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:04,468 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:04,468 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:04,472 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:05,028 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:05,029 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:07,179 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:32:07,918 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:07,918 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:07,918 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:07,923 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:08,030 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:09,033 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:09,924 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:12,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:12,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:12,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:13,177 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:13,178 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:13,178 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:13,183 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:14,036 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:15,038 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:15,184 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:18,186 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:18,187 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:18,187 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:18,191 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:19,042 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:19,043 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:20,192 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:23,365 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:23,366 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:23,366 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:23,371 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:24,046 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:25,049 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:25,371 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:27,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:27,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:27,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:29,064 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:29,065 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:29,065 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:29,070 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:30,052 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:31,055 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:31,110 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:33,472 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:33,473 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:33,473 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:33,478 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:34,057 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:35,059 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:36,479 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:37,184 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:32:38,694 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:38,695 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:38,695 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:38,700 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:39,061 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:41,064 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:41,701 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:42,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:42,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:42,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:44,510 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:44,511 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:44,511 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:44,516 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:45,068 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:45,069 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:47,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:52,554 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:52,919 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:52,920 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:52,920 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:52,925 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:53,073 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:32:55,076 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:32:57,622 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:57,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:57,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:57,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:59,213 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:59,214 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:32:59,214 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:59,219 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:00,079 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:01,081 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:03,258 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:03,317 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:03,318 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:03,318 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:03,323 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:04,083 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:05,086 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:07,183 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:33:08,600 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:08,601 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:08,601 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:08,602 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:08,606 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:09,090 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:09,091 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:12,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:12,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:12,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:13,054 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:13,055 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:13,055 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:13,060 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:13,093 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:14,098 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:15,096 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:18,527 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:18,528 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:18,528 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:18,533 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:19,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:19,100 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:19,533 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:22,728 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:22,729 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:22,729 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:22,734 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:23,104 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:24,735 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:25,107 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:27,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:27,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:27,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:28,639 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:28,639 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:28,639 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:28,644 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:29,109 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:30,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:31,113 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:35,682 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:37,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:37,115 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:37,115 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:37,120 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:37,186 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:33:38,117 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:39,119 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:41,070 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:41,071 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:41,071 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:41,071 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:41,076 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:41,120 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:42,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:42,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:42,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:43,123 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:45,076 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:45,076 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:45,076 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:45,081 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:45,125 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:46,120 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:47,128 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:48,434 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:48,435 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:48,435 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:48,440 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:49,131 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:49,132 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:51,441 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:52,881 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:52,882 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:33:52,882 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:52,886 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:53,134 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:33:55,137 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:33:56,887 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:57,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:57,623 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:57,623 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:02,841 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:07,188 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:34:08,189 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:13,077 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:13,077 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:13,316 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:13,578 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:18,773 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:23,774 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:28,453 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:28,597 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:28,597 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:28,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:33,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:37,191 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:34:39,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:44,193 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:49,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:54,196 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:59,197 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:02,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:35:02,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:02,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:05,083 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:07,192 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:35:10,194 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:15,195 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:17,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:35:17,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:17,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:21,115 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:26,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:31,116 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:32,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:35:32,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:32,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:37,114 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:37,199 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:35:42,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:47,202 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:47,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:35:47,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:47,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:53,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:58,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:02,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:36:02,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:02,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:07,821 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:36:07,946 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:36:07,946 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:12,948 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:17,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:36:17,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:17,820 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:18,106 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:23,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:28,107 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:32,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:36:32,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:32,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:34,074 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:37,199 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:36:39,200 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:44,201 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:47,819 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:36:47,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:47,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:50,122 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:55,123 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:00,124 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:02,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:37:02,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:02,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:06,117 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:07,205 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:37:11,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:16,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:17,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:37:17,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:17,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:22,150 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:27,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:32,151 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:32,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:37:32,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:32,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:37,203 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:37:37,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:42,205 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:47,206 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:47,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:37:47,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:47,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:53,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:58,094 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:02,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:38:02,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:02,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:03,119 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:07,205 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:38:08,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:13,207 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:17,820 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 18:38:17,861 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:17,861 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:19,163 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:22,985 DEBUG SenderThread:877043 [sender.py:send():382] send: telemetry +2024-03-13 18:38:22,985 DEBUG SenderThread:877043 [sender.py:send():382] send: exit +2024-03-13 18:38:22,986 INFO SenderThread:877043 [sender.py:send_exit():589] handling exit code: 0 +2024-03-13 18:38:22,986 INFO SenderThread:877043 [sender.py:send_exit():591] handling runtime: 25817 +2024-03-13 18:38:22,991 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:22,991 INFO SenderThread:877043 [sender.py:send_exit():597] send defer +2024-03-13 18:38:22,991 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:22,992 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 0 +2024-03-13 18:38:22,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:22,992 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 0 +2024-03-13 18:38:22,992 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 1 +2024-03-13 18:38:22,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:22,992 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 1 +2024-03-13 18:38:22,992 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:22,992 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 1 +2024-03-13 18:38:22,992 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 2 +2024-03-13 18:38:22,992 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:22,992 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 2 +2024-03-13 18:38:22,992 INFO HandlerThread:877043 [system_monitor.py:finish():203] Stopping system monitor +2024-03-13 18:38:22,992 DEBUG SystemMonitor:877043 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-13 18:38:22,993 DEBUG SystemMonitor:877043 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-13 18:38:22,994 INFO HandlerThread:877043 [interfaces.py:finish():202] Joined cpu monitor +2024-03-13 18:38:22,996 INFO HandlerThread:877043 [interfaces.py:finish():202] Joined disk monitor +2024-03-13 18:38:23,874 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:38:24,568 INFO HandlerThread:877043 [interfaces.py:finish():202] Joined gpu monitor +2024-03-13 18:38:24,568 INFO HandlerThread:877043 [interfaces.py:finish():202] Joined memory monitor +2024-03-13 18:38:24,568 INFO HandlerThread:877043 [interfaces.py:finish():202] Joined network monitor +2024-03-13 18:38:24,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:24,568 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,569 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 2 +2024-03-13 18:38:24,569 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 3 +2024-03-13 18:38:24,569 DEBUG SenderThread:877043 [sender.py:send():382] send: stats +2024-03-13 18:38:24,570 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:24,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:24,570 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 3 +2024-03-13 18:38:24,570 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:24,571 DEBUG SenderThread:877043 [sender.py:send():382] send: history +2024-03-13 18:38:24,571 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:24,576 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:24,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,576 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 3 +2024-03-13 18:38:24,576 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 4 +2024-03-13 18:38:24,576 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:24,576 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 4 +2024-03-13 18:38:24,576 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,577 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 4 +2024-03-13 18:38:24,577 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 5 +2024-03-13 18:38:24,577 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:24,577 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 5 +2024-03-13 18:38:24,577 DEBUG SenderThread:877043 [sender.py:send():382] send: summary +2024-03-13 18:38:24,582 INFO SenderThread:877043 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:24,582 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,582 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 5 +2024-03-13 18:38:24,582 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 6 +2024-03-13 18:38:24,582 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:24,583 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 6 +2024-03-13 18:38:24,583 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,583 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 6 +2024-03-13 18:38:24,585 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:24,814 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 7 +2024-03-13 18:38:24,814 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:24,814 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 7 +2024-03-13 18:38:24,814 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:24,814 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 7 +2024-03-13 18:38:24,877 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:38:24,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:38:24,878 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml +2024-03-13 18:38:24,960 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:25,880 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:38:27,255 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 8 +2024-03-13 18:38:27,255 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:27,255 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:27,255 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 8 +2024-03-13 18:38:27,256 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:27,256 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 8 +2024-03-13 18:38:27,256 INFO SenderThread:877043 [job_builder.py:build():296] Attempting to build job artifact +2024-03-13 18:38:27,257 INFO SenderThread:877043 [job_builder.py:_get_source_type():426] is repo sourced job +2024-03-13 18:38:27,334 INFO SenderThread:877043 [job_builder.py:build():402] adding wandb-job metadata file +2024-03-13 18:38:27,362 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 9 +2024-03-13 18:38:27,363 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:27,363 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 9 +2024-03-13 18:38:27,368 DEBUG SenderThread:877043 [sender.py:send():382] send: artifact +2024-03-13 18:38:27,881 INFO Thread-12 :877043 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:38:27,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:28,449 INFO SenderThread:877043 [sender.py:send_artifact():1494] sent artifact job-https___github.com_TRI-ML_prismatic-vlms.git_scripts_pretrain.py - {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'state': 'COMMITTED', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjE0MzcwMzk1OA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'versionIndex': 9}}} +2024-03-13 18:38:28,449 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:28,449 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 9 +2024-03-13 18:38:28,449 INFO SenderThread:877043 [dir_watcher.py:finish():358] shutting down directory watcher +2024-03-13 18:38:28,882 INFO SenderThread:877043 [dir_watcher.py:finish():388] scan: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files +2024-03-13 18:38:28,883 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml config.yaml +2024-03-13 18:38:28,883 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml conda-environment.yaml +2024-03-13 18:38:28,883 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-metadata.json wandb-metadata.json +2024-03-13 18:38:28,883 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt requirements.txt +2024-03-13 18:38:28,883 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log output.log +2024-03-13 18:38:28,884 INFO SenderThread:877043 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json wandb-summary.json +2024-03-13 18:38:28,890 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 10 +2024-03-13 18:38:28,890 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:28,892 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:28,892 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 10 +2024-03-13 18:38:28,893 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:28,893 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 10 +2024-03-13 18:38:28,893 INFO SenderThread:877043 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 18:38:28,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:28,961 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:29,584 INFO wandb-upload_1:877043 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/conda-environment.yaml +2024-03-13 18:38:29,700 INFO wandb-upload_4:877043 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/wandb-summary.json +2024-03-13 18:38:29,701 INFO wandb-upload_0:877043 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/config.yaml +2024-03-13 18:38:29,715 INFO wandb-upload_2:877043 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/requirements.txt +2024-03-13 18:38:29,726 INFO wandb-upload_3:877043 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/files/output.log +2024-03-13 18:38:29,927 INFO Thread-11 (_thread_body):877043 [sender.py:transition_state():617] send defer: 11 +2024-03-13 18:38:29,927 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:29,927 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 11 +2024-03-13 18:38:29,927 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:29,927 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 11 +2024-03-13 18:38:29,927 INFO SenderThread:877043 [file_pusher.py:join():178] waiting for file pusher +2024-03-13 18:38:29,927 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 12 +2024-03-13 18:38:29,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:29,928 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 12 +2024-03-13 18:38:29,928 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:29,928 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:29,928 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 12 +2024-03-13 18:38:29,928 INFO SenderThread:877043 [file_stream.py:finish():595] file stream finish called +2024-03-13 18:38:29,961 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:30,566 INFO SenderThread:877043 [file_stream.py:finish():599] file stream finish is done +2024-03-13 18:38:30,566 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 13 +2024-03-13 18:38:30,566 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:30,566 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:30,566 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 13 +2024-03-13 18:38:30,566 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:30,566 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 13 +2024-03-13 18:38:30,567 INFO SenderThread:877043 [sender.py:transition_state():617] send defer: 14 +2024-03-13 18:38:30,567 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:38:30,567 INFO HandlerThread:877043 [handler.py:handle_request_defer():172] handle defer: 14 +2024-03-13 18:38:30,567 DEBUG SenderThread:877043 [sender.py:send():382] send: final +2024-03-13 18:38:30,567 DEBUG SenderThread:877043 [sender.py:send():382] send: footer +2024-03-13 18:38:30,567 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: defer +2024-03-13 18:38:30,567 INFO SenderThread:877043 [sender.py:send_request_defer():613] handle sender defer: 14 +2024-03-13 18:38:30,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:38:30,568 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:38:30,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:38:30,568 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: server_info +2024-03-13 18:38:30,568 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: server_info +2024-03-13 18:38:30,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: get_summary +2024-03-13 18:38:30,613 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: sampled_history +2024-03-13 18:38:30,614 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: job_info +2024-03-13 18:38:30,770 DEBUG SenderThread:877043 [sender.py:send_request():409] send_request: job_info +2024-03-13 18:38:30,771 DEBUG HandlerThread:877043 [handler.py:handle_request():146] handle_request: shutdown +2024-03-13 18:38:30,771 INFO HandlerThread:877043 [handler.py:finish():869] shutting down handler +2024-03-13 18:38:31,615 INFO WriterThread:877043 [datastore.py:close():296] close: runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/run-pairvt6d.wandb +2024-03-13 18:38:31,771 INFO SenderThread:877043 [sender.py:finish():1572] shutting down sender +2024-03-13 18:38:31,771 INFO SenderThread:877043 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 18:38:31,771 INFO SenderThread:877043 [file_pusher.py:join():178] waiting for file pusher diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug.log b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..fbe57124a50760172d74e892f152d77170e71206 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug.log @@ -0,0 +1,34 @@ +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3 +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Configure stats pid to 876707 +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/.config/wandb/settings +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/prismatic-vlms/wandb/settings +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'scripts/pretrain.py', 'program_abspath': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py'} +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:_log_setup():526] Logging user logs to runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug.log +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:_log_setup():527] Logging internal logs to runs/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/logs/debug-internal.log +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:init():566] calling init triggers +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:init():573] wandb.init called with sweep_config: {} +config: {'model': {'type': 'one-stage+7b', 'model_id': 'one-stage+7b_qformer2_128', 'arch_specifier': 'qformer2_128', 'vision_backbone_id': 'clip-vit-l-336px', 'llm_backbone_id': 'vicuna-v15-7b', 'image_resize_strategy': 'letterbox', 'llm_max_length': 2048, 'align_epochs': 1, 'align_max_steps': None, 'align_global_batch_size': 256, 'align_per_device_batch_size': 16, 'align_learning_rate': 0.001, 'align_weight_decay': 0.0, 'align_max_grad_norm': 1.0, 'align_lr_scheduler_type': 'linear-warmup+cosine-decay', 'align_warmup_ratio': 0.03, 'align_train_strategy': 'fsdp-shard-grad-op', 'finetune_epochs': 1, 'finetune_max_steps': None, 'finetune_global_batch_size': 128, 'finetune_per_device_batch_size': 16, 'finetune_learning_rate': 2e-05, 'finetune_weight_decay': 0.1, 'finetune_max_grad_norm': 1.0, 'finetune_lr_scheduler_type': 'linear-warmup+cosine-decay', 'finetune_warmup_ratio': 0.03, 'finetune_train_strategy': 'fsdp-full-shard', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': False}, 'dataset': {'type': 'llava-v15', 'dataset_id': 'llava-v15', 'align_stage_components': ['download/llava-laion-cc-sbu-558k/chat.json', 'download/llava-laion-cc-sbu-558k'], 'finetune_stage_components': ['download/llava-v1.5-instruct/llava_v1_5_mix665k.json', 'download/llava-v1.5-instruct'], 'dataset_root_dir': 'data'}, 'stage': 'finetune', 'pretrained_checkpoint': '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_128/checkpoints/latest-checkpoint.pt', 'run_id': 's1_s2_qformer2_128', 'run_root_dir': 'runs', 'seed': 7, 'hf_token': '.hf_token', 'trackers': ['jsonl', 'wandb'], 'wandb_project': 'hf-vlms', 'wandb_entity': 'lilei_stones', 'max_length': 4096} +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:init():616] starting backend +2024-03-13 11:28:04,758 INFO MainThread:876707 [wandb_init.py:init():620] setting up manager +2024-03-13 11:28:04,765 INFO MainThread:876707 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-03-13 11:28:04,767 INFO MainThread:876707 [wandb_init.py:init():628] backend started and connected +2024-03-13 11:28:04,780 INFO MainThread:876707 [wandb_init.py:init():720] updated telemetry +2024-03-13 11:28:04,804 INFO MainThread:876707 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout +2024-03-13 11:28:05,329 INFO MainThread:876707 [wandb_run.py:_on_init():2262] communicating current version +2024-03-13 11:28:05,379 INFO MainThread:876707 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-03-13 11:28:05,379 INFO MainThread:876707 [wandb_init.py:init():804] starting run threads in backend +2024-03-13 11:28:10,083 INFO MainThread:876707 [wandb_run.py:_console_start():2241] atexit reg +2024-03-13 11:28:10,083 INFO MainThread:876707 [wandb_run.py:_redirect():2096] redirect: wrap_raw +2024-03-13 11:28:10,083 INFO MainThread:876707 [wandb_run.py:_redirect():2161] Wrapping output streams. +2024-03-13 11:28:10,084 INFO MainThread:876707 [wandb_run.py:_redirect():2186] Redirects installed. +2024-03-13 11:28:10,084 INFO MainThread:876707 [wandb_init.py:init():847] run started, returning control to user process +2024-03-13 18:38:22,958 INFO MainThread:876707 [wandb_run.py:_finish():1970] finishing run lilei_stones/hf-vlms/pairvt6d +2024-03-13 18:38:22,959 INFO MainThread:876707 [wandb_run.py:_atexit_cleanup():2210] got exitcode: 0 +2024-03-13 18:38:22,959 INFO MainThread:876707 [wandb_run.py:_restore():2193] restore +2024-03-13 18:38:22,959 INFO MainThread:876707 [wandb_run.py:_restore():2199] restore done +2024-03-13 18:38:31,772 INFO MainThread:876707 [wandb_run.py:_footer_history_summary_info():3866] rendering history +2024-03-13 18:38:31,773 INFO MainThread:876707 [wandb_run.py:_footer_history_summary_info():3898] rendering summary +2024-03-13 18:38:31,784 INFO MainThread:876707 [wandb_run.py:_footer_sync_info():3825] logging synced files diff --git a/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/run-pairvt6d.wandb b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/run-pairvt6d.wandb new file mode 100644 index 0000000000000000000000000000000000000000..40ac683ab63e548dd9caa12d40a0f89a0815a5b9 --- /dev/null +++ b/s1_s2_qformer2_128/wandb/run-20240313_112804-pairvt6d/run-pairvt6d.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be3af66136855b454c06ed3828855fd1f5471e2a5e6bebae9eb5688fab2b680 +size 12583542 diff --git a/s1_s2_qformer2_256/checkpoints/latest-checkpoint.pt b/s1_s2_qformer2_256/checkpoints/latest-checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..de56df02cdc3d6c1d30b2d794f06b07aa61508e8 --- /dev/null +++ b/s1_s2_qformer2_256/checkpoints/latest-checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4119544d6458a0ff358e3873158f92f454822ad95761af3418000e977b0826 +size 28824506550 diff --git a/s1_s2_qformer2_256/checkpoints/step-005198-epoch-00-loss=0.9017.pt b/s1_s2_qformer2_256/checkpoints/step-005198-epoch-00-loss=0.9017.pt new file mode 100644 index 0000000000000000000000000000000000000000..de56df02cdc3d6c1d30b2d794f06b07aa61508e8 --- /dev/null +++ b/s1_s2_qformer2_256/checkpoints/step-005198-epoch-00-loss=0.9017.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4119544d6458a0ff358e3873158f92f454822ad95761af3418000e977b0826 +size 28824506550 diff --git a/s1_s2_qformer2_256/config.json b/s1_s2_qformer2_256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b7e97b11d20aac87c11f5b54345fb6d47271bb3b --- /dev/null +++ b/s1_s2_qformer2_256/config.json @@ -0,0 +1,60 @@ +{ + "dataset": { + "align_stage_components": [ + "download/llava-laion-cc-sbu-558k/chat.json", + "download/llava-laion-cc-sbu-558k" + ], + "dataset_id": "llava-v15", + "dataset_root_dir": "data", + "finetune_stage_components": [ + "download/llava-v1.5-instruct/llava_v1_5_mix665k.json", + "download/llava-v1.5-instruct" + ], + "type": "llava-v15" + }, + "hf_token": ".hf_token", + "max_length": 4096, + "model": { + "align_epochs": 1, + "align_global_batch_size": 256, + "align_learning_rate": 0.001, + "align_lr_scheduler_type": "linear-warmup+cosine-decay", + "align_max_grad_norm": 1.0, + "align_max_steps": null, + "align_per_device_batch_size": 16, + "align_train_strategy": "fsdp-shard-grad-op", + "align_warmup_ratio": 0.03, + "align_weight_decay": 0.0, + "arch_specifier": "qformer2_256", + "enable_gradient_checkpointing": true, + "enable_mixed_precision_training": true, + "finetune_epochs": 1, + "finetune_global_batch_size": 128, + "finetune_learning_rate": 2e-05, + "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", + "finetune_max_grad_norm": 1.0, + "finetune_max_steps": null, + "finetune_per_device_batch_size": 16, + "finetune_train_strategy": "fsdp-full-shard", + "finetune_warmup_ratio": 0.03, + "finetune_weight_decay": 0.1, + "image_resize_strategy": "letterbox", + "llm_backbone_id": "vicuna-v15-7b", + "llm_max_length": 2048, + "model_id": "one-stage+7b_qformer2_256", + "reduce_in_full_precision": false, + "type": "one-stage+7b", + "vision_backbone_id": "clip-vit-l-336px" + }, + "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt", + "run_id": "s1_s2_qformer2_256", + "run_root_dir": "runs", + "seed": 7, + "stage": "finetune", + "trackers": [ + "jsonl", + "wandb" + ], + "wandb_entity": "lilei_stones", + "wandb_project": "hf-vlms" +} \ No newline at end of file diff --git a/s1_s2_qformer2_256/config.yaml b/s1_s2_qformer2_256/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a6d49f1bb0635b5a625a060c3cf5273eaffb5b2a --- /dev/null +++ b/s1_s2_qformer2_256/config.yaml @@ -0,0 +1,53 @@ +dataset: + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + dataset_id: llava-v15 + dataset_root_dir: data + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + type: llava-v15 +hf_token: .hf_token +max_length: 4096 +model: + align_epochs: 1 + align_global_batch_size: 256 + align_learning_rate: 0.001 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_max_grad_norm: 1.0 + align_max_steps: null + align_per_device_batch_size: 16 + align_train_strategy: fsdp-shard-grad-op + align_warmup_ratio: 0.03 + align_weight_decay: 0.0 + arch_specifier: qformer2_256 + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + finetune_epochs: 1 + finetune_global_batch_size: 128 + finetune_learning_rate: 2.0e-05 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_max_grad_norm: 1.0 + finetune_max_steps: null + finetune_per_device_batch_size: 16 + finetune_train_strategy: fsdp-full-shard + finetune_warmup_ratio: 0.03 + finetune_weight_decay: 0.1 + image_resize_strategy: letterbox + llm_backbone_id: vicuna-v15-7b + llm_max_length: 2048 + model_id: one-stage+7b_qformer2_256 + reduce_in_full_precision: false + type: one-stage+7b + vision_backbone_id: clip-vit-l-336px +pretrained_checkpoint: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt +run_id: s1_s2_qformer2_256 +run_root_dir: runs +seed: 7 +stage: finetune +trackers: +- jsonl +- wandb +wandb_entity: lilei_stones +wandb_project: hf-vlms diff --git a/s1_s2_qformer2_256/run-metrics.jsonl b/s1_s2_qformer2_256/run-metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a4066fd7304fc0394089cee2bdf3fd3220ca00a --- /dev/null +++ b/s1_s2_qformer2_256/run-metrics.jsonl @@ -0,0 +1 @@ +{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "max_length": 4096, "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "qformer2_256", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "one-stage+7b_qformer2_256", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt", "run_id": "s1_s2_qformer2_256", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "lilei_stones", "wandb_project": "hf-vlms"}, "run_id": "s1_s2_qformer2_256"} diff --git a/s1_s2_qformer2_256/s1_s2_qformer2_256.jsonl b/s1_s2_qformer2_256/s1_s2_qformer2_256.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e76ded680a44a5ab0e04610a259282bca535d67c --- /dev/null +++ b/s1_s2_qformer2_256/s1_s2_qformer2_256.jsonl @@ -0,0 +1,5198 @@ +{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 1.0383682250976562, "Finetune/Loss (Raw)": 1.0383682250976562, "Finetune/Step": 1, "Finetune/Step Time": 25.968050956726074} +{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.261253833770752, "Finetune/Loss (Raw)": 1.4841395616531372, "Finetune/Step": 2, "Finetune/Step Time": 16.862588763237} +{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2566285133361816, "Finetune/Loss (Raw)": 1.247377634048462, "Finetune/Step": 3, "Finetune/Step Time": 12.648488283157349} +{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2323622703552246, "Finetune/Loss (Raw)": 1.1595638990402222, "Finetune/Step": 4, "Finetune/Step Time": 10.582294881343842} +{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2309460639953613, "Finetune/Loss (Raw)": 1.2252813577651978, "Finetune/Step": 5, "Finetune/Step Time": 9.530426740646362} +{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2357553243637085, "Finetune/Loss (Raw)": 1.2598011493682861, "Finetune/Step": 6, "Finetune/Step Time": 8.77715023358663} +{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2279194593429565, "Finetune/Loss (Raw)": 1.1809037923812866, "Finetune/Step": 7, "Finetune/Step Time": 8.209447247641426} +{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2482664585113525, "Finetune/Loss (Raw)": 1.3906960487365723, "Finetune/Step": 8, "Finetune/Step Time": 7.963389605283737} +{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2316659688949585, "Finetune/Loss (Raw)": 1.0988610982894897, "Finetune/Step": 9, "Finetune/Step Time": 7.62861262427436} +{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2568308115005493, "Finetune/Loss (Raw)": 1.4833143949508667, "Finetune/Step": 10, "Finetune/Step Time": 7.618235492706299} +{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2650988101959229, "Finetune/Loss (Raw)": 1.3477792739868164, "Finetune/Step": 11, "Finetune/Step Time": 7.345653642307628} +{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.263509750366211, "Finetune/Loss (Raw)": 1.2460306882858276, "Finetune/Step": 12, "Finetune/Step Time": 7.135010778903961} +{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.254069209098816, "Finetune/Loss (Raw)": 1.140781283378601, "Finetune/Step": 13, "Finetune/Step Time": 6.949731368284959} +{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2631680965423584, "Finetune/Loss (Raw)": 1.3814538717269897, "Finetune/Step": 14, "Finetune/Step Time": 6.770573019981384} +{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2709635496139526, "Finetune/Loss (Raw)": 1.3801019191741943, "Finetune/Step": 15, "Finetune/Step Time": 6.710027885437012} +{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2524781227111816, "Finetune/Loss (Raw)": 0.9751945734024048, "Finetune/Step": 16, "Finetune/Step Time": 6.664698034524918} +{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2471697330474854, "Finetune/Loss (Raw)": 1.1622365713119507, "Finetune/Step": 17, "Finetune/Step Time": 6.561588245279649} +{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2334058284759521, "Finetune/Loss (Raw)": 0.9994185566902161, "Finetune/Step": 18, "Finetune/Step Time": 6.498503115442064} +{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.2292324304580688, "Finetune/Loss (Raw)": 1.1541122198104858, "Finetune/Step": 19, "Finetune/Step Time": 6.390762015392906} +{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2247260808944702, "Finetune/Loss (Raw)": 1.1391055583953857, "Finetune/Step": 20, "Finetune/Step Time": 6.280828189849854} +{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.221266508102417, "Finetune/Loss (Raw)": 1.152073860168457, "Finetune/Step": 21, "Finetune/Step Time": 6.270274003346761} +{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.2141296863555908, "Finetune/Loss (Raw)": 1.0642579793930054, "Finetune/Step": 22, "Finetune/Step Time": 6.20704879543998} +{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.1717333793640137, "Finetune/Loss (Raw)": 0.2390148639678955, "Finetune/Step": 23, "Finetune/Step Time": 6.296733773272971} +{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.1722536087036133, "Finetune/Loss (Raw)": 1.1842199563980103, "Finetune/Step": 24, "Finetune/Step Time": 6.2095450560251875} +{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1671737432479858, "Finetune/Loss (Raw)": 1.0452574491500854, "Finetune/Step": 25, "Finetune/Step Time": 6.157518272399902} +{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.13308846950531, "Finetune/Loss (Raw)": 0.2809561789035797, "Finetune/Step": 26, "Finetune/Step Time": 6.276150382482088} +{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1369308233261108, "Finetune/Loss (Raw)": 1.236830234527588, "Finetune/Step": 27, "Finetune/Step Time": 6.192473438051012} +{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.13559091091156, "Finetune/Loss (Raw)": 1.0994113683700562, "Finetune/Step": 28, "Finetune/Step Time": 6.123805582523346} +{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1379549503326416, "Finetune/Loss (Raw)": 1.2041528224945068, "Finetune/Step": 29, "Finetune/Step Time": 6.111308130724677} +{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.13419771194458, "Finetune/Loss (Raw)": 1.0252330303192139, "Finetune/Step": 30, "Finetune/Step Time": 6.102873388926188} +{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1358617544174194, "Finetune/Loss (Raw)": 1.185786485671997, "Finetune/Step": 31, "Finetune/Step Time": 6.069077614815004} +{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1335289478302002, "Finetune/Loss (Raw)": 1.0612084865570068, "Finetune/Step": 32, "Finetune/Step Time": 6.092294834554195} +{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.126973032951355, "Finetune/Loss (Raw)": 0.9171836376190186, "Finetune/Step": 33, "Finetune/Step Time": 6.067670489802505} +{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.122876524925232, "Finetune/Loss (Raw)": 0.9876932501792908, "Finetune/Step": 34, "Finetune/Step Time": 6.027827080558328} +{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1271339654922485, "Finetune/Loss (Raw)": 1.2718864679336548, "Finetune/Step": 35, "Finetune/Step Time": 6.0011573382786345} +{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1265851259231567, "Finetune/Loss (Raw)": 1.107374668121338, "Finetune/Step": 36, "Finetune/Step Time": 6.00965412457784} +{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1294316053390503, "Finetune/Loss (Raw)": 1.2319049835205078, "Finetune/Step": 37, "Finetune/Step Time": 6.058406559196678} +{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1287921667099, "Finetune/Loss (Raw)": 1.1051342487335205, "Finetune/Step": 38, "Finetune/Step Time": 6.01186496333072} +{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1286664009094238, "Finetune/Loss (Raw)": 1.1238865852355957, "Finetune/Step": 39, "Finetune/Step Time": 5.965687073194063} +{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1282318830490112, "Finetune/Loss (Raw)": 1.111283302307129, "Finetune/Step": 40, "Finetune/Step Time": 5.9718758285045626} +{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1303941011428833, "Finetune/Loss (Raw)": 1.216889500617981, "Finetune/Step": 41, "Finetune/Step Time": 5.918372538031601} +{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.131964921951294, "Finetune/Loss (Raw)": 1.1963671445846558, "Finetune/Step": 42, "Finetune/Step Time": 5.879489592143467} +{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1311736106872559, "Finetune/Loss (Raw)": 1.0979384183883667, "Finetune/Step": 43, "Finetune/Step Time": 5.892405537671821} +{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.131468653678894, "Finetune/Loss (Raw)": 1.144152283668518, "Finetune/Step": 44, "Finetune/Step Time": 5.879884454337033} +{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.128569483757019, "Finetune/Loss (Raw)": 1.0010066032409668, "Finetune/Step": 45, "Finetune/Step Time": 5.938337628046671} +{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1095144748687744, "Finetune/Loss (Raw)": 0.2520393133163452, "Finetune/Step": 46, "Finetune/Step Time": 6.011020515276038} +{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1095348596572876, "Finetune/Loss (Raw)": 1.1104719638824463, "Finetune/Step": 47, "Finetune/Step Time": 5.982875418155752} +{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.109228491783142, "Finetune/Loss (Raw)": 1.0948302745819092, "Finetune/Step": 48, "Finetune/Step Time": 5.988889694213867} +{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1096324920654297, "Finetune/Loss (Raw)": 1.129027247428894, "Finetune/Step": 49, "Finetune/Step Time": 5.979264176621729} +{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1075148582458496, "Finetune/Loss (Raw)": 1.003751277923584, "Finetune/Step": 50, "Finetune/Step Time": 5.959536905288696} +{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.107632040977478, "Finetune/Loss (Raw)": 1.1134872436523438, "Finetune/Step": 51, "Finetune/Step Time": 5.932593284868727} +{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1089367866516113, "Finetune/Loss (Raw)": 1.1754788160324097, "Finetune/Step": 52, "Finetune/Step Time": 5.923818950469677} +{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1049891710281372, "Finetune/Loss (Raw)": 0.8997148275375366, "Finetune/Step": 53, "Finetune/Step Time": 5.93578414197238} +{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1013834476470947, "Finetune/Loss (Raw)": 0.9102818965911865, "Finetune/Step": 54, "Finetune/Step Time": 5.929456437075579} +{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1022417545318604, "Finetune/Loss (Raw)": 1.1485943794250488, "Finetune/Step": 55, "Finetune/Step Time": 5.930309096249667} +{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.1019514799118042, "Finetune/Loss (Raw)": 1.0859802961349487, "Finetune/Step": 56, "Finetune/Step Time": 5.940340272017887} +{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.1003577709197998, "Finetune/Loss (Raw)": 1.0111106634140015, "Finetune/Step": 57, "Finetune/Step Time": 5.917455246574001} +{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0995893478393555, "Finetune/Loss (Raw)": 1.055787444114685, "Finetune/Step": 58, "Finetune/Step Time": 5.943518860586758} +{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.099091649055481, "Finetune/Loss (Raw)": 1.070228934288025, "Finetune/Step": 59, "Finetune/Step Time": 5.950295032080957} +{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.09855055809021, "Finetune/Loss (Raw)": 1.066622257232666, "Finetune/Step": 60, "Finetune/Step Time": 5.925363107522329} +{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0990393161773682, "Finetune/Loss (Raw)": 1.1283750534057617, "Finetune/Step": 61, "Finetune/Step Time": 5.909575059765675} +{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.1004316806793213, "Finetune/Loss (Raw)": 1.185361623764038, "Finetune/Step": 62, "Finetune/Step Time": 5.885526437913218} +{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1017537117004395, "Finetune/Loss (Raw)": 1.1837064027786255, "Finetune/Step": 63, "Finetune/Step Time": 5.864108528409686} +{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.1008179187774658, "Finetune/Loss (Raw)": 1.0418695211410522, "Finetune/Step": 64, "Finetune/Step Time": 5.899042725563049} +{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0997178554534912, "Finetune/Loss (Raw)": 1.0293095111846924, "Finetune/Step": 65, "Finetune/Step Time": 5.892496494146494} +{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0979501008987427, "Finetune/Loss (Raw)": 0.983048141002655, "Finetune/Step": 66, "Finetune/Step Time": 5.877931114399072} +{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.094844937324524, "Finetune/Loss (Raw)": 0.8899060487747192, "Finetune/Step": 67, "Finetune/Step Time": 5.853182600505316} +{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0950583219528198, "Finetune/Loss (Raw)": 1.1093546152114868, "Finetune/Step": 68, "Finetune/Step Time": 5.850500615204082} +{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0957666635513306, "Finetune/Loss (Raw)": 1.1439305543899536, "Finetune/Step": 69, "Finetune/Step Time": 5.82682916737985} +{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0968842506408691, "Finetune/Loss (Raw)": 1.1740009784698486, "Finetune/Step": 70, "Finetune/Step Time": 5.807151658194406} +{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0942792892456055, "Finetune/Loss (Raw)": 0.9119293689727783, "Finetune/Step": 71, "Finetune/Step Time": 5.789553981431773} +{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.0931965112686157, "Finetune/Loss (Raw)": 1.0163230895996094, "Finetune/Step": 72, "Finetune/Step Time": 5.765923837820689} +{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0907926559448242, "Finetune/Loss (Raw)": 0.9177215695381165, "Finetune/Step": 73, "Finetune/Step Time": 5.74825151652506} +{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0884910821914673, "Finetune/Loss (Raw)": 0.9204660654067993, "Finetune/Step": 74, "Finetune/Step Time": 5.730679141508566} +{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0847859382629395, "Finetune/Loss (Raw)": 0.8106009364128113, "Finetune/Step": 75, "Finetune/Step Time": 5.725523808797201} +{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0831475257873535, "Finetune/Loss (Raw)": 0.9602778553962708, "Finetune/Step": 76, "Finetune/Step Time": 5.718211936323266} +{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0833766460418701, "Finetune/Loss (Raw)": 1.1007862091064453, "Finetune/Step": 77, "Finetune/Step Time": 5.698063156821511} +{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0848766565322876, "Finetune/Loss (Raw)": 1.2003753185272217, "Finetune/Step": 78, "Finetune/Step Time": 5.678345998128255} +{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0859508514404297, "Finetune/Loss (Raw)": 1.1697410345077515, "Finetune/Step": 79, "Finetune/Step Time": 5.663152694702148} +{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0843955278396606, "Finetune/Loss (Raw)": 0.9615198373794556, "Finetune/Step": 80, "Finetune/Step Time": 5.668747812509537} +{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0848808288574219, "Finetune/Loss (Raw)": 1.1237058639526367, "Finetune/Step": 81, "Finetune/Step Time": 5.666240132885215} +{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0848628282546997, "Finetune/Loss (Raw)": 1.0834122896194458, "Finetune/Step": 82, "Finetune/Step Time": 5.650501911233111} +{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0830503702163696, "Finetune/Loss (Raw)": 0.9344250559806824, "Finetune/Step": 83, "Finetune/Step Time": 5.658922850367534} +{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0842911005020142, "Finetune/Loss (Raw)": 1.1872678995132446, "Finetune/Step": 84, "Finetune/Step Time": 5.661010151817685} +{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0837211608886719, "Finetune/Loss (Raw)": 1.035847544670105, "Finetune/Step": 85, "Finetune/Step Time": 5.647262099209954} +{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0746289491653442, "Finetune/Loss (Raw)": 0.3017982542514801, "Finetune/Step": 86, "Finetune/Step Time": 5.6887892373772555} +{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0738798379898071, "Finetune/Loss (Raw)": 1.0094470977783203, "Finetune/Step": 87, "Finetune/Step Time": 5.6748010153057935} +{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0754139423370361, "Finetune/Loss (Raw)": 1.20888352394104, "Finetune/Step": 88, "Finetune/Step Time": 5.682289863174612} +{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.075169563293457, "Finetune/Loss (Raw)": 1.053659439086914, "Finetune/Step": 89, "Finetune/Step Time": 5.668905895747495} +{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0756794214248657, "Finetune/Loss (Raw)": 1.1210588216781616, "Finetune/Step": 90, "Finetune/Step Time": 5.676701842414008} +{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0763721466064453, "Finetune/Loss (Raw)": 1.138712763786316, "Finetune/Step": 91, "Finetune/Step Time": 5.679244340121091} +{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.07742440700531, "Finetune/Loss (Raw)": 1.1731860637664795, "Finetune/Step": 92, "Finetune/Step Time": 5.667959200299305} +{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0755934715270996, "Finetune/Loss (Raw)": 0.9071499109268188, "Finetune/Step": 93, "Finetune/Step Time": 5.659897147968251} +{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0762728452682495, "Finetune/Loss (Raw)": 1.139451503753662, "Finetune/Step": 94, "Finetune/Step Time": 5.643949059729881} +{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.076022982597351, "Finetune/Loss (Raw)": 1.0525416135787964, "Finetune/Step": 95, "Finetune/Step Time": 5.632265146155106} +{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0758922100067139, "Finetune/Loss (Raw)": 1.0634560585021973, "Finetune/Step": 96, "Finetune/Step Time": 5.634924151003361} +{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.075258493423462, "Finetune/Loss (Raw)": 1.0144298076629639, "Finetune/Step": 97, "Finetune/Step Time": 5.630517662185984} +{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0755449533462524, "Finetune/Loss (Raw)": 1.1033384799957275, "Finetune/Step": 98, "Finetune/Step Time": 5.618712595530918} +{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0666546821594238, "Finetune/Loss (Raw)": 0.1954050064086914, "Finetune/Step": 99, "Finetune/Step Time": 5.645655157590153} +{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0679516792297363, "Finetune/Loss (Raw)": 1.196357250213623, "Finetune/Step": 100, "Finetune/Step Time": 5.638107888698578} +{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0676161050796509, "Finetune/Loss (Raw)": 1.0340466499328613, "Finetune/Step": 101, "Finetune/Step Time": 5.639896241745146} +{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.068922519683838, "Finetune/Loss (Raw)": 1.2008769512176514, "Finetune/Step": 102, "Finetune/Step Time": 5.623400809718113} +{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0612571239471436, "Finetune/Loss (Raw)": 0.2793850898742676, "Finetune/Step": 103, "Finetune/Step Time": 5.650470678088735} +{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0619707107543945, "Finetune/Loss (Raw)": 1.1354674100875854, "Finetune/Step": 104, "Finetune/Step Time": 5.636775275835624} +{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.0617419481277466, "Finetune/Loss (Raw)": 1.0379419326782227, "Finetune/Step": 105, "Finetune/Step Time": 5.620011463619414} +{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0615586042404175, "Finetune/Loss (Raw)": 1.042323112487793, "Finetune/Step": 106, "Finetune/Step Time": 5.607756877845189} +{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0620150566101074, "Finetune/Loss (Raw)": 1.110408067703247, "Finetune/Step": 107, "Finetune/Step Time": 5.596658452648983} +{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0614348649978638, "Finetune/Loss (Raw)": 0.9993424415588379, "Finetune/Step": 108, "Finetune/Step Time": 5.5961746485145} +{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0620701313018799, "Finetune/Loss (Raw)": 1.1306942701339722, "Finetune/Step": 109, "Finetune/Step Time": 5.58550572176592} +{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0617401599884033, "Finetune/Loss (Raw)": 1.0257624387741089, "Finetune/Step": 110, "Finetune/Step Time": 5.573413320021196} +{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0620250701904297, "Finetune/Loss (Raw)": 1.093360424041748, "Finetune/Step": 111, "Finetune/Step Time": 5.578765624278301} +{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0620180368423462, "Finetune/Loss (Raw)": 1.0612373352050781, "Finetune/Step": 112, "Finetune/Step Time": 5.573776102491787} +{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0623886585235596, "Finetune/Loss (Raw)": 1.1039000749588013, "Finetune/Step": 113, "Finetune/Step Time": 5.576949545767455} +{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0550832748413086, "Finetune/Loss (Raw)": 0.2295813262462616, "Finetune/Step": 114, "Finetune/Step Time": 5.603665253572297} +{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0552465915679932, "Finetune/Loss (Raw)": 1.0738602876663208, "Finetune/Step": 115, "Finetune/Step Time": 5.593507395619931} +{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0540273189544678, "Finetune/Loss (Raw)": 0.9138100743293762, "Finetune/Step": 116, "Finetune/Step Time": 5.598398381266101} +{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0544064044952393, "Finetune/Loss (Raw)": 1.0983774662017822, "Finetune/Step": 117, "Finetune/Step Time": 5.599574178711981} +{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.055053472518921, "Finetune/Loss (Raw)": 1.130769968032837, "Finetune/Step": 118, "Finetune/Step Time": 5.589406858056279} +{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0548399686813354, "Finetune/Loss (Raw)": 1.029637336730957, "Finetune/Step": 119, "Finetune/Step Time": 5.592993533911825} +{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0549728870391846, "Finetune/Loss (Raw)": 1.0707814693450928, "Finetune/Step": 120, "Finetune/Step Time": 5.588707214593887} +{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.054566502571106, "Finetune/Loss (Raw)": 1.0058236122131348, "Finetune/Step": 121, "Finetune/Step Time": 5.596513992498729} +{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.053731083869934, "Finetune/Loss (Raw)": 0.9526475667953491, "Finetune/Step": 122, "Finetune/Step Time": 5.587663689597708} +{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.0533246994018555, "Finetune/Loss (Raw)": 1.0037399530410767, "Finetune/Step": 123, "Finetune/Step Time": 5.578179359436035} +{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.053846836090088, "Finetune/Loss (Raw)": 1.1180750131607056, "Finetune/Step": 124, "Finetune/Step Time": 5.576769696127984} +{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.053432822227478, "Finetune/Loss (Raw)": 1.002069115638733, "Finetune/Step": 125, "Finetune/Step Time": 5.570241365432739} +{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0537396669387817, "Finetune/Loss (Raw)": 1.0921056270599365, "Finetune/Step": 126, "Finetune/Step Time": 5.582026587592231} +{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.053054690361023, "Finetune/Loss (Raw)": 0.9667473435401917, "Finetune/Step": 127, "Finetune/Step Time": 5.571901563584335} +{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.053567886352539, "Finetune/Loss (Raw)": 1.1187430620193481, "Finetune/Step": 128, "Finetune/Step Time": 5.564924314618111} +{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.054314374923706, "Finetune/Loss (Raw)": 1.1339185237884521, "Finetune/Step": 129, "Finetune/Step Time": 5.3969955034554005} +{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0514614582061768, "Finetune/Loss (Raw)": 1.1189637184143066, "Finetune/Step": 130, "Finetune/Step Time": 5.379652321338654} +{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.050174355506897, "Finetune/Loss (Raw)": 1.0826349258422852, "Finetune/Step": 131, "Finetune/Step Time": 5.379475180059671} +{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0496485233306885, "Finetune/Loss (Raw)": 1.0922532081604004, "Finetune/Step": 132, "Finetune/Step Time": 5.3796941842883825} +{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0470221042633057, "Finetune/Loss (Raw)": 0.889097273349762, "Finetune/Step": 133, "Finetune/Step Time": 5.38945034891367} +{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0467183589935303, "Finetune/Loss (Raw)": 1.2209275960922241, "Finetune/Step": 134, "Finetune/Step Time": 5.3848015405237675} +{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0451680421829224, "Finetune/Loss (Raw)": 0.9824565649032593, "Finetune/Step": 135, "Finetune/Step Time": 5.386752570047975} +{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.042590856552124, "Finetune/Loss (Raw)": 1.0608162879943848, "Finetune/Step": 136, "Finetune/Step Time": 5.371438777074218} +{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.04159677028656, "Finetune/Loss (Raw)": 0.9716200828552246, "Finetune/Step": 137, "Finetune/Step Time": 5.373840155079961} +{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0387169122695923, "Finetune/Loss (Raw)": 1.1146982908248901, "Finetune/Step": 138, "Finetune/Step Time": 5.344889612868428} +{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0351841449737549, "Finetune/Loss (Raw)": 0.8955805897712708, "Finetune/Step": 139, "Finetune/Step Time": 5.346530493348837} +{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0353591442108154, "Finetune/Loss (Raw)": 1.2684192657470703, "Finetune/Step": 140, "Finetune/Step Time": 5.340319130569696} +{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0344070196151733, "Finetune/Loss (Raw)": 1.0189239978790283, "Finetune/Step": 141, "Finetune/Step Time": 5.334064945578575} +{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0314418077468872, "Finetune/Loss (Raw)": 1.00191068649292, "Finetune/Step": 142, "Finetune/Step Time": 5.374026250094175} +{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0280693769454956, "Finetune/Loss (Raw)": 0.9484120011329651, "Finetune/Step": 143, "Finetune/Step Time": 5.388414416462183} +{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0232326984405518, "Finetune/Loss (Raw)": 0.3561035096645355, "Finetune/Step": 144, "Finetune/Step Time": 5.4070726335048676} +{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0167354345321655, "Finetune/Loss (Raw)": 0.3305983245372772, "Finetune/Step": 145, "Finetune/Step Time": 5.434274094179273} +{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0163378715515137, "Finetune/Loss (Raw)": 0.9485335946083069, "Finetune/Step": 146, "Finetune/Step Time": 5.424236934632063} +{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0142822265625, "Finetune/Loss (Raw)": 0.8909889459609985, "Finetune/Step": 147, "Finetune/Step Time": 5.430351112037897} +{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.013704776763916, "Finetune/Loss (Raw)": 1.0651907920837402, "Finetune/Step": 148, "Finetune/Step Time": 5.432764265686274} +{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.013259768486023, "Finetune/Loss (Raw)": 1.0951154232025146, "Finetune/Step": 149, "Finetune/Step Time": 5.422071758657694} +{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0136252641677856, "Finetune/Loss (Raw)": 1.1110424995422363, "Finetune/Step": 150, "Finetune/Step Time": 5.426089642569423} +{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0201504230499268, "Finetune/Loss (Raw)": 1.0742177963256836, "Finetune/Step": 151, "Finetune/Step Time": 5.400210386142135} +{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0189197063446045, "Finetune/Loss (Raw)": 1.026684045791626, "Finetune/Step": 152, "Finetune/Step Time": 5.4064373932778835} +{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0196171998977661, "Finetune/Loss (Raw)": 1.1345583200454712, "Finetune/Step": 153, "Finetune/Step Time": 5.415719624608755} +{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0261375904083252, "Finetune/Loss (Raw)": 1.1155606508255005, "Finetune/Step": 154, "Finetune/Step Time": 5.379524894058704} +{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.02574622631073, "Finetune/Loss (Raw)": 1.1867293119430542, "Finetune/Step": 155, "Finetune/Step Time": 5.386730620637536} +{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.019555926322937, "Finetune/Loss (Raw)": 0.30705690383911133, "Finetune/Step": 156, "Finetune/Step Time": 5.420671831816435} +{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0184869766235352, "Finetune/Loss (Raw)": 1.0673208236694336, "Finetune/Step": 157, "Finetune/Step Time": 5.410443894565105} +{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.018950343132019, "Finetune/Loss (Raw)": 1.0845606327056885, "Finetune/Step": 158, "Finetune/Step Time": 5.401257913559675} +{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0179760456085205, "Finetune/Loss (Raw)": 1.0610650777816772, "Finetune/Step": 159, "Finetune/Step Time": 5.393976101651788} +{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0175063610076904, "Finetune/Loss (Raw)": 1.001081109046936, "Finetune/Step": 160, "Finetune/Step Time": 5.38336743414402} +{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0182642936706543, "Finetune/Loss (Raw)": 1.0142186880111694, "Finetune/Step": 161, "Finetune/Step Time": 5.3796545919030905} +{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0203046798706055, "Finetune/Loss (Raw)": 1.2488571405410767, "Finetune/Step": 162, "Finetune/Step Time": 5.378246979787946} +{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0186913013458252, "Finetune/Loss (Raw)": 1.065377950668335, "Finetune/Step": 163, "Finetune/Step Time": 5.37822580896318} +{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0175602436065674, "Finetune/Loss (Raw)": 0.9626004695892334, "Finetune/Step": 164, "Finetune/Step Time": 5.376109343022108} +{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.016058087348938, "Finetune/Loss (Raw)": 1.0396215915679932, "Finetune/Step": 165, "Finetune/Step Time": 5.3530352506786585} +{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0151946544647217, "Finetune/Loss (Raw)": 0.9946113228797913, "Finetune/Step": 166, "Finetune/Step Time": 5.3549227975308895} +{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0152587890625, "Finetune/Loss (Raw)": 1.1320873498916626, "Finetune/Step": 167, "Finetune/Step Time": 5.357090715318918} +{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0142003297805786, "Finetune/Loss (Raw)": 0.9758144021034241, "Finetune/Step": 168, "Finetune/Step Time": 5.345399748533964} +{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0122196674346924, "Finetune/Loss (Raw)": 0.9633702635765076, "Finetune/Step": 169, "Finetune/Step Time": 5.350367642939091} +{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0055214166641235, "Finetune/Loss (Raw)": 0.3389824330806732, "Finetune/Step": 170, "Finetune/Step Time": 5.380725834518671} +{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0047322511672974, "Finetune/Loss (Raw)": 0.9969296455383301, "Finetune/Step": 171, "Finetune/Step Time": 5.372896322980523} +{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.003442406654358, "Finetune/Loss (Raw)": 0.9790496230125427, "Finetune/Step": 172, "Finetune/Step Time": 5.376296725124121} +{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0049047470092773, "Finetune/Loss (Raw)": 1.188196063041687, "Finetune/Step": 173, "Finetune/Step Time": 5.343930654227734} +{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0098226070404053, "Finetune/Loss (Raw)": 0.8815294504165649, "Finetune/Step": 174, "Finetune/Step Time": 5.317162396386266} +{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0103501081466675, "Finetune/Loss (Raw)": 1.1779829263687134, "Finetune/Step": 175, "Finetune/Step Time": 5.319937752559781} +{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.004455327987671, "Finetune/Loss (Raw)": 0.3402978479862213, "Finetune/Step": 176, "Finetune/Step Time": 5.336567377671599} +{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0031710863113403, "Finetune/Loss (Raw)": 0.9646430015563965, "Finetune/Step": 177, "Finetune/Step Time": 5.33292668312788} +{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.004626989364624, "Finetune/Loss (Raw)": 1.190109133720398, "Finetune/Step": 178, "Finetune/Step Time": 5.33415667898953} +{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0029199123382568, "Finetune/Loss (Raw)": 0.8949790000915527, "Finetune/Step": 179, "Finetune/Step Time": 5.337645659223199} +{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0020782947540283, "Finetune/Loss (Raw)": 1.0677406787872314, "Finetune/Step": 180, "Finetune/Step Time": 5.3348299860954285} +{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.00289785861969, "Finetune/Loss (Raw)": 1.0046292543411255, "Finetune/Step": 181, "Finetune/Step Time": 5.326149273663759} +{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0039550065994263, "Finetune/Loss (Raw)": 1.0455961227416992, "Finetune/Step": 182, "Finetune/Step Time": 5.319508317857981} +{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0027960538864136, "Finetune/Loss (Raw)": 1.0002415180206299, "Finetune/Step": 183, "Finetune/Step Time": 5.302502425387502} +{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0032817125320435, "Finetune/Loss (Raw)": 1.1481540203094482, "Finetune/Step": 184, "Finetune/Step Time": 5.288976360112429} +{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0025346279144287, "Finetune/Loss (Raw)": 0.9154759645462036, "Finetune/Step": 185, "Finetune/Step Time": 5.298177367076278} +{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0020884275436401, "Finetune/Loss (Raw)": 0.9986749291419983, "Finetune/Step": 186, "Finetune/Step Time": 5.2883324678987265} +{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0015565156936646, "Finetune/Loss (Raw)": 1.0021569728851318, "Finetune/Step": 187, "Finetune/Step Time": 5.273925308138132} +{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.001929521560669, "Finetune/Loss (Raw)": 1.1143486499786377, "Finetune/Step": 188, "Finetune/Step Time": 5.27247772552073} +{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.000892162322998, "Finetune/Loss (Raw)": 0.9956042766571045, "Finetune/Step": 189, "Finetune/Step Time": 5.28328176215291} +{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9999489784240723, "Finetune/Loss (Raw)": 1.0646365880966187, "Finetune/Step": 190, "Finetune/Step Time": 5.287919871509075} +{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9991316199302673, "Finetune/Loss (Raw)": 1.0790802240371704, "Finetune/Step": 191, "Finetune/Step Time": 5.29331298917532} +{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9993117451667786, "Finetune/Loss (Raw)": 1.0649206638336182, "Finetune/Step": 192, "Finetune/Step Time": 5.273450925946236} +{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9985740184783936, "Finetune/Loss (Raw)": 0.9348874688148499, "Finetune/Step": 193, "Finetune/Step Time": 5.266332415863872} +{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9990752935409546, "Finetune/Loss (Raw)": 1.0472074747085571, "Finetune/Step": 194, "Finetune/Step Time": 5.265606975182891} +{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9999569058418274, "Finetune/Loss (Raw)": 1.0027520656585693, "Finetune/Step": 195, "Finetune/Step Time": 5.272201469168067} +{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9989068508148193, "Finetune/Loss (Raw)": 0.9749420881271362, "Finetune/Step": 196, "Finetune/Step Time": 5.268355714157224} +{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9981234669685364, "Finetune/Loss (Raw)": 1.0436664819717407, "Finetune/Step": 197, "Finetune/Step Time": 5.274681882932782} +{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.996816873550415, "Finetune/Loss (Raw)": 1.0067625045776367, "Finetune/Step": 198, "Finetune/Step Time": 5.274290706962347} +{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9973853826522827, "Finetune/Loss (Raw)": 0.9846828579902649, "Finetune/Step": 199, "Finetune/Step Time": 5.278812076896429} +{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9974534511566162, "Finetune/Loss (Raw)": 1.0250383615493774, "Finetune/Step": 200, "Finetune/Step Time": 5.2834888733923435} +{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9990798234939575, "Finetune/Loss (Raw)": 1.1259084939956665, "Finetune/Step": 201, "Finetune/Step Time": 5.2877327632158995} +{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.000596523284912, "Finetune/Loss (Raw)": 1.1145957708358765, "Finetune/Step": 202, "Finetune/Step Time": 5.291606871411204} +{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.002593994140625, "Finetune/Loss (Raw)": 1.0662752389907837, "Finetune/Step": 203, "Finetune/Step Time": 5.286215336993337} +{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.003293752670288, "Finetune/Loss (Raw)": 1.0498483180999756, "Finetune/Step": 204, "Finetune/Step Time": 5.28078213147819} +{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.997049868106842, "Finetune/Loss (Raw)": 0.3015685975551605, "Finetune/Step": 205, "Finetune/Step Time": 5.320321833714843} +{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9954586029052734, "Finetune/Loss (Raw)": 0.9966897368431091, "Finetune/Step": 206, "Finetune/Step Time": 5.32893381267786} +{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9955441951751709, "Finetune/Loss (Raw)": 1.1807018518447876, "Finetune/Step": 207, "Finetune/Step Time": 5.351906038820744} +{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9962294101715088, "Finetune/Loss (Raw)": 1.049219012260437, "Finetune/Step": 208, "Finetune/Step Time": 5.337223073467612} +{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9952868223190308, "Finetune/Loss (Raw)": 1.0030648708343506, "Finetune/Step": 209, "Finetune/Step Time": 5.331569826230407} +{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9891873598098755, "Finetune/Loss (Raw)": 0.3026812970638275, "Finetune/Step": 210, "Finetune/Step Time": 5.3622351828962564} +{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9896285533905029, "Finetune/Loss (Raw)": 0.990894079208374, "Finetune/Step": 211, "Finetune/Step Time": 5.354605758562684} +{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9887318015098572, "Finetune/Loss (Raw)": 1.072482705116272, "Finetune/Step": 212, "Finetune/Step Time": 5.352001067250967} +{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9898794889450073, "Finetune/Loss (Raw)": 1.1827558279037476, "Finetune/Step": 213, "Finetune/Step Time": 5.354806801304221} +{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9952557682991028, "Finetune/Loss (Raw)": 0.9899657964706421, "Finetune/Step": 214, "Finetune/Step Time": 5.335952486842871} +{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9947793483734131, "Finetune/Loss (Raw)": 0.9484534859657288, "Finetune/Step": 215, "Finetune/Step Time": 5.335783200338483} +{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9926161170005798, "Finetune/Loss (Raw)": 0.931998074054718, "Finetune/Step": 216, "Finetune/Step Time": 5.3345848973840475} +{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9930765628814697, "Finetune/Loss (Raw)": 1.1126033067703247, "Finetune/Step": 217, "Finetune/Step Time": 5.332610482349992} +{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9925796389579773, "Finetune/Loss (Raw)": 1.0574474334716797, "Finetune/Step": 218, "Finetune/Step Time": 5.3220807909965515} +{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9930824637413025, "Finetune/Loss (Raw)": 1.2030746936798096, "Finetune/Step": 219, "Finetune/Step Time": 5.310826910659671} +{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9915021061897278, "Finetune/Loss (Raw)": 0.9709023833274841, "Finetune/Step": 220, "Finetune/Step Time": 5.3081988748162985} +{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9930191040039062, "Finetune/Loss (Raw)": 1.1013227701187134, "Finetune/Step": 221, "Finetune/Step Time": 5.310958918184042} +{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9915517568588257, "Finetune/Loss (Raw)": 0.9516319632530212, "Finetune/Step": 222, "Finetune/Step Time": 5.317258862778544} +{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9909799098968506, "Finetune/Loss (Raw)": 0.9793475866317749, "Finetune/Step": 223, "Finetune/Step Time": 5.318411685526371} +{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9852708578109741, "Finetune/Loss (Raw)": 0.3326905369758606, "Finetune/Step": 224, "Finetune/Step Time": 5.338685004040599} +{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.98555588722229, "Finetune/Loss (Raw)": 1.050918698310852, "Finetune/Step": 225, "Finetune/Step Time": 5.338087093085051} +{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9861734509468079, "Finetune/Loss (Raw)": 1.182389736175537, "Finetune/Step": 226, "Finetune/Step Time": 5.3356450498104095} +{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9938339591026306, "Finetune/Loss (Raw)": 1.1759428977966309, "Finetune/Step": 227, "Finetune/Step Time": 5.304403722286224} +{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9933459758758545, "Finetune/Loss (Raw)": 1.1338919401168823, "Finetune/Step": 228, "Finetune/Step Time": 5.299569848924875} +{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9933394193649292, "Finetune/Loss (Raw)": 1.0332121849060059, "Finetune/Step": 229, "Finetune/Step Time": 5.293150590732694} +{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9929412007331848, "Finetune/Loss (Raw)": 1.149909496307373, "Finetune/Step": 230, "Finetune/Step Time": 5.295497585088015} +{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9986792802810669, "Finetune/Loss (Raw)": 1.0138534307479858, "Finetune/Step": 231, "Finetune/Step Time": 5.2651961129158735} +{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9980617761611938, "Finetune/Loss (Raw)": 1.0564292669296265, "Finetune/Step": 232, "Finetune/Step Time": 5.26902531273663} +{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9922924041748047, "Finetune/Loss (Raw)": 0.2994672954082489, "Finetune/Step": 233, "Finetune/Step Time": 5.304260713979602} +{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.993268609046936, "Finetune/Loss (Raw)": 1.1672717332839966, "Finetune/Step": 234, "Finetune/Step Time": 5.327801937237382} +{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9939885139465332, "Finetune/Loss (Raw)": 1.2025538682937622, "Finetune/Step": 235, "Finetune/Step Time": 5.36823845654726} +{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9941338896751404, "Finetune/Loss (Raw)": 1.017958641052246, "Finetune/Step": 236, "Finetune/Step Time": 5.361560706049204} +{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.993743896484375, "Finetune/Loss (Raw)": 1.0807685852050781, "Finetune/Step": 237, "Finetune/Step Time": 5.394474757835269} +{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9935179948806763, "Finetune/Loss (Raw)": 0.9968530535697937, "Finetune/Step": 238, "Finetune/Step Time": 5.398046551272273} +{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9919593334197998, "Finetune/Loss (Raw)": 0.8938412070274353, "Finetune/Step": 239, "Finetune/Step Time": 5.3822755347937346} +{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9911434650421143, "Finetune/Loss (Raw)": 0.9568101763725281, "Finetune/Step": 240, "Finetune/Step Time": 5.380500378087163} +{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9910134077072144, "Finetune/Loss (Raw)": 1.0872586965560913, "Finetune/Step": 241, "Finetune/Step Time": 5.367898810654879} +{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9974762201309204, "Finetune/Loss (Raw)": 1.056815266609192, "Finetune/Step": 242, "Finetune/Step Time": 5.338129725307226} +{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9975216388702393, "Finetune/Loss (Raw)": 1.0796732902526855, "Finetune/Step": 243, "Finetune/Step Time": 5.348468145355582} +{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9975407123565674, "Finetune/Loss (Raw)": 0.9162562489509583, "Finetune/Step": 244, "Finetune/Step Time": 5.333647593855858} +{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.998428463935852, "Finetune/Loss (Raw)": 1.2120022773742676, "Finetune/Step": 245, "Finetune/Step Time": 5.320720201358199} +{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.998682975769043, "Finetune/Loss (Raw)": 1.1633524894714355, "Finetune/Step": 246, "Finetune/Step Time": 5.341031529009342} +{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9989386200904846, "Finetune/Loss (Raw)": 1.0623596906661987, "Finetune/Step": 247, "Finetune/Step Time": 5.340761272236705} +{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9983739852905273, "Finetune/Loss (Raw)": 0.9985125064849854, "Finetune/Step": 248, "Finetune/Step Time": 5.344459198415279} +{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9984429478645325, "Finetune/Loss (Raw)": 1.0146474838256836, "Finetune/Step": 249, "Finetune/Step Time": 5.326393758878112} +{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.999362587928772, "Finetune/Loss (Raw)": 1.0703641176223755, "Finetune/Step": 250, "Finetune/Step Time": 5.3251209910959005} +{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.000465750694275, "Finetune/Loss (Raw)": 1.1449378728866577, "Finetune/Step": 251, "Finetune/Step Time": 5.340134508907795} +{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9998490214347839, "Finetune/Loss (Raw)": 1.0391416549682617, "Finetune/Step": 252, "Finetune/Step Time": 5.333954872563481} +{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0003798007965088, "Finetune/Loss (Raw)": 1.0699955224990845, "Finetune/Step": 253, "Finetune/Step Time": 5.328811407089233} +{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9994553923606873, "Finetune/Loss (Raw)": 0.9737865924835205, "Finetune/Step": 254, "Finetune/Step Time": 5.309215089306235} +{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9942613840103149, "Finetune/Loss (Raw)": 0.30191299319267273, "Finetune/Step": 255, "Finetune/Step Time": 5.345523403957486} +{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9929451942443848, "Finetune/Loss (Raw)": 0.9502832889556885, "Finetune/Step": 256, "Finetune/Step Time": 5.345898034051061} +{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.993254542350769, "Finetune/Loss (Raw)": 1.173506259918213, "Finetune/Step": 257, "Finetune/Step Time": 5.34553849697113} +{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.993240475654602, "Finetune/Loss (Raw)": 1.1171640157699585, "Finetune/Step": 258, "Finetune/Step Time": 5.345425050705671} +{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9932103753089905, "Finetune/Loss (Raw)": 1.07877516746521, "Finetune/Step": 259, "Finetune/Step Time": 5.347427939996123} +{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9932478666305542, "Finetune/Loss (Raw)": 1.0970585346221924, "Finetune/Step": 260, "Finetune/Step Time": 5.367024647071958} +{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9930942058563232, "Finetune/Loss (Raw)": 0.8694206476211548, "Finetune/Step": 261, "Finetune/Step Time": 5.350294515490532} +{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9902089238166809, "Finetune/Loss (Raw)": 0.851616382598877, "Finetune/Step": 262, "Finetune/Step Time": 5.36154093593359} +{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9905285239219666, "Finetune/Loss (Raw)": 1.0233632326126099, "Finetune/Step": 263, "Finetune/Step Time": 5.359623227268457} +{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9899592399597168, "Finetune/Loss (Raw)": 0.9879582524299622, "Finetune/Step": 264, "Finetune/Step Time": 5.374280076473951} +{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9900957345962524, "Finetune/Loss (Raw)": 0.9890889525413513, "Finetune/Step": 265, "Finetune/Step Time": 5.370891751721501} +{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9909645318984985, "Finetune/Loss (Raw)": 1.2259048223495483, "Finetune/Step": 266, "Finetune/Step Time": 5.38207801990211} +{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9909464716911316, "Finetune/Loss (Raw)": 0.8932653665542603, "Finetune/Step": 267, "Finetune/Step Time": 5.37947734631598} +{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9896590113639832, "Finetune/Loss (Raw)": 1.1036323308944702, "Finetune/Step": 268, "Finetune/Step Time": 5.382964983582497} +{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9898258447647095, "Finetune/Loss (Raw)": 1.040268063545227, "Finetune/Step": 269, "Finetune/Step Time": 5.3886977434158325} +{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.990195631980896, "Finetune/Loss (Raw)": 1.0492455959320068, "Finetune/Step": 270, "Finetune/Step Time": 5.353654334321618} +{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9908315539360046, "Finetune/Loss (Raw)": 1.0298103094100952, "Finetune/Step": 271, "Finetune/Step Time": 5.344619896262884} +{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9967617988586426, "Finetune/Loss (Raw)": 1.1151787042617798, "Finetune/Step": 272, "Finetune/Step Time": 5.317600663751364} +{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0023624897003174, "Finetune/Loss (Raw)": 1.0474880933761597, "Finetune/Step": 273, "Finetune/Step Time": 5.289956025779247} +{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0035486221313477, "Finetune/Loss (Raw)": 1.100369930267334, "Finetune/Step": 274, "Finetune/Step Time": 5.296715397387743} +{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0045013427734375, "Finetune/Loss (Raw)": 1.0129215717315674, "Finetune/Step": 275, "Finetune/Step Time": 5.294061128050089} +{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0026789903640747, "Finetune/Loss (Raw)": 0.831939160823822, "Finetune/Step": 276, "Finetune/Step Time": 5.326957730576396} +{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.002098560333252, "Finetune/Loss (Raw)": 1.0208032131195068, "Finetune/Step": 277, "Finetune/Step Time": 5.325652563944459} +{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0014994144439697, "Finetune/Loss (Raw)": 1.0343639850616455, "Finetune/Step": 278, "Finetune/Step Time": 5.318306652829051} +{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0025640726089478, "Finetune/Loss (Raw)": 1.2104859352111816, "Finetune/Step": 279, "Finetune/Step Time": 5.3245570454746485} +{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0022220611572266, "Finetune/Loss (Raw)": 0.9829030632972717, "Finetune/Step": 280, "Finetune/Step Time": 5.323228511959314} +{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0017690658569336, "Finetune/Loss (Raw)": 1.0765712261199951, "Finetune/Step": 281, "Finetune/Step Time": 5.30884980969131} +{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0009796619415283, "Finetune/Loss (Raw)": 1.014525294303894, "Finetune/Step": 282, "Finetune/Step Time": 5.307936333119869} +{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0005760192871094, "Finetune/Loss (Raw)": 1.1350698471069336, "Finetune/Step": 283, "Finetune/Step Time": 5.306734196841717} +{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0071337223052979, "Finetune/Loss (Raw)": 1.146448016166687, "Finetune/Step": 284, "Finetune/Step Time": 5.272979171946645} +{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0067048072814941, "Finetune/Loss (Raw)": 1.012411117553711, "Finetune/Step": 285, "Finetune/Step Time": 5.290968978777528} +{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0066568851470947, "Finetune/Loss (Raw)": 1.0784395933151245, "Finetune/Step": 286, "Finetune/Step Time": 5.305747888982296} +{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0067267417907715, "Finetune/Loss (Raw)": 1.0699900388717651, "Finetune/Step": 287, "Finetune/Step Time": 5.3126593213528395} +{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0059340000152588, "Finetune/Loss (Raw)": 0.8995998501777649, "Finetune/Step": 288, "Finetune/Step Time": 5.320528877899051} +{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0067626237869263, "Finetune/Loss (Raw)": 1.1202995777130127, "Finetune/Step": 289, "Finetune/Step Time": 5.324653470888734} +{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0045154094696045, "Finetune/Loss (Raw)": 0.9611980319023132, "Finetune/Step": 290, "Finetune/Step Time": 5.335719535127282} +{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0049370527267456, "Finetune/Loss (Raw)": 1.1193684339523315, "Finetune/Step": 291, "Finetune/Step Time": 5.329865263774991} +{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0059844255447388, "Finetune/Loss (Raw)": 1.096652626991272, "Finetune/Step": 292, "Finetune/Step Time": 5.318161249160767} +{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0067858695983887, "Finetune/Loss (Raw)": 1.1422077417373657, "Finetune/Step": 293, "Finetune/Step Time": 5.314169138669968} +{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0050033330917358, "Finetune/Loss (Raw)": 0.7664409875869751, "Finetune/Step": 294, "Finetune/Step Time": 5.320585127919912} +{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0046324729919434, "Finetune/Loss (Raw)": 1.0846116542816162, "Finetune/Step": 295, "Finetune/Step Time": 5.326754488050938} +{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0049606561660767, "Finetune/Loss (Raw)": 1.0178277492523193, "Finetune/Step": 296, "Finetune/Step Time": 5.331837015226483} +{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0062482357025146, "Finetune/Loss (Raw)": 1.1281845569610596, "Finetune/Step": 297, "Finetune/Step Time": 5.334655186161399} +{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.010665774345398, "Finetune/Loss (Raw)": 0.9044345021247864, "Finetune/Step": 298, "Finetune/Step Time": 5.334284354001284} +{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0053081512451172, "Finetune/Loss (Raw)": 0.31115567684173584, "Finetune/Step": 299, "Finetune/Step Time": 5.36473867110908} +{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0004230737686157, "Finetune/Loss (Raw)": 0.3537573218345642, "Finetune/Step": 300, "Finetune/Step Time": 5.3844446409493685} +{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9941086769104004, "Finetune/Loss (Raw)": 0.37994545698165894, "Finetune/Step": 301, "Finetune/Step Time": 5.4158784952014685} +{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9941661357879639, "Finetune/Loss (Raw)": 0.8888901472091675, "Finetune/Step": 302, "Finetune/Step Time": 5.418256506323814} +{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9874051809310913, "Finetune/Loss (Raw)": 0.3125760853290558, "Finetune/Step": 303, "Finetune/Step Time": 5.443963900208473} +{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9932577610015869, "Finetune/Loss (Raw)": 1.0894261598587036, "Finetune/Step": 304, "Finetune/Step Time": 5.414277529343963} +{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938579797744751, "Finetune/Loss (Raw)": 1.0414758920669556, "Finetune/Step": 305, "Finetune/Step Time": 5.406927915289998} +{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9919176697731018, "Finetune/Loss (Raw)": 0.9417456984519958, "Finetune/Step": 306, "Finetune/Step Time": 5.413684207946062} +{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.994012176990509, "Finetune/Loss (Raw)": 1.1630825996398926, "Finetune/Step": 307, "Finetune/Step Time": 5.416411343961954} +{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938110113143921, "Finetune/Loss (Raw)": 1.041989803314209, "Finetune/Step": 308, "Finetune/Step Time": 5.416457545012236} +{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9949131011962891, "Finetune/Loss (Raw)": 1.1456931829452515, "Finetune/Step": 309, "Finetune/Step Time": 5.420350538566709} +{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9946223497390747, "Finetune/Loss (Raw)": 1.0083777904510498, "Finetune/Step": 310, "Finetune/Step Time": 5.421527303755283} +{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948858022689819, "Finetune/Loss (Raw)": 1.0339610576629639, "Finetune/Step": 311, "Finetune/Step Time": 5.428587986156344} +{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9935492277145386, "Finetune/Loss (Raw)": 0.9770746231079102, "Finetune/Step": 312, "Finetune/Step Time": 5.432741617783904} +{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950726628303528, "Finetune/Loss (Raw)": 1.1104846000671387, "Finetune/Step": 313, "Finetune/Step Time": 5.435065286234021} +{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9965415000915527, "Finetune/Loss (Raw)": 1.186685562133789, "Finetune/Step": 314, "Finetune/Step Time": 5.424574047327042} +{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9964369535446167, "Finetune/Loss (Raw)": 0.9887739419937134, "Finetune/Step": 315, "Finetune/Step Time": 5.430748250335455} +{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905812740325928, "Finetune/Loss (Raw)": 0.3648150563240051, "Finetune/Step": 316, "Finetune/Step Time": 5.462425483390689} +{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903658628463745, "Finetune/Loss (Raw)": 0.9680400490760803, "Finetune/Step": 317, "Finetune/Step Time": 5.452351989224553} +{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9903141260147095, "Finetune/Loss (Raw)": 1.0580039024353027, "Finetune/Step": 318, "Finetune/Step Time": 5.4462706577032804} +{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9895827770233154, "Finetune/Loss (Raw)": 0.9854620099067688, "Finetune/Step": 319, "Finetune/Step Time": 5.464160092175007} +{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.988605260848999, "Finetune/Loss (Raw)": 0.939803957939148, "Finetune/Step": 320, "Finetune/Step Time": 5.459543788805604} +{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9837551116943359, "Finetune/Loss (Raw)": 0.3140712082386017, "Finetune/Step": 321, "Finetune/Step Time": 5.490480670705438} +{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833404421806335, "Finetune/Loss (Raw)": 0.994135856628418, "Finetune/Step": 322, "Finetune/Step Time": 5.490333681926131} +{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9838910102844238, "Finetune/Loss (Raw)": 1.0732182264328003, "Finetune/Step": 323, "Finetune/Step Time": 5.485026091337204} +{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.984843373298645, "Finetune/Loss (Raw)": 1.0968456268310547, "Finetune/Step": 324, "Finetune/Step Time": 5.484186220914125} +{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848589301109314, "Finetune/Loss (Raw)": 1.045660376548767, "Finetune/Step": 325, "Finetune/Step Time": 5.4815882090479136} +{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.986499547958374, "Finetune/Loss (Raw)": 1.216760516166687, "Finetune/Step": 326, "Finetune/Step Time": 5.481931753456593} +{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867399334907532, "Finetune/Loss (Raw)": 1.0154472589492798, "Finetune/Step": 327, "Finetune/Step Time": 5.476179383695126} +{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9871020317077637, "Finetune/Loss (Raw)": 1.071393609046936, "Finetune/Step": 328, "Finetune/Step Time": 5.482798727229238} +{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856764674186707, "Finetune/Loss (Raw)": 0.9434342980384827, "Finetune/Step": 329, "Finetune/Step Time": 5.499077619984746} +{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838396906852722, "Finetune/Loss (Raw)": 0.8794876337051392, "Finetune/Step": 330, "Finetune/Step Time": 5.502670727670193} +{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9837309122085571, "Finetune/Loss (Raw)": 1.0523566007614136, "Finetune/Step": 331, "Finetune/Step Time": 5.506612261757255} +{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819667339324951, "Finetune/Loss (Raw)": 0.8240277171134949, "Finetune/Step": 332, "Finetune/Step Time": 5.523265914991498} +{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9876523613929749, "Finetune/Loss (Raw)": 1.029331088066101, "Finetune/Step": 333, "Finetune/Step Time": 5.4911113157868385} +{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9875960350036621, "Finetune/Loss (Raw)": 0.9894763231277466, "Finetune/Step": 334, "Finetune/Step Time": 5.486124144867063} +{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9862732887268066, "Finetune/Loss (Raw)": 1.0113856792449951, "Finetune/Step": 335, "Finetune/Step Time": 5.473396068438888} +{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9866995811462402, "Finetune/Loss (Raw)": 1.1037899255752563, "Finetune/Step": 336, "Finetune/Step Time": 5.476703695952892} +{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9883992671966553, "Finetune/Loss (Raw)": 1.2206263542175293, "Finetune/Step": 337, "Finetune/Step Time": 5.4719885885715485} +{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.993800699710846, "Finetune/Loss (Raw)": 0.994064450263977, "Finetune/Step": 338, "Finetune/Step Time": 5.449901074171066} +{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9936566352844238, "Finetune/Loss (Raw)": 0.9724525213241577, "Finetune/Step": 339, "Finetune/Step Time": 5.453047284856439} +{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9924277067184448, "Finetune/Loss (Raw)": 0.9151760339736938, "Finetune/Step": 340, "Finetune/Step Time": 5.451513320207596} +{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.991177499294281, "Finetune/Loss (Raw)": 1.0227354764938354, "Finetune/Step": 341, "Finetune/Step Time": 5.4527882765978575} +{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9919857978820801, "Finetune/Loss (Raw)": 1.0934271812438965, "Finetune/Step": 342, "Finetune/Step Time": 5.434458473697305} +{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9925223588943481, "Finetune/Loss (Raw)": 1.0171352624893188, "Finetune/Step": 343, "Finetune/Step Time": 5.432823384180665} +{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9937577247619629, "Finetune/Loss (Raw)": 1.0901210308074951, "Finetune/Step": 344, "Finetune/Step Time": 5.418085807934403} +{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9937977194786072, "Finetune/Loss (Raw)": 1.1177278757095337, "Finetune/Step": 345, "Finetune/Step Time": 5.420824600383639} +{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9942816495895386, "Finetune/Loss (Raw)": 1.1193914413452148, "Finetune/Step": 346, "Finetune/Step Time": 5.42763982526958} +{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9938286542892456, "Finetune/Loss (Raw)": 1.1450930833816528, "Finetune/Step": 347, "Finetune/Step Time": 5.431280959397554} +{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9946887493133545, "Finetune/Loss (Raw)": 1.0809873342514038, "Finetune/Step": 348, "Finetune/Step Time": 5.451213059946895} +{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951037168502808, "Finetune/Loss (Raw)": 1.15444016456604, "Finetune/Step": 349, "Finetune/Step Time": 5.459783865138888} +{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9953845143318176, "Finetune/Loss (Raw)": 0.9875752329826355, "Finetune/Step": 350, "Finetune/Step Time": 5.474008461460471} +{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9955750703811646, "Finetune/Loss (Raw)": 1.0037397146224976, "Finetune/Step": 351, "Finetune/Step Time": 5.487261883914471} +{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0007938146591187, "Finetune/Loss (Raw)": 1.0006921291351318, "Finetune/Step": 352, "Finetune/Step Time": 5.465793842449784} +{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0002156496047974, "Finetune/Loss (Raw)": 0.9769036769866943, "Finetune/Step": 353, "Finetune/Step Time": 5.465269340202212} +{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9980689883232117, "Finetune/Loss (Raw)": 0.9076244831085205, "Finetune/Step": 354, "Finetune/Step Time": 5.472147798165679} +{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9972164630889893, "Finetune/Loss (Raw)": 1.0668193101882935, "Finetune/Step": 355, "Finetune/Step Time": 5.48200854100287} +{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9955344796180725, "Finetune/Loss (Raw)": 0.918597936630249, "Finetune/Step": 356, "Finetune/Step Time": 5.4894239734858274} +{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9947181940078735, "Finetune/Loss (Raw)": 0.9287261962890625, "Finetune/Step": 357, "Finetune/Step Time": 5.503157066181302} +{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9885146617889404, "Finetune/Loss (Raw)": 0.35585805773735046, "Finetune/Step": 358, "Finetune/Step Time": 5.533945966511965} +{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9872217178344727, "Finetune/Loss (Raw)": 0.8483661413192749, "Finetune/Step": 359, "Finetune/Step Time": 5.535157434642315} +{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9869028329849243, "Finetune/Loss (Raw)": 1.0156010389328003, "Finetune/Step": 360, "Finetune/Step Time": 5.5347917303442955} +{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9915333986282349, "Finetune/Loss (Raw)": 0.8921864628791809, "Finetune/Step": 361, "Finetune/Step Time": 5.503359651193023} +{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.990044116973877, "Finetune/Loss (Raw)": 0.9766424298286438, "Finetune/Step": 362, "Finetune/Step Time": 5.491127245128155} +{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9890388250350952, "Finetune/Loss (Raw)": 1.0738708972930908, "Finetune/Step": 363, "Finetune/Step Time": 5.449767319485545} +{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9896568655967712, "Finetune/Loss (Raw)": 1.097062110900879, "Finetune/Step": 364, "Finetune/Step Time": 5.448464073240757} +{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899547100067139, "Finetune/Loss (Raw)": 1.1188963651657104, "Finetune/Step": 365, "Finetune/Step Time": 5.418244367465377} +{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891790151596069, "Finetune/Loss (Raw)": 0.8975711464881897, "Finetune/Step": 366, "Finetune/Step Time": 5.423627758398652} +{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9899970889091492, "Finetune/Loss (Raw)": 0.9985551834106445, "Finetune/Step": 367, "Finetune/Step Time": 5.429218482226133} +{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905378222465515, "Finetune/Loss (Raw)": 1.0260239839553833, "Finetune/Step": 368, "Finetune/Step Time": 5.4346043691039085} +{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897702932357788, "Finetune/Loss (Raw)": 0.989009439945221, "Finetune/Step": 369, "Finetune/Step Time": 5.434594979509711} +{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9905948638916016, "Finetune/Loss (Raw)": 1.1623659133911133, "Finetune/Step": 370, "Finetune/Step Time": 5.445079188793898} +{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911646246910095, "Finetune/Loss (Raw)": 1.1526029109954834, "Finetune/Step": 371, "Finetune/Step Time": 5.435741871595383} +{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9922142624855042, "Finetune/Loss (Raw)": 1.0506064891815186, "Finetune/Step": 372, "Finetune/Step Time": 5.449835579842329} +{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9860620498657227, "Finetune/Loss (Raw)": 0.424517959356308, "Finetune/Step": 373, "Finetune/Step Time": 5.484488917514682} +{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9796919226646423, "Finetune/Loss (Raw)": 0.34797483682632446, "Finetune/Step": 374, "Finetune/Step Time": 5.4947189427912235} +{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9800539016723633, "Finetune/Loss (Raw)": 1.108696460723877, "Finetune/Step": 375, "Finetune/Step Time": 5.480810321867466} +{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792847037315369, "Finetune/Loss (Raw)": 0.900052011013031, "Finetune/Step": 376, "Finetune/Step Time": 5.485795354470611} +{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9789285659790039, "Finetune/Loss (Raw)": 0.9690683484077454, "Finetune/Step": 377, "Finetune/Step Time": 5.486003002151847} +{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9800599217414856, "Finetune/Loss (Raw)": 1.215172529220581, "Finetune/Step": 378, "Finetune/Step Time": 5.48511859588325} +{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9800740480422974, "Finetune/Loss (Raw)": 1.1467450857162476, "Finetune/Step": 379, "Finetune/Step Time": 5.477042756974697} +{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9800633192062378, "Finetune/Loss (Raw)": 1.0377702713012695, "Finetune/Step": 380, "Finetune/Step Time": 5.480388479307294} +{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.979975700378418, "Finetune/Loss (Raw)": 1.0587821006774902, "Finetune/Step": 381, "Finetune/Step Time": 5.488407706841826} +{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795992374420166, "Finetune/Loss (Raw)": 0.9256049394607544, "Finetune/Step": 382, "Finetune/Step Time": 5.535089820623398} +{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984576404094696, "Finetune/Loss (Raw)": 0.9389860033988953, "Finetune/Step": 383, "Finetune/Step Time": 5.532182104885578} +{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9808072447776794, "Finetune/Loss (Raw)": 0.46782416105270386, "Finetune/Step": 384, "Finetune/Step Time": 5.5594162940979} +{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9795483350753784, "Finetune/Loss (Raw)": 1.012370228767395, "Finetune/Step": 385, "Finetune/Step Time": 5.561783138662577} +{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9787757992744446, "Finetune/Loss (Raw)": 1.01827871799469, "Finetune/Step": 386, "Finetune/Step Time": 5.561450827866793} +{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9772047996520996, "Finetune/Loss (Raw)": 0.8776918649673462, "Finetune/Step": 387, "Finetune/Step Time": 5.5633319187909365} +{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9760868549346924, "Finetune/Loss (Raw)": 0.9539527893066406, "Finetune/Step": 388, "Finetune/Step Time": 5.541677348315716} +{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9766666889190674, "Finetune/Loss (Raw)": 0.9436400532722473, "Finetune/Step": 389, "Finetune/Step Time": 5.541178455576301} +{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9765647053718567, "Finetune/Loss (Raw)": 0.8385656476020813, "Finetune/Step": 390, "Finetune/Step Time": 5.5278729777783155} +{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9764084815979004, "Finetune/Loss (Raw)": 1.0033668279647827, "Finetune/Step": 391, "Finetune/Step Time": 5.523462027311325} +{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9763216376304626, "Finetune/Loss (Raw)": 0.9768409132957458, "Finetune/Step": 392, "Finetune/Step Time": 5.519958095625043} +{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9752581119537354, "Finetune/Loss (Raw)": 0.8529576063156128, "Finetune/Step": 393, "Finetune/Step Time": 5.531962001696229} +{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9719934463500977, "Finetune/Loss (Raw)": 0.8080320954322815, "Finetune/Step": 394, "Finetune/Step Time": 5.547115135937929} +{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9743871688842773, "Finetune/Loss (Raw)": 1.199662685394287, "Finetune/Step": 395, "Finetune/Step Time": 5.546190991997719} +{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9743410348892212, "Finetune/Loss (Raw)": 1.097724199295044, "Finetune/Step": 396, "Finetune/Step Time": 5.547211112454534} +{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9728529453277588, "Finetune/Loss (Raw)": 0.8497854471206665, "Finetune/Step": 397, "Finetune/Step Time": 5.563186712563038} +{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9738198518753052, "Finetune/Loss (Raw)": 1.173021674156189, "Finetune/Step": 398, "Finetune/Step Time": 5.556655574589968} +{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9730088114738464, "Finetune/Loss (Raw)": 0.925994336605072, "Finetune/Step": 399, "Finetune/Step Time": 5.544344460591674} +{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9716863632202148, "Finetune/Loss (Raw)": 0.9458959102630615, "Finetune/Step": 400, "Finetune/Step Time": 5.542063793167472} +{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9722044467926025, "Finetune/Loss (Raw)": 1.1138136386871338, "Finetune/Step": 401, "Finetune/Step Time": 5.544743208214641} +{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9714503288269043, "Finetune/Loss (Raw)": 1.0038338899612427, "Finetune/Step": 402, "Finetune/Step Time": 5.556587630882859} +{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9711496829986572, "Finetune/Loss (Raw)": 0.9744356274604797, "Finetune/Step": 403, "Finetune/Step Time": 5.555881083011627} +{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.973076343536377, "Finetune/Loss (Raw)": 1.0785645246505737, "Finetune/Step": 404, "Finetune/Step Time": 5.523221807554364} +{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9708420038223267, "Finetune/Loss (Raw)": 0.7347937822341919, "Finetune/Step": 405, "Finetune/Step Time": 5.53572135977447} +{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9663894176483154, "Finetune/Loss (Raw)": 0.46444305777549744, "Finetune/Step": 406, "Finetune/Step Time": 5.567133916541934} +{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9601092338562012, "Finetune/Loss (Raw)": 0.40662306547164917, "Finetune/Step": 407, "Finetune/Step Time": 5.586410766467452} +{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9601094126701355, "Finetune/Loss (Raw)": 0.9829235672950745, "Finetune/Step": 408, "Finetune/Step Time": 5.585711985826492} +{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9609848260879517, "Finetune/Loss (Raw)": 1.1886223554611206, "Finetune/Step": 409, "Finetune/Step Time": 5.586956901475787} +{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9625952839851379, "Finetune/Loss (Raw)": 1.2206701040267944, "Finetune/Step": 410, "Finetune/Step Time": 5.5852962881326675} +{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9614717960357666, "Finetune/Loss (Raw)": 0.9912576675415039, "Finetune/Step": 411, "Finetune/Step Time": 5.587853824719787} +{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9553043246269226, "Finetune/Loss (Raw)": 0.35700923204421997, "Finetune/Step": 412, "Finetune/Step Time": 5.624505231156945} +{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9561624526977539, "Finetune/Loss (Raw)": 1.1222572326660156, "Finetune/Step": 413, "Finetune/Step Time": 5.602010713890195} +{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9551041722297668, "Finetune/Loss (Raw)": 0.9429762959480286, "Finetune/Step": 414, "Finetune/Step Time": 5.5871861688792706} +{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9549659490585327, "Finetune/Loss (Raw)": 1.0522962808609009, "Finetune/Step": 415, "Finetune/Step Time": 5.584248278290033} +{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9566850662231445, "Finetune/Loss (Raw)": 1.119647741317749, "Finetune/Step": 416, "Finetune/Step Time": 5.569849114865065} +{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9561449289321899, "Finetune/Loss (Raw)": 1.0511592626571655, "Finetune/Step": 417, "Finetune/Step Time": 5.564791338518262} +{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.957208514213562, "Finetune/Loss (Raw)": 1.0973408222198486, "Finetune/Step": 418, "Finetune/Step Time": 5.5525220185518265} +{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560819268226624, "Finetune/Loss (Raw)": 0.9751649498939514, "Finetune/Step": 419, "Finetune/Step Time": 5.569902524352074} +{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502909779548645, "Finetune/Loss (Raw)": 0.3554094433784485, "Finetune/Step": 420, "Finetune/Step Time": 5.59987785667181} +{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.949364423751831, "Finetune/Loss (Raw)": 1.0236109495162964, "Finetune/Step": 421, "Finetune/Step Time": 5.599672621116042} +{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9512190818786621, "Finetune/Loss (Raw)": 1.003841519355774, "Finetune/Step": 422, "Finetune/Step Time": 5.605386681854725} +{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9515355229377747, "Finetune/Loss (Raw)": 1.1251121759414673, "Finetune/Step": 423, "Finetune/Step Time": 5.598838185891509} +{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.951697051525116, "Finetune/Loss (Raw)": 1.0385043621063232, "Finetune/Step": 424, "Finetune/Step Time": 5.5980154406279325} +{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9488277435302734, "Finetune/Loss (Raw)": 0.7609102129936218, "Finetune/Step": 425, "Finetune/Step Time": 5.6331453416496515} +{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9497091770172119, "Finetune/Loss (Raw)": 1.0172638893127441, "Finetune/Step": 426, "Finetune/Step Time": 5.607224907726049} +{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9549453854560852, "Finetune/Loss (Raw)": 0.9813845753669739, "Finetune/Step": 427, "Finetune/Step Time": 5.581721588969231} +{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.960922122001648, "Finetune/Loss (Raw)": 1.1187819242477417, "Finetune/Step": 428, "Finetune/Step Time": 5.550986874848604} +{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9662995338439941, "Finetune/Loss (Raw)": 1.0682523250579834, "Finetune/Step": 429, "Finetune/Step Time": 5.524237211793661} +{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.966408371925354, "Finetune/Loss (Raw)": 0.9028211236000061, "Finetune/Step": 430, "Finetune/Step Time": 5.517772583290935} +{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9724618792533875, "Finetune/Loss (Raw)": 1.087429165840149, "Finetune/Step": 431, "Finetune/Step Time": 5.496050246059895} +{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9713108539581299, "Finetune/Loss (Raw)": 0.9420956373214722, "Finetune/Step": 432, "Finetune/Step Time": 5.5022545251995325} +{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9703483581542969, "Finetune/Loss (Raw)": 0.9182774424552917, "Finetune/Step": 433, "Finetune/Step Time": 5.505745617672801} +{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9707036018371582, "Finetune/Loss (Raw)": 0.9872078895568848, "Finetune/Step": 434, "Finetune/Step Time": 5.500587133690715} +{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9681885242462158, "Finetune/Loss (Raw)": 0.841160774230957, "Finetune/Step": 435, "Finetune/Step Time": 5.491367146372795} +{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9672691822052002, "Finetune/Loss (Raw)": 0.9243042469024658, "Finetune/Step": 436, "Finetune/Step Time": 5.488345563411713} +{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9663275480270386, "Finetune/Loss (Raw)": 1.025172472000122, "Finetune/Step": 437, "Finetune/Step Time": 5.48447366990149} +{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9660163521766663, "Finetune/Loss (Raw)": 0.9685413837432861, "Finetune/Step": 438, "Finetune/Step Time": 5.48126832768321} +{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9655182361602783, "Finetune/Loss (Raw)": 0.970203161239624, "Finetune/Step": 439, "Finetune/Step Time": 5.496877567842603} +{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9663128852844238, "Finetune/Loss (Raw)": 1.0787969827651978, "Finetune/Step": 440, "Finetune/Step Time": 5.492859218269587} +{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9658397436141968, "Finetune/Loss (Raw)": 1.0499237775802612, "Finetune/Step": 441, "Finetune/Step Time": 5.484646588563919} +{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9599171876907349, "Finetune/Loss (Raw)": 0.4285920560359955, "Finetune/Step": 442, "Finetune/Step Time": 5.517420593649149} +{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.960555374622345, "Finetune/Loss (Raw)": 1.0704586505889893, "Finetune/Step": 443, "Finetune/Step Time": 5.521497393026948} +{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9666262865066528, "Finetune/Loss (Raw)": 1.141896367073059, "Finetune/Step": 444, "Finetune/Step Time": 5.491036776453257} +{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.966924786567688, "Finetune/Loss (Raw)": 1.0062483549118042, "Finetune/Step": 445, "Finetune/Step Time": 5.492396300658584} +{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9673811793327332, "Finetune/Loss (Raw)": 1.1164181232452393, "Finetune/Step": 446, "Finetune/Step Time": 5.494654655456543} +{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9677613377571106, "Finetune/Loss (Raw)": 1.0341297388076782, "Finetune/Step": 447, "Finetune/Step Time": 5.485026495531201} +{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9679185152053833, "Finetune/Loss (Raw)": 0.9599182605743408, "Finetune/Step": 448, "Finetune/Step Time": 5.485018925741315} +{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9743459224700928, "Finetune/Loss (Raw)": 1.136783242225647, "Finetune/Step": 449, "Finetune/Step Time": 5.457532782107592} +{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.973962664604187, "Finetune/Loss (Raw)": 0.9450755715370178, "Finetune/Step": 450, "Finetune/Step Time": 5.4569029323756695} +{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9731944799423218, "Finetune/Loss (Raw)": 0.9748841524124146, "Finetune/Step": 451, "Finetune/Step Time": 5.461253913119435} +{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9724587202072144, "Finetune/Loss (Raw)": 1.0026777982711792, "Finetune/Step": 452, "Finetune/Step Time": 5.454485163092613} +{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9738362431526184, "Finetune/Loss (Raw)": 1.2219756841659546, "Finetune/Step": 453, "Finetune/Step Time": 5.449353821575642} +{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9720559120178223, "Finetune/Loss (Raw)": 0.988880455493927, "Finetune/Step": 454, "Finetune/Step Time": 5.464079335331917} +{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9726454019546509, "Finetune/Loss (Raw)": 1.090897798538208, "Finetune/Step": 455, "Finetune/Step Time": 5.462421936914325} +{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9668494462966919, "Finetune/Loss (Raw)": 0.32951799035072327, "Finetune/Step": 456, "Finetune/Step Time": 5.4814712554216385} +{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9666304588317871, "Finetune/Loss (Raw)": 0.9154013395309448, "Finetune/Step": 457, "Finetune/Step Time": 5.462015649303794} +{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9692765474319458, "Finetune/Loss (Raw)": 1.218184232711792, "Finetune/Step": 458, "Finetune/Step Time": 5.459400983527303} +{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9688488841056824, "Finetune/Loss (Raw)": 0.9976129531860352, "Finetune/Step": 459, "Finetune/Step Time": 5.462119160220027} +{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9690396189689636, "Finetune/Loss (Raw)": 0.8484455347061157, "Finetune/Step": 460, "Finetune/Step Time": 5.461006199941039} +{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9686620235443115, "Finetune/Loss (Raw)": 0.9810054898262024, "Finetune/Step": 461, "Finetune/Step Time": 5.459964586421847} +{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9686662554740906, "Finetune/Loss (Raw)": 0.9900124073028564, "Finetune/Step": 462, "Finetune/Step Time": 5.459402564913034} +{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9700914025306702, "Finetune/Loss (Raw)": 1.1938095092773438, "Finetune/Step": 463, "Finetune/Step Time": 5.4536456018686295} +{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9636358618736267, "Finetune/Loss (Raw)": 0.27748024463653564, "Finetune/Step": 464, "Finetune/Step Time": 5.483868831768632} +{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.962202787399292, "Finetune/Loss (Raw)": 1.0371863842010498, "Finetune/Step": 465, "Finetune/Step Time": 5.491262450814247} +{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9617927074432373, "Finetune/Loss (Raw)": 0.9415695667266846, "Finetune/Step": 466, "Finetune/Step Time": 5.496082529425621} +{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9626758098602295, "Finetune/Loss (Raw)": 1.0854958295822144, "Finetune/Step": 467, "Finetune/Step Time": 5.495977647602558} +{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9620731472969055, "Finetune/Loss (Raw)": 0.8380380868911743, "Finetune/Step": 468, "Finetune/Step Time": 5.507655581459403} +{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9567897915840149, "Finetune/Loss (Raw)": 0.3464633822441101, "Finetune/Step": 469, "Finetune/Step Time": 5.534412320703268} +{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9559614062309265, "Finetune/Loss (Raw)": 0.9873949289321899, "Finetune/Step": 470, "Finetune/Step Time": 5.533448252826929} +{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9559110403060913, "Finetune/Loss (Raw)": 1.0106873512268066, "Finetune/Step": 471, "Finetune/Step Time": 5.548662098124623} +{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9562594890594482, "Finetune/Loss (Raw)": 1.1347235441207886, "Finetune/Step": 472, "Finetune/Step Time": 5.550108682364225} +{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9547469615936279, "Finetune/Loss (Raw)": 0.9241216778755188, "Finetune/Step": 473, "Finetune/Step Time": 5.548248205333948} +{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9542466402053833, "Finetune/Loss (Raw)": 1.0553545951843262, "Finetune/Step": 474, "Finetune/Step Time": 5.544417819008231} +{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9536142945289612, "Finetune/Loss (Raw)": 1.0641485452651978, "Finetune/Step": 475, "Finetune/Step Time": 5.543156776577234} +{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9532155990600586, "Finetune/Loss (Raw)": 1.0299512147903442, "Finetune/Step": 476, "Finetune/Step Time": 5.5273491609841585} +{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9528282880783081, "Finetune/Loss (Raw)": 1.1048741340637207, "Finetune/Step": 477, "Finetune/Step Time": 5.533370200544596} +{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9527137875556946, "Finetune/Loss (Raw)": 0.9729106426239014, "Finetune/Step": 478, "Finetune/Step Time": 5.509966688230634} +{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9528779983520508, "Finetune/Loss (Raw)": 1.02475905418396, "Finetune/Step": 479, "Finetune/Step Time": 5.4949397426098585} +{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9536125659942627, "Finetune/Loss (Raw)": 1.0947257280349731, "Finetune/Step": 480, "Finetune/Step Time": 5.487348960712552} +{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9540119171142578, "Finetune/Loss (Raw)": 1.0280181169509888, "Finetune/Step": 481, "Finetune/Step Time": 5.491890050470829} +{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9551569223403931, "Finetune/Loss (Raw)": 1.0541760921478271, "Finetune/Step": 482, "Finetune/Step Time": 5.500770468264818} +{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.954946756362915, "Finetune/Loss (Raw)": 1.0399253368377686, "Finetune/Step": 483, "Finetune/Step Time": 5.511317949742079} +{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9554042220115662, "Finetune/Loss (Raw)": 0.9771485924720764, "Finetune/Step": 484, "Finetune/Step Time": 5.515213510021567} +{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9548237323760986, "Finetune/Loss (Raw)": 0.8544226288795471, "Finetune/Step": 485, "Finetune/Step Time": 5.518998173996806} +{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9597644209861755, "Finetune/Loss (Raw)": 0.9882714748382568, "Finetune/Step": 486, "Finetune/Step Time": 5.501047296449542} +{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9613084197044373, "Finetune/Loss (Raw)": 1.0460002422332764, "Finetune/Step": 487, "Finetune/Step Time": 5.5002909284085035} +{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9615715742111206, "Finetune/Loss (Raw)": 1.0492820739746094, "Finetune/Step": 488, "Finetune/Step Time": 5.498137081041932} +{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.961975634098053, "Finetune/Loss (Raw)": 0.9439046382904053, "Finetune/Step": 489, "Finetune/Step Time": 5.5026842672377825} +{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9616867899894714, "Finetune/Loss (Raw)": 0.9396703243255615, "Finetune/Step": 490, "Finetune/Step Time": 5.508903192356229} +{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9585389494895935, "Finetune/Loss (Raw)": 0.6709520220756531, "Finetune/Step": 491, "Finetune/Step Time": 5.537395153194666} +{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9575324654579163, "Finetune/Loss (Raw)": 0.9682202935218811, "Finetune/Step": 492, "Finetune/Step Time": 5.543170437216759} +{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9572057723999023, "Finetune/Loss (Raw)": 1.0770889520645142, "Finetune/Step": 493, "Finetune/Step Time": 5.545576106756926} +{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9577774405479431, "Finetune/Loss (Raw)": 0.9707410931587219, "Finetune/Step": 494, "Finetune/Step Time": 5.56123211979866} +{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9579733610153198, "Finetune/Loss (Raw)": 1.0236328840255737, "Finetune/Step": 495, "Finetune/Step Time": 5.56129652634263} +{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9581189155578613, "Finetune/Loss (Raw)": 1.0446593761444092, "Finetune/Step": 496, "Finetune/Step Time": 5.569256016984582} +{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9580214023590088, "Finetune/Loss (Raw)": 0.9765239357948303, "Finetune/Step": 497, "Finetune/Step Time": 5.571449087932706} +{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9570780992507935, "Finetune/Loss (Raw)": 1.0416221618652344, "Finetune/Step": 498, "Finetune/Step Time": 5.558509886264801} +{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.955070972442627, "Finetune/Loss (Raw)": 0.895697295665741, "Finetune/Step": 499, "Finetune/Step Time": 5.566479375585914} +{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9546454548835754, "Finetune/Loss (Raw)": 0.9961297512054443, "Finetune/Step": 500, "Finetune/Step Time": 5.565837981179357} +{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9575544595718384, "Finetune/Loss (Raw)": 0.796873152256012, "Finetune/Step": 501, "Finetune/Step Time": 5.55037940852344} +{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9618197679519653, "Finetune/Loss (Raw)": 0.8939334154129028, "Finetune/Step": 502, "Finetune/Step Time": 5.537943594157696} +{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9613131284713745, "Finetune/Loss (Raw)": 1.0438554286956787, "Finetune/Step": 503, "Finetune/Step Time": 5.559699626639485} +{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9626488089561462, "Finetune/Loss (Raw)": 1.071010708808899, "Finetune/Step": 504, "Finetune/Step Time": 5.549468886107206} +{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9630213975906372, "Finetune/Loss (Raw)": 1.0167584419250488, "Finetune/Step": 505, "Finetune/Step Time": 5.550646807998419} +{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.959987998008728, "Finetune/Loss (Raw)": 0.8269051313400269, "Finetune/Step": 506, "Finetune/Step Time": 5.562533913180232} +{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9590121507644653, "Finetune/Loss (Raw)": 1.0218366384506226, "Finetune/Step": 507, "Finetune/Step Time": 5.552560579031706} +{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9586734175682068, "Finetune/Loss (Raw)": 0.99440598487854, "Finetune/Step": 508, "Finetune/Step Time": 5.546742033213377} +{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9580135941505432, "Finetune/Loss (Raw)": 0.9743293523788452, "Finetune/Step": 509, "Finetune/Step Time": 5.555117221549153} +{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9580758213996887, "Finetune/Loss (Raw)": 0.9335695505142212, "Finetune/Step": 510, "Finetune/Step Time": 5.515371959656477} +{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9593873023986816, "Finetune/Loss (Raw)": 1.1068575382232666, "Finetune/Step": 511, "Finetune/Step Time": 5.486162474378943} +{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9637266993522644, "Finetune/Loss (Raw)": 1.0232609510421753, "Finetune/Step": 512, "Finetune/Step Time": 5.457547495141625} +{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9641106128692627, "Finetune/Loss (Raw)": 1.061511516571045, "Finetune/Step": 513, "Finetune/Step Time": 5.456911189481616} +{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9647607803344727, "Finetune/Loss (Raw)": 1.1015007495880127, "Finetune/Step": 514, "Finetune/Step Time": 5.469992622733116} +{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9609642028808594, "Finetune/Loss (Raw)": 0.3917316198348999, "Finetune/Step": 515, "Finetune/Step Time": 5.504656182602048} +{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9619608521461487, "Finetune/Loss (Raw)": 1.0815222263336182, "Finetune/Step": 516, "Finetune/Step Time": 5.507529212161899} +{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9627276659011841, "Finetune/Loss (Raw)": 1.0417929887771606, "Finetune/Step": 517, "Finetune/Step Time": 5.506595987826586} +{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9644443988800049, "Finetune/Loss (Raw)": 1.0583020448684692, "Finetune/Step": 518, "Finetune/Step Time": 5.514375474303961} +{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9649574756622314, "Finetune/Loss (Raw)": 1.0690456628799438, "Finetune/Step": 519, "Finetune/Step Time": 5.529213635250926} +{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9652190804481506, "Finetune/Loss (Raw)": 1.0103274583816528, "Finetune/Step": 520, "Finetune/Step Time": 5.528898250311613} +{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9664627313613892, "Finetune/Loss (Raw)": 1.0121451616287231, "Finetune/Step": 521, "Finetune/Step Time": 5.520147969946265} +{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9679178595542908, "Finetune/Loss (Raw)": 0.9942870140075684, "Finetune/Step": 522, "Finetune/Step Time": 5.502266118302941} +{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9656455516815186, "Finetune/Loss (Raw)": 0.9088101983070374, "Finetune/Step": 523, "Finetune/Step Time": 5.509292732924223} +{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9650160670280457, "Finetune/Loss (Raw)": 1.0171515941619873, "Finetune/Step": 524, "Finetune/Step Time": 5.5051129423081875} +{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9663490653038025, "Finetune/Loss (Raw)": 1.0204070806503296, "Finetune/Step": 525, "Finetune/Step Time": 5.488306362181902} +{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9645062685012817, "Finetune/Loss (Raw)": 0.9371351599693298, "Finetune/Step": 526, "Finetune/Step Time": 5.501067608594894} +{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9648452997207642, "Finetune/Loss (Raw)": 0.9693995714187622, "Finetune/Step": 527, "Finetune/Step Time": 5.4951317850500345} +{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9655830264091492, "Finetune/Loss (Raw)": 1.0403246879577637, "Finetune/Step": 528, "Finetune/Step Time": 5.490199254825711} +{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9654914140701294, "Finetune/Loss (Raw)": 1.1020818948745728, "Finetune/Step": 529, "Finetune/Step Time": 5.489832298830152} +{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9662859439849854, "Finetune/Loss (Raw)": 1.105536699295044, "Finetune/Step": 530, "Finetune/Step Time": 5.474101508036256} +{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9676885604858398, "Finetune/Loss (Raw)": 1.15397310256958, "Finetune/Step": 531, "Finetune/Step Time": 5.470534712076187} +{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9669430255889893, "Finetune/Loss (Raw)": 0.9831369519233704, "Finetune/Step": 532, "Finetune/Step Time": 5.468512553721666} +{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9686447978019714, "Finetune/Loss (Raw)": 0.9526157975196838, "Finetune/Step": 533, "Finetune/Step Time": 5.464999366551638} +{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9723964333534241, "Finetune/Loss (Raw)": 0.9446476697921753, "Finetune/Step": 534, "Finetune/Step Time": 5.441455839201808} +{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9765161275863647, "Finetune/Loss (Raw)": 0.9339434504508972, "Finetune/Step": 535, "Finetune/Step Time": 5.422488056123257} +{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.975248396396637, "Finetune/Loss (Raw)": 0.8206611275672913, "Finetune/Step": 536, "Finetune/Step Time": 5.4454892463982105} +{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9742919206619263, "Finetune/Loss (Raw)": 1.0661896467208862, "Finetune/Step": 537, "Finetune/Step Time": 5.446682699024677} +{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9726783037185669, "Finetune/Loss (Raw)": 1.0141324996948242, "Finetune/Step": 538, "Finetune/Step Time": 5.455564362928271} +{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9735003113746643, "Finetune/Loss (Raw)": 1.0964707136154175, "Finetune/Step": 539, "Finetune/Step Time": 5.449628656730056} +{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9782803058624268, "Finetune/Loss (Raw)": 0.9688558578491211, "Finetune/Step": 540, "Finetune/Step Time": 5.412687577307224} +{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9774095416069031, "Finetune/Loss (Raw)": 1.0107930898666382, "Finetune/Step": 541, "Finetune/Step Time": 5.4201225731521845} +{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9780345559120178, "Finetune/Loss (Raw)": 1.022976040840149, "Finetune/Step": 542, "Finetune/Step Time": 5.419131776317954} +{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9786171913146973, "Finetune/Loss (Raw)": 1.1268744468688965, "Finetune/Step": 543, "Finetune/Step Time": 5.419032052159309} +{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9782835245132446, "Finetune/Loss (Raw)": 1.076945185661316, "Finetune/Step": 544, "Finetune/Step Time": 5.41958986222744} +{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9777969121932983, "Finetune/Loss (Raw)": 0.9888651371002197, "Finetune/Step": 545, "Finetune/Step Time": 5.417434168979526} +{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9765729904174805, "Finetune/Loss (Raw)": 0.9406808614730835, "Finetune/Step": 546, "Finetune/Step Time": 5.418711174279451} +{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9773891568183899, "Finetune/Loss (Raw)": 1.0796372890472412, "Finetune/Step": 547, "Finetune/Step Time": 5.409809298813343} +{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9820927381515503, "Finetune/Loss (Raw)": 0.9574707746505737, "Finetune/Step": 548, "Finetune/Step Time": 5.394201835617423} +{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9806641340255737, "Finetune/Loss (Raw)": 0.840748131275177, "Finetune/Step": 549, "Finetune/Step Time": 5.403203198686242} +{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9805941581726074, "Finetune/Loss (Raw)": 0.9948737025260925, "Finetune/Step": 550, "Finetune/Step Time": 5.385681172832847} +{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9794249534606934, "Finetune/Loss (Raw)": 0.9754563570022583, "Finetune/Step": 551, "Finetune/Step Time": 5.386926686391234} +{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.979907751083374, "Finetune/Loss (Raw)": 1.100307583808899, "Finetune/Step": 552, "Finetune/Step Time": 5.387593287974596} +{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9799227118492126, "Finetune/Loss (Raw)": 0.7628293037414551, "Finetune/Step": 553, "Finetune/Step Time": 5.3516655173152685} +{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9808164834976196, "Finetune/Loss (Raw)": 1.1316699981689453, "Finetune/Step": 554, "Finetune/Step Time": 5.349392058327794} +{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9805243015289307, "Finetune/Loss (Raw)": 0.9439803957939148, "Finetune/Step": 555, "Finetune/Step Time": 5.358354400843382} +{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9797291159629822, "Finetune/Loss (Raw)": 1.016998529434204, "Finetune/Step": 556, "Finetune/Step Time": 5.370222685858607} +{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9788658618927002, "Finetune/Loss (Raw)": 0.957755446434021, "Finetune/Step": 557, "Finetune/Step Time": 5.366575989872217} +{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9737029671669006, "Finetune/Loss (Raw)": 0.24196620285511017, "Finetune/Step": 558, "Finetune/Step Time": 5.391303973272443} +{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9728613495826721, "Finetune/Loss (Raw)": 0.9797103404998779, "Finetune/Step": 559, "Finetune/Step Time": 5.384564369916916} +{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9720891714096069, "Finetune/Loss (Raw)": 0.8432535529136658, "Finetune/Step": 560, "Finetune/Step Time": 5.380020214244723} +{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9718290567398071, "Finetune/Loss (Raw)": 0.8849839568138123, "Finetune/Step": 561, "Finetune/Step Time": 5.380680052563548} +{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9715002775192261, "Finetune/Loss (Raw)": 0.9451180100440979, "Finetune/Step": 562, "Finetune/Step Time": 5.378550224006176} +{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9730844497680664, "Finetune/Loss (Raw)": 1.0439425706863403, "Finetune/Step": 563, "Finetune/Step Time": 5.37905441224575} +{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9739218950271606, "Finetune/Loss (Raw)": 1.031494379043579, "Finetune/Step": 564, "Finetune/Step Time": 5.388668369501829} +{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9733873009681702, "Finetune/Loss (Raw)": 0.9567463397979736, "Finetune/Step": 565, "Finetune/Step Time": 5.393087722361088} +{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9742894172668457, "Finetune/Loss (Raw)": 1.0840057134628296, "Finetune/Step": 566, "Finetune/Step Time": 5.405764387920499} +{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9745081663131714, "Finetune/Loss (Raw)": 0.9982073307037354, "Finetune/Step": 567, "Finetune/Step Time": 5.397514179348946} +{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9682438969612122, "Finetune/Loss (Raw)": 0.27696895599365234, "Finetune/Step": 568, "Finetune/Step Time": 5.424311492592096} +{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9672856330871582, "Finetune/Loss (Raw)": 0.9272674918174744, "Finetune/Step": 569, "Finetune/Step Time": 5.429519284516573} +{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9718570709228516, "Finetune/Loss (Raw)": 1.0137393474578857, "Finetune/Step": 570, "Finetune/Step Time": 5.397774398326874} +{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.970879316329956, "Finetune/Loss (Raw)": 0.945304274559021, "Finetune/Step": 571, "Finetune/Step Time": 5.403786247596145} +{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.970071017742157, "Finetune/Loss (Raw)": 1.0384345054626465, "Finetune/Step": 572, "Finetune/Step Time": 5.40287240408361} +{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9705747365951538, "Finetune/Loss (Raw)": 1.0707257986068726, "Finetune/Step": 573, "Finetune/Step Time": 5.413758995011449} +{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9704463481903076, "Finetune/Loss (Raw)": 1.0999733209609985, "Finetune/Step": 574, "Finetune/Step Time": 5.411979962140322} +{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9712517857551575, "Finetune/Loss (Raw)": 1.1372315883636475, "Finetune/Step": 575, "Finetune/Step Time": 5.419441889971495} +{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9714942574501038, "Finetune/Loss (Raw)": 0.9909579157829285, "Finetune/Step": 576, "Finetune/Step Time": 5.426207892596722} +{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9703202247619629, "Finetune/Loss (Raw)": 0.9865067601203918, "Finetune/Step": 577, "Finetune/Step Time": 5.4273468386381865} +{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9703854918479919, "Finetune/Loss (Raw)": 0.9534249305725098, "Finetune/Step": 578, "Finetune/Step Time": 5.423456372693181} +{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9694228172302246, "Finetune/Loss (Raw)": 0.8516595363616943, "Finetune/Step": 579, "Finetune/Step Time": 5.44098337739706} +{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9697186946868896, "Finetune/Loss (Raw)": 1.0405583381652832, "Finetune/Step": 580, "Finetune/Step Time": 5.442780083045363} +{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9690560102462769, "Finetune/Loss (Raw)": 1.137153148651123, "Finetune/Step": 581, "Finetune/Step Time": 5.447281328961253} +{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9694909453392029, "Finetune/Loss (Raw)": 1.044551968574524, "Finetune/Step": 582, "Finetune/Step Time": 5.4422763008624315} +{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9679620265960693, "Finetune/Loss (Raw)": 0.8951861262321472, "Finetune/Step": 583, "Finetune/Step Time": 5.448527451604605} +{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9737954139709473, "Finetune/Loss (Raw)": 1.0761966705322266, "Finetune/Step": 584, "Finetune/Step Time": 5.427791157737374} +{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9750828146934509, "Finetune/Loss (Raw)": 1.0801889896392822, "Finetune/Step": 585, "Finetune/Step Time": 5.429633351042867} +{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9681826829910278, "Finetune/Loss (Raw)": 0.3349680006504059, "Finetune/Step": 586, "Finetune/Step Time": 5.4556324407458305} +{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9696725010871887, "Finetune/Loss (Raw)": 1.188309907913208, "Finetune/Step": 587, "Finetune/Step Time": 5.446798603981733} +{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9707874059677124, "Finetune/Loss (Raw)": 0.9911537766456604, "Finetune/Step": 588, "Finetune/Step Time": 5.455406259745359} +{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9716068506240845, "Finetune/Loss (Raw)": 1.085893154144287, "Finetune/Step": 589, "Finetune/Step Time": 5.45049992389977} +{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9723523855209351, "Finetune/Loss (Raw)": 1.0854393243789673, "Finetune/Step": 590, "Finetune/Step Time": 5.451628061011434} +{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9704176187515259, "Finetune/Loss (Raw)": 0.9461643099784851, "Finetune/Step": 591, "Finetune/Step Time": 5.453610736876726} +{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9758431911468506, "Finetune/Loss (Raw)": 0.9719496965408325, "Finetune/Step": 592, "Finetune/Step Time": 5.420945517718792} +{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9755285382270813, "Finetune/Loss (Raw)": 0.9969146847724915, "Finetune/Step": 593, "Finetune/Step Time": 5.435667581856251} +{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9760541915893555, "Finetune/Loss (Raw)": 1.0088485479354858, "Finetune/Step": 594, "Finetune/Step Time": 5.423279104754329} +{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9754780530929565, "Finetune/Loss (Raw)": 1.01175856590271, "Finetune/Step": 595, "Finetune/Step Time": 5.413397237658501} +{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.976254940032959, "Finetune/Loss (Raw)": 0.9374768733978271, "Finetune/Step": 596, "Finetune/Step Time": 5.39622214064002} +{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9803880453109741, "Finetune/Loss (Raw)": 0.875502347946167, "Finetune/Step": 597, "Finetune/Step Time": 5.367853105068207} +{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9805806875228882, "Finetune/Loss (Raw)": 1.0120511054992676, "Finetune/Step": 598, "Finetune/Step Time": 5.390225026756525} +{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9806584715843201, "Finetune/Loss (Raw)": 1.0206429958343506, "Finetune/Step": 599, "Finetune/Step Time": 5.3719816245138645} +{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9804668426513672, "Finetune/Loss (Raw)": 1.1101903915405273, "Finetune/Step": 600, "Finetune/Step Time": 5.376498540863395} +{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9808573722839355, "Finetune/Loss (Raw)": 0.9741061329841614, "Finetune/Step": 601, "Finetune/Step Time": 5.399991828948259} +{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9808646440505981, "Finetune/Loss (Raw)": 1.0562920570373535, "Finetune/Step": 602, "Finetune/Step Time": 5.392844846472144} +{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9798929691314697, "Finetune/Loss (Raw)": 0.9397717118263245, "Finetune/Step": 603, "Finetune/Step Time": 5.397817946970463} +{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9802129864692688, "Finetune/Loss (Raw)": 1.070919394493103, "Finetune/Step": 604, "Finetune/Step Time": 5.397581936791539} +{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9789456129074097, "Finetune/Loss (Raw)": 0.9426459074020386, "Finetune/Step": 605, "Finetune/Step Time": 5.392769768834114} +{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9786162972450256, "Finetune/Loss (Raw)": 0.9307581186294556, "Finetune/Step": 606, "Finetune/Step Time": 5.410124463960528} +{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9770016670227051, "Finetune/Loss (Raw)": 0.8180899620056152, "Finetune/Step": 607, "Finetune/Step Time": 5.439742488786578} +{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9769413471221924, "Finetune/Loss (Raw)": 1.086997151374817, "Finetune/Step": 608, "Finetune/Step Time": 5.436745760962367} +{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.97607421875, "Finetune/Loss (Raw)": 0.9170282483100891, "Finetune/Step": 609, "Finetune/Step Time": 5.432012064382434} +{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9754042625427246, "Finetune/Loss (Raw)": 0.9684192538261414, "Finetune/Step": 610, "Finetune/Step Time": 5.422959294170141} +{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.975355863571167, "Finetune/Loss (Raw)": 1.0337342023849487, "Finetune/Step": 611, "Finetune/Step Time": 5.4008161295205355} +{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9771687388420105, "Finetune/Loss (Raw)": 1.2091976404190063, "Finetune/Step": 612, "Finetune/Step Time": 5.398115012794733} +{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9775772094726562, "Finetune/Loss (Raw)": 0.9067120552062988, "Finetune/Step": 613, "Finetune/Step Time": 5.390514183789492} +{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9775378704071045, "Finetune/Loss (Raw)": 0.9832288026809692, "Finetune/Step": 614, "Finetune/Step Time": 5.375909939408302} +{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.977442741394043, "Finetune/Loss (Raw)": 1.0338343381881714, "Finetune/Step": 615, "Finetune/Step Time": 5.382694510743022} +{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9770895838737488, "Finetune/Loss (Raw)": 1.0040713548660278, "Finetune/Step": 616, "Finetune/Step Time": 5.384543232619762} +{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9775270223617554, "Finetune/Loss (Raw)": 0.9998962879180908, "Finetune/Step": 617, "Finetune/Step Time": 5.376604150980711} +{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9783316850662231, "Finetune/Loss (Raw)": 1.042668104171753, "Finetune/Step": 618, "Finetune/Step Time": 5.370908232405782} +{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9803167581558228, "Finetune/Loss (Raw)": 0.9250441193580627, "Finetune/Step": 619, "Finetune/Step Time": 5.36531406827271} +{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9808435440063477, "Finetune/Loss (Raw)": 1.0356433391571045, "Finetune/Step": 620, "Finetune/Step Time": 5.35604041069746} +{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9804155826568604, "Finetune/Loss (Raw)": 1.0223132371902466, "Finetune/Step": 621, "Finetune/Step Time": 5.379974922165275} +{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9803621768951416, "Finetune/Loss (Raw)": 0.9639021754264832, "Finetune/Step": 622, "Finetune/Step Time": 5.363060932606459} +{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9806668758392334, "Finetune/Loss (Raw)": 1.0626342296600342, "Finetune/Step": 623, "Finetune/Step Time": 5.364356465637684} +{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9802749156951904, "Finetune/Loss (Raw)": 0.9944834113121033, "Finetune/Step": 624, "Finetune/Step Time": 5.3506018705666065} +{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9808367490768433, "Finetune/Loss (Raw)": 1.0484461784362793, "Finetune/Step": 625, "Finetune/Step Time": 5.35166766308248} +{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.980980634689331, "Finetune/Loss (Raw)": 1.0600391626358032, "Finetune/Step": 626, "Finetune/Step Time": 5.349408272653818} +{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9816451668739319, "Finetune/Loss (Raw)": 0.9807565808296204, "Finetune/Step": 627, "Finetune/Step Time": 5.345617190003395} +{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9816330671310425, "Finetune/Loss (Raw)": 0.9945850372314453, "Finetune/Step": 628, "Finetune/Step Time": 5.335805915296078} +{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.983444094657898, "Finetune/Loss (Raw)": 1.0286831855773926, "Finetune/Step": 629, "Finetune/Step Time": 5.32077513448894} +{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9853267073631287, "Finetune/Loss (Raw)": 1.134899377822876, "Finetune/Step": 630, "Finetune/Step Time": 5.302665319293737} +{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9842560291290283, "Finetune/Loss (Raw)": 0.9068182706832886, "Finetune/Step": 631, "Finetune/Step Time": 5.288661576807499} +{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9850242733955383, "Finetune/Loss (Raw)": 1.1693476438522339, "Finetune/Step": 632, "Finetune/Step Time": 5.2872688844799995} +{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9869637489318848, "Finetune/Loss (Raw)": 1.265005111694336, "Finetune/Step": 633, "Finetune/Step Time": 5.28865584731102} +{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9879058599472046, "Finetune/Loss (Raw)": 0.9474936127662659, "Finetune/Step": 634, "Finetune/Step Time": 5.2793673276901245} +{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9877225160598755, "Finetune/Loss (Raw)": 0.9983736872673035, "Finetune/Step": 635, "Finetune/Step Time": 5.283445743843913} +{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9883587956428528, "Finetune/Loss (Raw)": 1.0758475065231323, "Finetune/Step": 636, "Finetune/Step Time": 5.313536591827869} +{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9893824458122253, "Finetune/Loss (Raw)": 1.1053575277328491, "Finetune/Step": 637, "Finetune/Step Time": 5.298167480155826} +{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9906679391860962, "Finetune/Loss (Raw)": 1.0981117486953735, "Finetune/Step": 638, "Finetune/Step Time": 5.292255479842424} +{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9899571537971497, "Finetune/Loss (Raw)": 1.0158737897872925, "Finetune/Step": 639, "Finetune/Step Time": 5.2947591710835695} +{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.989833652973175, "Finetune/Loss (Raw)": 1.0074512958526611, "Finetune/Step": 640, "Finetune/Step Time": 5.294764230027795} +{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.990097165107727, "Finetune/Loss (Raw)": 1.0952444076538086, "Finetune/Step": 641, "Finetune/Step Time": 5.301639584824443} +{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9841060042381287, "Finetune/Loss (Raw)": 0.3346331715583801, "Finetune/Step": 642, "Finetune/Step Time": 5.316057780757546} +{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9888359904289246, "Finetune/Loss (Raw)": 0.9971733093261719, "Finetune/Step": 643, "Finetune/Step Time": 5.285332346335053} +{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9885439276695251, "Finetune/Loss (Raw)": 1.0441325902938843, "Finetune/Step": 644, "Finetune/Step Time": 5.290376357734203} +{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.988848090171814, "Finetune/Loss (Raw)": 1.0807300806045532, "Finetune/Step": 645, "Finetune/Step Time": 5.294877991080284} +{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9885367155075073, "Finetune/Loss (Raw)": 1.0184414386749268, "Finetune/Step": 646, "Finetune/Step Time": 5.299512669444084} +{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9876389503479004, "Finetune/Loss (Raw)": 0.9541304707527161, "Finetune/Step": 647, "Finetune/Step Time": 5.300212757661939} +{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9878447651863098, "Finetune/Loss (Raw)": 1.0366770029067993, "Finetune/Step": 648, "Finetune/Step Time": 5.298680476844311} +{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9879781603813171, "Finetune/Loss (Raw)": 1.029218316078186, "Finetune/Step": 649, "Finetune/Step Time": 5.294225800782442} +{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.987920880317688, "Finetune/Loss (Raw)": 0.9869563579559326, "Finetune/Step": 650, "Finetune/Step Time": 5.312510956078768} +{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9887841939926147, "Finetune/Loss (Raw)": 1.0193140506744385, "Finetune/Step": 651, "Finetune/Step Time": 5.320411525666714} +{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9886690378189087, "Finetune/Loss (Raw)": 1.0024125576019287, "Finetune/Step": 652, "Finetune/Step Time": 5.324746442958713} +{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9878580570220947, "Finetune/Loss (Raw)": 0.9165958762168884, "Finetune/Step": 653, "Finetune/Step Time": 5.327291328459978} +{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9900144934654236, "Finetune/Loss (Raw)": 1.2131611108779907, "Finetune/Step": 654, "Finetune/Step Time": 5.318939432501793} +{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9901805520057678, "Finetune/Loss (Raw)": 0.9906476140022278, "Finetune/Step": 655, "Finetune/Step Time": 5.328226029872894} +{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9896389245986938, "Finetune/Loss (Raw)": 0.9709963798522949, "Finetune/Step": 656, "Finetune/Step Time": 5.331662535667419} +{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.988532304763794, "Finetune/Loss (Raw)": 0.9604392051696777, "Finetune/Step": 657, "Finetune/Step Time": 5.352271661162376} +{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9876180291175842, "Finetune/Loss (Raw)": 0.988510012626648, "Finetune/Step": 658, "Finetune/Step Time": 5.353832449764013} +{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9849207401275635, "Finetune/Loss (Raw)": 0.8087277412414551, "Finetune/Step": 659, "Finetune/Step Time": 5.375919783487916} +{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9860575199127197, "Finetune/Loss (Raw)": 1.1286410093307495, "Finetune/Step": 660, "Finetune/Step Time": 5.380644761025906} +{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9865254163742065, "Finetune/Loss (Raw)": 1.012500286102295, "Finetune/Step": 661, "Finetune/Step Time": 5.373131530359387} +{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9874248504638672, "Finetune/Loss (Raw)": 1.059785008430481, "Finetune/Step": 662, "Finetune/Step Time": 5.3624521512538195} +{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9888218641281128, "Finetune/Loss (Raw)": 1.112744688987732, "Finetune/Step": 663, "Finetune/Step Time": 5.351554326713085} +{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9904147982597351, "Finetune/Loss (Raw)": 1.024570345878601, "Finetune/Step": 664, "Finetune/Step Time": 5.338924627751112} +{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9910534620285034, "Finetune/Loss (Raw)": 1.1479347944259644, "Finetune/Step": 665, "Finetune/Step Time": 5.346744827926159} +{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.992283821105957, "Finetune/Loss (Raw)": 1.1716231107711792, "Finetune/Step": 666, "Finetune/Step Time": 5.339031001552939} +{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9925193786621094, "Finetune/Loss (Raw)": 1.126624345779419, "Finetune/Step": 667, "Finetune/Step Time": 5.352517070248723} +{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.99172043800354, "Finetune/Loss (Raw)": 0.8665838241577148, "Finetune/Step": 668, "Finetune/Step Time": 5.357679171487689} +{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9918904304504395, "Finetune/Loss (Raw)": 1.0325559377670288, "Finetune/Step": 669, "Finetune/Step Time": 5.351830596104264} +{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9910669326782227, "Finetune/Loss (Raw)": 0.9175697565078735, "Finetune/Step": 670, "Finetune/Step Time": 5.354255082085729} +{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9900544285774231, "Finetune/Loss (Raw)": 0.9972721338272095, "Finetune/Step": 671, "Finetune/Step Time": 5.3530757911503315} +{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.989917516708374, "Finetune/Loss (Raw)": 1.0594244003295898, "Finetune/Step": 672, "Finetune/Step Time": 5.349940488114953} +{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9909592866897583, "Finetune/Loss (Raw)": 1.1222045421600342, "Finetune/Step": 673, "Finetune/Step Time": 5.350564936175942} +{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9923651218414307, "Finetune/Loss (Raw)": 1.1206297874450684, "Finetune/Step": 674, "Finetune/Step Time": 5.350944934412837} +{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9922724962234497, "Finetune/Loss (Raw)": 1.0677897930145264, "Finetune/Step": 675, "Finetune/Step Time": 5.352899994701147} +{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9929103851318359, "Finetune/Loss (Raw)": 1.0391136407852173, "Finetune/Step": 676, "Finetune/Step Time": 5.346960661932826} +{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9934781789779663, "Finetune/Loss (Raw)": 0.9134211540222168, "Finetune/Step": 677, "Finetune/Step Time": 5.379228442907333} +{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9945480823516846, "Finetune/Loss (Raw)": 1.1318188905715942, "Finetune/Step": 678, "Finetune/Step Time": 5.390978766605258} +{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9958715438842773, "Finetune/Loss (Raw)": 1.1448627710342407, "Finetune/Step": 679, "Finetune/Step Time": 5.396255046129227} +{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9947963953018188, "Finetune/Loss (Raw)": 0.9626863598823547, "Finetune/Step": 680, "Finetune/Step Time": 5.389883987605572} +{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9971843957901001, "Finetune/Loss (Raw)": 1.0685008764266968, "Finetune/Step": 681, "Finetune/Step Time": 5.388171963393688} +{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9967865943908691, "Finetune/Loss (Raw)": 1.0807515382766724, "Finetune/Step": 682, "Finetune/Step Time": 5.385284755378962} +{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9980515241622925, "Finetune/Loss (Raw)": 1.1058903932571411, "Finetune/Step": 683, "Finetune/Step Time": 5.36627696827054} +{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.997603178024292, "Finetune/Loss (Raw)": 0.9596133828163147, "Finetune/Step": 684, "Finetune/Step Time": 5.355644125491381} +{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9960830807685852, "Finetune/Loss (Raw)": 0.763177216053009, "Finetune/Step": 685, "Finetune/Step Time": 5.371079437434673} +{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.001511812210083, "Finetune/Loss (Raw)": 0.9368382096290588, "Finetune/Step": 686, "Finetune/Step Time": 5.353342035785317} +{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0014476776123047, "Finetune/Loss (Raw)": 0.9715120792388916, "Finetune/Step": 687, "Finetune/Step Time": 5.350434200838208} +{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0027793645858765, "Finetune/Loss (Raw)": 1.0137019157409668, "Finetune/Step": 688, "Finetune/Step Time": 5.349026599898934} +{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0016164779663086, "Finetune/Loss (Raw)": 0.7361297011375427, "Finetune/Step": 689, "Finetune/Step Time": 5.367244189605117} +{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0008565187454224, "Finetune/Loss (Raw)": 0.8478538990020752, "Finetune/Step": 690, "Finetune/Step Time": 5.4099271930754185} +{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0009567737579346, "Finetune/Loss (Raw)": 1.0567866563796997, "Finetune/Step": 691, "Finetune/Step Time": 5.411692323163152} +{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.0001716613769531, "Finetune/Loss (Raw)": 0.9309883117675781, "Finetune/Step": 692, "Finetune/Step Time": 5.429387329146266} +{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.0003859996795654, "Finetune/Loss (Raw)": 0.9841786026954651, "Finetune/Step": 693, "Finetune/Step Time": 5.428552316501737} +{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9949564933776855, "Finetune/Loss (Raw)": 0.38902902603149414, "Finetune/Step": 694, "Finetune/Step Time": 5.446771018207073} +{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9939357042312622, "Finetune/Loss (Raw)": 0.8675572872161865, "Finetune/Step": 695, "Finetune/Step Time": 5.452827164903283} +{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0004833936691284, "Finetune/Loss (Raw)": 1.1150586605072021, "Finetune/Step": 696, "Finetune/Step Time": 5.427136678248644} +{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0006229877471924, "Finetune/Loss (Raw)": 0.9451337456703186, "Finetune/Step": 697, "Finetune/Step Time": 5.433885920792818} +{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.001973271369934, "Finetune/Loss (Raw)": 1.1865750551223755, "Finetune/Step": 698, "Finetune/Step Time": 5.433084636926651} +{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.003974437713623, "Finetune/Loss (Raw)": 1.201463222503662, "Finetune/Step": 699, "Finetune/Step Time": 5.4298920426517725} +{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0036098957061768, "Finetune/Loss (Raw)": 0.9917789101600647, "Finetune/Step": 700, "Finetune/Step Time": 5.459871994331479} +{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9976332783699036, "Finetune/Loss (Raw)": 0.30570918321609497, "Finetune/Step": 701, "Finetune/Step Time": 5.481129454448819} +{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9966758489608765, "Finetune/Loss (Raw)": 0.9774160981178284, "Finetune/Step": 702, "Finetune/Step Time": 5.4877373073250055} +{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9946770668029785, "Finetune/Loss (Raw)": 0.881392776966095, "Finetune/Step": 703, "Finetune/Step Time": 5.482856284826994} +{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9946893453598022, "Finetune/Loss (Raw)": 0.9925290942192078, "Finetune/Step": 704, "Finetune/Step Time": 5.489537043496966} +{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9949272274971008, "Finetune/Loss (Raw)": 1.0169596672058105, "Finetune/Step": 705, "Finetune/Step Time": 5.4837352111935616} +{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9936752319335938, "Finetune/Loss (Raw)": 0.7931635975837708, "Finetune/Step": 706, "Finetune/Step Time": 5.485977014526725} +{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9940967559814453, "Finetune/Loss (Raw)": 0.9056180119514465, "Finetune/Step": 707, "Finetune/Step Time": 5.466323679313064} +{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9950209259986877, "Finetune/Loss (Raw)": 1.1588506698608398, "Finetune/Step": 708, "Finetune/Step Time": 5.470953399315476} +{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9937522411346436, "Finetune/Loss (Raw)": 0.9747605323791504, "Finetune/Step": 709, "Finetune/Step Time": 5.471976617351174} +{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9925089478492737, "Finetune/Loss (Raw)": 0.8854124546051025, "Finetune/Step": 710, "Finetune/Step Time": 5.466607304289937} +{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9939242601394653, "Finetune/Loss (Raw)": 1.076347827911377, "Finetune/Step": 711, "Finetune/Step Time": 5.479752345010638} +{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.991235613822937, "Finetune/Loss (Raw)": 0.732044517993927, "Finetune/Step": 712, "Finetune/Step Time": 5.49007473513484} +{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9904607534408569, "Finetune/Loss (Raw)": 0.9810029864311218, "Finetune/Step": 713, "Finetune/Step Time": 5.49670304171741} +{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.995163083076477, "Finetune/Loss (Raw)": 0.9368681311607361, "Finetune/Step": 714, "Finetune/Step Time": 5.477632271125913} +{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9946312308311462, "Finetune/Loss (Raw)": 1.1202372312545776, "Finetune/Step": 715, "Finetune/Step Time": 5.4770188331604} +{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9937005043029785, "Finetune/Loss (Raw)": 0.8720192313194275, "Finetune/Step": 716, "Finetune/Step Time": 5.451344853267074} +{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9940779805183411, "Finetune/Loss (Raw)": 1.134211540222168, "Finetune/Step": 717, "Finetune/Step Time": 5.463372882455587} +{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9937859773635864, "Finetune/Loss (Raw)": 1.0480577945709229, "Finetune/Step": 718, "Finetune/Step Time": 5.467386757954955} +{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9945539832115173, "Finetune/Loss (Raw)": 1.0444729328155518, "Finetune/Step": 719, "Finetune/Step Time": 5.46791478805244} +{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9964172840118408, "Finetune/Loss (Raw)": 1.210450291633606, "Finetune/Step": 720, "Finetune/Step Time": 5.470107881352305} +{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.995871901512146, "Finetune/Loss (Raw)": 0.9271159768104553, "Finetune/Step": 721, "Finetune/Step Time": 5.4738667365163565} +{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9957831501960754, "Finetune/Loss (Raw)": 0.9974753260612488, "Finetune/Step": 722, "Finetune/Step Time": 5.5001132264733315} +{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9965593814849854, "Finetune/Loss (Raw)": 1.1111335754394531, "Finetune/Step": 723, "Finetune/Step Time": 5.497168192639947} +{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.997679591178894, "Finetune/Loss (Raw)": 1.080849289894104, "Finetune/Step": 724, "Finetune/Step Time": 5.512300360947847} +{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.999717116355896, "Finetune/Loss (Raw)": 1.136309266090393, "Finetune/Step": 725, "Finetune/Step Time": 5.511079162359238} +{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9977376461029053, "Finetune/Loss (Raw)": 0.7586778402328491, "Finetune/Step": 726, "Finetune/Step Time": 5.499139938503504} +{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9978136420249939, "Finetune/Loss (Raw)": 1.030373454093933, "Finetune/Step": 727, "Finetune/Step Time": 5.5058506317436695} +{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985308051109314, "Finetune/Loss (Raw)": 1.2019864320755005, "Finetune/Step": 728, "Finetune/Step Time": 5.505417015403509} +{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9960110783576965, "Finetune/Loss (Raw)": 0.6515804529190063, "Finetune/Step": 729, "Finetune/Step Time": 5.494626564905047} +{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9956141710281372, "Finetune/Loss (Raw)": 1.0054851770401, "Finetune/Step": 730, "Finetune/Step Time": 5.498366305604577} +{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968094229698181, "Finetune/Loss (Raw)": 1.0927633047103882, "Finetune/Step": 731, "Finetune/Step Time": 5.493841487914324} +{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9955493211746216, "Finetune/Loss (Raw)": 0.9096261858940125, "Finetune/Step": 732, "Finetune/Step Time": 5.525437440723181} +{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9956942796707153, "Finetune/Loss (Raw)": 0.9612036943435669, "Finetune/Step": 733, "Finetune/Step Time": 5.522932298481464} +{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9952407479286194, "Finetune/Loss (Raw)": 0.8727038502693176, "Finetune/Step": 734, "Finetune/Step Time": 5.5106714107096195} +{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958702325820923, "Finetune/Loss (Raw)": 0.898669421672821, "Finetune/Step": 735, "Finetune/Step Time": 5.488115098327398} +{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946843385696411, "Finetune/Loss (Raw)": 0.9352005124092102, "Finetune/Step": 736, "Finetune/Step Time": 5.524032451212406} +{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9963001012802124, "Finetune/Loss (Raw)": 1.1238380670547485, "Finetune/Step": 737, "Finetune/Step Time": 5.519562060013413} +{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9966589212417603, "Finetune/Loss (Raw)": 1.014346957206726, "Finetune/Step": 738, "Finetune/Step Time": 5.515699785202742} +{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920862317085266, "Finetune/Loss (Raw)": 0.448443204164505, "Finetune/Step": 739, "Finetune/Step Time": 5.551746942102909} +{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915705323219299, "Finetune/Loss (Raw)": 1.1431833505630493, "Finetune/Step": 740, "Finetune/Step Time": 5.553800763562322} +{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908740520477295, "Finetune/Loss (Raw)": 0.8175681829452515, "Finetune/Step": 741, "Finetune/Step Time": 5.571887258440256} +{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.990899384021759, "Finetune/Loss (Raw)": 0.9864634871482849, "Finetune/Step": 742, "Finetune/Step Time": 5.577362472191453} +{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9912087917327881, "Finetune/Loss (Raw)": 1.073447346687317, "Finetune/Step": 743, "Finetune/Step Time": 5.570690302178264} +{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9911460280418396, "Finetune/Loss (Raw)": 0.9960266351699829, "Finetune/Step": 744, "Finetune/Step Time": 5.572254050523043} +{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9904097318649292, "Finetune/Loss (Raw)": 0.9056496620178223, "Finetune/Step": 745, "Finetune/Step Time": 5.5904062949121} +{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9908607602119446, "Finetune/Loss (Raw)": 1.100400447845459, "Finetune/Step": 746, "Finetune/Step Time": 5.580930583178997} +{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9923446178436279, "Finetune/Loss (Raw)": 1.1149792671203613, "Finetune/Step": 747, "Finetune/Step Time": 5.560779504477978} +{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.992849588394165, "Finetune/Loss (Raw)": 1.1002862453460693, "Finetune/Step": 748, "Finetune/Step Time": 5.562405193224549} +{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9927033185958862, "Finetune/Loss (Raw)": 1.003585696220398, "Finetune/Step": 749, "Finetune/Step Time": 5.546475717797875} +{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9932222962379456, "Finetune/Loss (Raw)": 1.0303279161453247, "Finetune/Step": 750, "Finetune/Step Time": 5.551844369620085} +{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9919048547744751, "Finetune/Loss (Raw)": 0.8940070867538452, "Finetune/Step": 751, "Finetune/Step Time": 5.554749203845859} +{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925925731658936, "Finetune/Loss (Raw)": 1.0825060606002808, "Finetune/Step": 752, "Finetune/Step Time": 5.555369380861521} +{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874366521835327, "Finetune/Loss (Raw)": 0.3884959816932678, "Finetune/Step": 753, "Finetune/Step Time": 5.584241755306721} +{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.985979437828064, "Finetune/Loss (Raw)": 0.8735155463218689, "Finetune/Step": 754, "Finetune/Step Time": 5.584352023899555} +{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9855985641479492, "Finetune/Loss (Raw)": 0.9320031404495239, "Finetune/Step": 755, "Finetune/Step Time": 5.6058988850563765} +{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9852873086929321, "Finetune/Loss (Raw)": 0.9547419548034668, "Finetune/Step": 756, "Finetune/Step Time": 5.602550849318504} +{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9850115776062012, "Finetune/Loss (Raw)": 0.9933882355690002, "Finetune/Step": 757, "Finetune/Step Time": 5.619125705212355} +{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852186441421509, "Finetune/Loss (Raw)": 1.1613998413085938, "Finetune/Step": 758, "Finetune/Step Time": 5.627327024936676} +{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9864886999130249, "Finetune/Loss (Raw)": 1.0693951845169067, "Finetune/Step": 759, "Finetune/Step Time": 5.621427850797772} +{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853495359420776, "Finetune/Loss (Raw)": 1.023528814315796, "Finetune/Step": 760, "Finetune/Step Time": 5.614150417968631} +{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9827658534049988, "Finetune/Loss (Raw)": 0.9342943429946899, "Finetune/Step": 761, "Finetune/Step Time": 5.617240903899074} +{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9782727360725403, "Finetune/Loss (Raw)": 0.3723745346069336, "Finetune/Step": 762, "Finetune/Step Time": 5.648942396044731} +{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9774734377861023, "Finetune/Loss (Raw)": 0.8960638046264648, "Finetune/Step": 763, "Finetune/Step Time": 5.6576716136187315} +{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9768630266189575, "Finetune/Loss (Raw)": 0.9977141618728638, "Finetune/Step": 764, "Finetune/Step Time": 5.629877686500549} +{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9758681058883667, "Finetune/Loss (Raw)": 0.978008508682251, "Finetune/Step": 765, "Finetune/Step Time": 5.633948773145676} +{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9758385419845581, "Finetune/Loss (Raw)": 1.0943267345428467, "Finetune/Step": 766, "Finetune/Step Time": 5.6517111379653215} +{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9751285314559937, "Finetune/Loss (Raw)": 0.9250002503395081, "Finetune/Step": 767, "Finetune/Step Time": 5.654643077403307} +{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9745187759399414, "Finetune/Loss (Raw)": 0.9293885827064514, "Finetune/Step": 768, "Finetune/Step Time": 5.669298354536295} +{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9724736213684082, "Finetune/Loss (Raw)": 0.8334795832633972, "Finetune/Step": 769, "Finetune/Step Time": 5.682170884683728} +{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.977941632270813, "Finetune/Loss (Raw)": 1.0345278978347778, "Finetune/Step": 770, "Finetune/Step Time": 5.654321826994419} +{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9785653352737427, "Finetune/Loss (Raw)": 1.0770087242126465, "Finetune/Step": 771, "Finetune/Step Time": 5.653569875285029} +{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9782272577285767, "Finetune/Loss (Raw)": 1.0008666515350342, "Finetune/Step": 772, "Finetune/Step Time": 5.646958846598864} +{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9781070947647095, "Finetune/Loss (Raw)": 1.0653462409973145, "Finetune/Step": 773, "Finetune/Step Time": 5.6453260108828545} +{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9769521951675415, "Finetune/Loss (Raw)": 0.8706135749816895, "Finetune/Step": 774, "Finetune/Step Time": 5.65657570771873} +{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.977573812007904, "Finetune/Loss (Raw)": 1.0336955785751343, "Finetune/Step": 775, "Finetune/Step Time": 5.658564755693078} +{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.975721001625061, "Finetune/Loss (Raw)": 0.7995128631591797, "Finetune/Step": 776, "Finetune/Step Time": 5.659844117239118} +{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9765746593475342, "Finetune/Loss (Raw)": 1.138493537902832, "Finetune/Step": 777, "Finetune/Step Time": 5.676510946825147} +{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9774394631385803, "Finetune/Loss (Raw)": 1.0976506471633911, "Finetune/Step": 778, "Finetune/Step Time": 5.656176144257188} +{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9767985939979553, "Finetune/Loss (Raw)": 0.9372775554656982, "Finetune/Step": 779, "Finetune/Step Time": 5.658871605992317} +{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9715195894241333, "Finetune/Loss (Raw)": 0.3267006278038025, "Finetune/Step": 780, "Finetune/Step Time": 5.688839791342616} +{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9717022180557251, "Finetune/Loss (Raw)": 0.9399697780609131, "Finetune/Step": 781, "Finetune/Step Time": 5.694206222891808} +{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9680113792419434, "Finetune/Loss (Raw)": 0.7407438158988953, "Finetune/Step": 782, "Finetune/Step Time": 5.728633627295494} +{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9675381183624268, "Finetune/Loss (Raw)": 0.9300591349601746, "Finetune/Step": 783, "Finetune/Step Time": 5.775566261261702} +{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9658461809158325, "Finetune/Loss (Raw)": 0.7544325590133667, "Finetune/Step": 784, "Finetune/Step Time": 5.792330268770456} +{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9667816162109375, "Finetune/Loss (Raw)": 1.080180048942566, "Finetune/Step": 785, "Finetune/Step Time": 5.787382984533906} +{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.967930793762207, "Finetune/Loss (Raw)": 1.135603666305542, "Finetune/Step": 786, "Finetune/Step Time": 5.785333503037691} +{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9703273773193359, "Finetune/Loss (Raw)": 1.1154921054840088, "Finetune/Step": 787, "Finetune/Step Time": 5.78970125131309} +{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9703271985054016, "Finetune/Loss (Raw)": 1.1286122798919678, "Finetune/Step": 788, "Finetune/Step Time": 5.786142328754067} +{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702717661857605, "Finetune/Loss (Raw)": 1.0054062604904175, "Finetune/Step": 789, "Finetune/Step Time": 5.784594304859638} +{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9680070877075195, "Finetune/Loss (Raw)": 0.7699086666107178, "Finetune/Step": 790, "Finetune/Step Time": 5.814826184883714} +{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.966596782207489, "Finetune/Loss (Raw)": 0.9322239756584167, "Finetune/Step": 791, "Finetune/Step Time": 5.816283650696278} +{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9652227163314819, "Finetune/Loss (Raw)": 0.8486922383308411, "Finetune/Step": 792, "Finetune/Step Time": 5.806932816281915} +{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9647401571273804, "Finetune/Loss (Raw)": 1.086160659790039, "Finetune/Step": 793, "Finetune/Step Time": 5.80954853259027} +{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9629324078559875, "Finetune/Loss (Raw)": 0.9402357339859009, "Finetune/Step": 794, "Finetune/Step Time": 5.811916397884488} +{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9618728756904602, "Finetune/Loss (Raw)": 0.9910032749176025, "Finetune/Step": 795, "Finetune/Step Time": 5.81493160687387} +{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9625565409660339, "Finetune/Loss (Raw)": 0.9540924429893494, "Finetune/Step": 796, "Finetune/Step Time": 5.811316812410951} +{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9621404409408569, "Finetune/Loss (Raw)": 0.9792866706848145, "Finetune/Step": 797, "Finetune/Step Time": 5.817974831908941} +{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9628968834877014, "Finetune/Loss (Raw)": 1.0144076347351074, "Finetune/Step": 798, "Finetune/Step Time": 5.820278422906995} +{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9622055292129517, "Finetune/Loss (Raw)": 0.9087759852409363, "Finetune/Step": 799, "Finetune/Step Time": 5.8269245233386755} +{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.96222984790802, "Finetune/Loss (Raw)": 1.0625361204147339, "Finetune/Step": 800, "Finetune/Step Time": 5.832505831494927} +{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9618680477142334, "Finetune/Loss (Raw)": 1.0758968591690063, "Finetune/Step": 801, "Finetune/Step Time": 5.857620742172003} +{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9608759880065918, "Finetune/Loss (Raw)": 0.9936493635177612, "Finetune/Step": 802, "Finetune/Step Time": 5.861246390268207} +{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9587970972061157, "Finetune/Loss (Raw)": 0.801685094833374, "Finetune/Step": 803, "Finetune/Step Time": 5.867381025105715} +{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.958412230014801, "Finetune/Loss (Raw)": 0.989849328994751, "Finetune/Step": 804, "Finetune/Step Time": 5.858549285680056} +{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.959444522857666, "Finetune/Loss (Raw)": 1.045560598373413, "Finetune/Step": 805, "Finetune/Step Time": 5.828550282865763} +{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.957148551940918, "Finetune/Loss (Raw)": 0.8379300832748413, "Finetune/Step": 806, "Finetune/Step Time": 5.842700960114598} +{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9559184312820435, "Finetune/Loss (Raw)": 0.9874073266983032, "Finetune/Step": 807, "Finetune/Step Time": 5.834463696926832} +{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.956591784954071, "Finetune/Loss (Raw)": 1.0488747358322144, "Finetune/Step": 808, "Finetune/Step Time": 5.853544671088457} +{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9556713104248047, "Finetune/Loss (Raw)": 0.9506860971450806, "Finetune/Step": 809, "Finetune/Step Time": 5.857703233137727} +{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9557757377624512, "Finetune/Loss (Raw)": 1.0941097736358643, "Finetune/Step": 810, "Finetune/Step Time": 5.860822709277272} +{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9537490606307983, "Finetune/Loss (Raw)": 0.8464797139167786, "Finetune/Step": 811, "Finetune/Step Time": 5.858212446793914} +{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9558619856834412, "Finetune/Loss (Raw)": 1.2300678491592407, "Finetune/Step": 812, "Finetune/Step Time": 5.855046797543764} +{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9576458930969238, "Finetune/Loss (Raw)": 0.9915095567703247, "Finetune/Step": 813, "Finetune/Step Time": 5.841992253437638} +{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9578350782394409, "Finetune/Loss (Raw)": 0.9610609412193298, "Finetune/Step": 814, "Finetune/Step Time": 5.831673825159669} +{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9578847289085388, "Finetune/Loss (Raw)": 0.9778673052787781, "Finetune/Step": 815, "Finetune/Step Time": 5.836071252822876} +{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9583661556243896, "Finetune/Loss (Raw)": 1.0753226280212402, "Finetune/Step": 816, "Finetune/Step Time": 5.835932778194547} +{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9609997868537903, "Finetune/Loss (Raw)": 1.0732358694076538, "Finetune/Step": 817, "Finetune/Step Time": 5.82010149396956} +{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9568639397621155, "Finetune/Loss (Raw)": 0.3184698224067688, "Finetune/Step": 818, "Finetune/Step Time": 5.809240560978651} +{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.95509272813797, "Finetune/Loss (Raw)": 0.8300707340240479, "Finetune/Step": 819, "Finetune/Step Time": 5.80889492854476} +{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.953597903251648, "Finetune/Loss (Raw)": 0.739652156829834, "Finetune/Step": 820, "Finetune/Step Time": 5.789343608543277} +{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9536601901054382, "Finetune/Loss (Raw)": 0.9921470284461975, "Finetune/Step": 821, "Finetune/Step Time": 5.789563765749335} +{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9578725099563599, "Finetune/Loss (Raw)": 0.9282135367393494, "Finetune/Step": 822, "Finetune/Step Time": 5.763003481552005} +{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9596365690231323, "Finetune/Loss (Raw)": 1.093354344367981, "Finetune/Step": 823, "Finetune/Step Time": 5.749295674264431} +{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9593877196311951, "Finetune/Loss (Raw)": 1.08319890499115, "Finetune/Step": 824, "Finetune/Step Time": 5.747928759083152} +{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9591808319091797, "Finetune/Loss (Raw)": 0.9186519980430603, "Finetune/Step": 825, "Finetune/Step Time": 5.738362193107605} +{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9566028118133545, "Finetune/Loss (Raw)": 0.8565964102745056, "Finetune/Step": 826, "Finetune/Step Time": 5.7387515604496} +{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9550210237503052, "Finetune/Loss (Raw)": 0.998982846736908, "Finetune/Step": 827, "Finetune/Step Time": 5.725568804889917} +{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9501977562904358, "Finetune/Loss (Raw)": 0.37440794706344604, "Finetune/Step": 828, "Finetune/Step Time": 5.725812258198857} +{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9562063813209534, "Finetune/Loss (Raw)": 1.074812650680542, "Finetune/Step": 829, "Finetune/Step Time": 5.7010132148861885} +{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9563432931900024, "Finetune/Loss (Raw)": 0.9949426054954529, "Finetune/Step": 830, "Finetune/Step Time": 5.698344646021724} +{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.957672119140625, "Finetune/Loss (Raw)": 1.051480770111084, "Finetune/Step": 831, "Finetune/Step Time": 5.7046956196427345} +{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9584081768989563, "Finetune/Loss (Raw)": 1.086745262145996, "Finetune/Step": 832, "Finetune/Step Time": 5.686428822577} +{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9537196755409241, "Finetune/Loss (Raw)": 0.4168323576450348, "Finetune/Step": 833, "Finetune/Step Time": 5.718179231509566} +{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9552585482597351, "Finetune/Loss (Raw)": 0.9901416897773743, "Finetune/Step": 834, "Finetune/Step Time": 5.726203199476004} +{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9559156894683838, "Finetune/Loss (Raw)": 0.9897226095199585, "Finetune/Step": 835, "Finetune/Step Time": 5.731419833377004} +{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9548027515411377, "Finetune/Loss (Raw)": 1.016404390335083, "Finetune/Step": 836, "Finetune/Step Time": 5.726441020146012} +{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9544585943222046, "Finetune/Loss (Raw)": 0.9307107925415039, "Finetune/Step": 837, "Finetune/Step Time": 5.746018212288618} +{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9557839632034302, "Finetune/Loss (Raw)": 1.055053472518921, "Finetune/Step": 838, "Finetune/Step Time": 5.750757414847612} +{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9544557332992554, "Finetune/Loss (Raw)": 0.9063302874565125, "Finetune/Step": 839, "Finetune/Step Time": 5.742407193407416} +{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9578790068626404, "Finetune/Loss (Raw)": 1.1702300310134888, "Finetune/Step": 840, "Finetune/Step Time": 5.731155179440975} +{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9572076201438904, "Finetune/Loss (Raw)": 0.8950667977333069, "Finetune/Step": 841, "Finetune/Step Time": 5.734641447663307} +{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.958271861076355, "Finetune/Loss (Raw)": 1.0730922222137451, "Finetune/Step": 842, "Finetune/Step Time": 5.727811003103852} +{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9577176570892334, "Finetune/Loss (Raw)": 1.0492881536483765, "Finetune/Step": 843, "Finetune/Step Time": 5.752437386661768} +{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9586871862411499, "Finetune/Loss (Raw)": 0.9961241483688354, "Finetune/Step": 844, "Finetune/Step Time": 5.753947213292122} +{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9582620859146118, "Finetune/Loss (Raw)": 1.0798029899597168, "Finetune/Step": 845, "Finetune/Step Time": 5.740512993186712} +{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9582791924476624, "Finetune/Loss (Raw)": 1.0502434968948364, "Finetune/Step": 846, "Finetune/Step Time": 5.732989860698581} +{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9536980390548706, "Finetune/Loss (Raw)": 0.45809048414230347, "Finetune/Step": 847, "Finetune/Step Time": 5.763907162472606} +{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9508894681930542, "Finetune/Loss (Raw)": 0.8509476184844971, "Finetune/Step": 848, "Finetune/Step Time": 5.766856707632542} +{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9515060186386108, "Finetune/Loss (Raw)": 1.006037712097168, "Finetune/Step": 849, "Finetune/Step Time": 5.744600104168057} +{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9506667256355286, "Finetune/Loss (Raw)": 0.8900432586669922, "Finetune/Step": 850, "Finetune/Step Time": 5.729086373001337} +{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9499874114990234, "Finetune/Loss (Raw)": 1.0241769552230835, "Finetune/Step": 851, "Finetune/Step Time": 5.73575303517282} +{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9484132528305054, "Finetune/Loss (Raw)": 0.8793610334396362, "Finetune/Step": 852, "Finetune/Step Time": 5.720696156844497} +{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9469990730285645, "Finetune/Loss (Raw)": 0.9552922248840332, "Finetune/Step": 853, "Finetune/Step Time": 5.717455020174384} +{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9484719038009644, "Finetune/Loss (Raw)": 0.9472058415412903, "Finetune/Step": 854, "Finetune/Step Time": 5.71991572342813} +{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9466296434402466, "Finetune/Loss (Raw)": 0.7945639491081238, "Finetune/Step": 855, "Finetune/Step Time": 5.7560755126178265} +{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9450023174285889, "Finetune/Loss (Raw)": 0.9936889410018921, "Finetune/Step": 856, "Finetune/Step Time": 5.75336604565382} +{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9473580121994019, "Finetune/Loss (Raw)": 0.9531094431877136, "Finetune/Step": 857, "Finetune/Step Time": 5.743760680779815} +{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9487943649291992, "Finetune/Loss (Raw)": 1.1893388032913208, "Finetune/Step": 858, "Finetune/Step Time": 5.741443092003465} +{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9489670991897583, "Finetune/Loss (Raw)": 1.1148672103881836, "Finetune/Step": 859, "Finetune/Step Time": 5.75654973834753} +{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9492967128753662, "Finetune/Loss (Raw)": 0.9518216848373413, "Finetune/Step": 860, "Finetune/Step Time": 5.724680457264185} +{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9474914073944092, "Finetune/Loss (Raw)": 0.7301206588745117, "Finetune/Step": 861, "Finetune/Step Time": 5.714823396876454} +{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9486303329467773, "Finetune/Loss (Raw)": 1.0184880495071411, "Finetune/Step": 862, "Finetune/Step Time": 5.717422336339951} +{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9482030272483826, "Finetune/Loss (Raw)": 0.8439772725105286, "Finetune/Step": 863, "Finetune/Step Time": 5.723572289571166} +{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9490624666213989, "Finetune/Loss (Raw)": 1.0452033281326294, "Finetune/Step": 864, "Finetune/Step Time": 5.690837975591421} +{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.947777509689331, "Finetune/Loss (Raw)": 0.9593655467033386, "Finetune/Step": 865, "Finetune/Step Time": 5.71267980709672} +{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9485629200935364, "Finetune/Loss (Raw)": 1.1148769855499268, "Finetune/Step": 866, "Finetune/Step Time": 5.714477324858308} +{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9533657431602478, "Finetune/Loss (Raw)": 1.0632057189941406, "Finetune/Step": 867, "Finetune/Step Time": 5.6823351588100195} +{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9518315196037292, "Finetune/Loss (Raw)": 0.9468011260032654, "Finetune/Step": 868, "Finetune/Step Time": 5.675665786489844} +{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9539446830749512, "Finetune/Loss (Raw)": 1.0880616903305054, "Finetune/Step": 869, "Finetune/Step Time": 5.6665949784219265} +{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9532996416091919, "Finetune/Loss (Raw)": 0.9038909673690796, "Finetune/Step": 870, "Finetune/Step Time": 5.669848160818219} +{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9515547156333923, "Finetune/Loss (Raw)": 0.8500968813896179, "Finetune/Step": 871, "Finetune/Step Time": 5.67338883690536} +{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9515819549560547, "Finetune/Loss (Raw)": 0.9995180368423462, "Finetune/Step": 872, "Finetune/Step Time": 5.672770913690329} +{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.952669084072113, "Finetune/Loss (Raw)": 1.0448030233383179, "Finetune/Step": 873, "Finetune/Step Time": 5.656377280130982} +{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9510136842727661, "Finetune/Loss (Raw)": 0.8885096907615662, "Finetune/Step": 874, "Finetune/Step Time": 5.661583514884114} +{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9497309327125549, "Finetune/Loss (Raw)": 0.9507827758789062, "Finetune/Step": 875, "Finetune/Step Time": 5.673011727631092} +{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9484602808952332, "Finetune/Loss (Raw)": 0.9376451969146729, "Finetune/Step": 876, "Finetune/Step Time": 5.674259163439274} +{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9486855864524841, "Finetune/Loss (Raw)": 1.032422661781311, "Finetune/Step": 877, "Finetune/Step Time": 5.6728909853845835} +{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9484001994132996, "Finetune/Loss (Raw)": 0.9938008189201355, "Finetune/Step": 878, "Finetune/Step Time": 5.665709774941206} +{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.948363184928894, "Finetune/Loss (Raw)": 0.8892698287963867, "Finetune/Step": 879, "Finetune/Step Time": 5.686521338298917} +{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9478389024734497, "Finetune/Loss (Raw)": 1.0153954029083252, "Finetune/Step": 880, "Finetune/Step Time": 5.690643025562167} +{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9517650604248047, "Finetune/Loss (Raw)": 0.8910422325134277, "Finetune/Step": 881, "Finetune/Step Time": 5.6730506010353565} +{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.953254222869873, "Finetune/Loss (Raw)": 1.0641266107559204, "Finetune/Step": 882, "Finetune/Step Time": 5.6728671826422215} +{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9542490243911743, "Finetune/Loss (Raw)": 1.059348464012146, "Finetune/Step": 883, "Finetune/Step Time": 5.644173486158252} +{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.955146849155426, "Finetune/Loss (Raw)": 1.0696550607681274, "Finetune/Step": 884, "Finetune/Step Time": 5.644990082830191} +{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.949131190776825, "Finetune/Loss (Raw)": 0.22338585555553436, "Finetune/Step": 885, "Finetune/Step Time": 5.658329673111439} +{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.947996973991394, "Finetune/Loss (Raw)": 1.0162173509597778, "Finetune/Step": 886, "Finetune/Step Time": 5.661566603928804} +{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.942755937576294, "Finetune/Loss (Raw)": 0.39854469895362854, "Finetune/Step": 887, "Finetune/Step Time": 5.697811663150787} +{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9432385563850403, "Finetune/Loss (Raw)": 1.0853110551834106, "Finetune/Step": 888, "Finetune/Step Time": 5.703468708321452} +{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9441360235214233, "Finetune/Loss (Raw)": 1.0491620302200317, "Finetune/Step": 889, "Finetune/Step Time": 5.709000771865249} +{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9488571882247925, "Finetune/Loss (Raw)": 0.976689875125885, "Finetune/Step": 890, "Finetune/Step Time": 5.678494384512305} +{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9495748281478882, "Finetune/Loss (Raw)": 0.9879189133644104, "Finetune/Step": 891, "Finetune/Step Time": 5.676729325205088} +{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.948744535446167, "Finetune/Loss (Raw)": 0.8914359211921692, "Finetune/Step": 892, "Finetune/Step Time": 5.68080591224134} +{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9498186707496643, "Finetune/Loss (Raw)": 1.115496277809143, "Finetune/Step": 893, "Finetune/Step Time": 5.677358077839017} +{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9488747119903564, "Finetune/Loss (Raw)": 0.973499059677124, "Finetune/Step": 894, "Finetune/Step Time": 5.667422832921147} +{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9492918252944946, "Finetune/Loss (Raw)": 0.9783956408500671, "Finetune/Step": 895, "Finetune/Step Time": 5.674307128414512} +{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9503490924835205, "Finetune/Loss (Raw)": 1.0647165775299072, "Finetune/Step": 896, "Finetune/Step Time": 5.661686945706606} +{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9505178332328796, "Finetune/Loss (Raw)": 0.8550776243209839, "Finetune/Step": 897, "Finetune/Step Time": 5.659997606649995} +{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9451966285705566, "Finetune/Loss (Raw)": 0.3534094989299774, "Finetune/Step": 898, "Finetune/Step Time": 5.682731503620744} +{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9432092905044556, "Finetune/Loss (Raw)": 0.8226346969604492, "Finetune/Step": 899, "Finetune/Step Time": 5.763074653223157} +{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9440975189208984, "Finetune/Loss (Raw)": 1.1145620346069336, "Finetune/Step": 900, "Finetune/Step Time": 5.76805180683732} +{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9444197416305542, "Finetune/Loss (Raw)": 1.106587529182434, "Finetune/Step": 901, "Finetune/Step Time": 5.768335333094001} +{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9459195137023926, "Finetune/Loss (Raw)": 1.0625817775726318, "Finetune/Step": 902, "Finetune/Step Time": 5.7514268308877945} +{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9462735652923584, "Finetune/Loss (Raw)": 1.0790212154388428, "Finetune/Step": 903, "Finetune/Step Time": 5.771745175123215} +{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.947549045085907, "Finetune/Loss (Raw)": 0.9627711772918701, "Finetune/Step": 904, "Finetune/Step Time": 5.773575849831104} +{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.946918249130249, "Finetune/Loss (Raw)": 1.0577480792999268, "Finetune/Step": 905, "Finetune/Step Time": 5.753342945128679} +{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9456950426101685, "Finetune/Loss (Raw)": 0.9410837888717651, "Finetune/Step": 906, "Finetune/Step Time": 5.750940468162298} +{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9465832114219666, "Finetune/Loss (Raw)": 1.0509637594223022, "Finetune/Step": 907, "Finetune/Step Time": 5.73785949498415} +{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9516223669052124, "Finetune/Loss (Raw)": 0.9717106223106384, "Finetune/Step": 908, "Finetune/Step Time": 5.7127181477844715} +{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9520886540412903, "Finetune/Loss (Raw)": 0.999653697013855, "Finetune/Step": 909, "Finetune/Step Time": 5.711795523762703} +{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9538474082946777, "Finetune/Loss (Raw)": 0.9658662676811218, "Finetune/Step": 910, "Finetune/Step Time": 5.678934320807457} +{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9538853168487549, "Finetune/Loss (Raw)": 0.9349126815795898, "Finetune/Step": 911, "Finetune/Step Time": 5.626653486862779} +{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9567064046859741, "Finetune/Loss (Raw)": 1.1155285835266113, "Finetune/Step": 912, "Finetune/Step Time": 5.617878245189786} +{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9539344310760498, "Finetune/Loss (Raw)": 0.7253729104995728, "Finetune/Step": 913, "Finetune/Step Time": 5.612695066258311} +{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9538324475288391, "Finetune/Loss (Raw)": 1.1225475072860718, "Finetune/Step": 914, "Finetune/Step Time": 5.616870608180761} +{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9530249834060669, "Finetune/Loss (Raw)": 1.0121384859085083, "Finetune/Step": 915, "Finetune/Step Time": 5.5892249420285225} +{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9523036479949951, "Finetune/Loss (Raw)": 1.0362797975540161, "Finetune/Step": 916, "Finetune/Step Time": 5.596132006496191} +{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9537614583969116, "Finetune/Loss (Raw)": 1.192001223564148, "Finetune/Step": 917, "Finetune/Step Time": 5.640430370345712} +{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9553567171096802, "Finetune/Loss (Raw)": 0.9740993976593018, "Finetune/Step": 918, "Finetune/Step Time": 5.617291126400232} +{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9540365934371948, "Finetune/Loss (Raw)": 0.7632520198822021, "Finetune/Step": 919, "Finetune/Step Time": 5.63148152641952} +{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9540232419967651, "Finetune/Loss (Raw)": 0.8469827771186829, "Finetune/Step": 920, "Finetune/Step Time": 5.6376489121466875} +{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9532477855682373, "Finetune/Loss (Raw)": 0.9869062304496765, "Finetune/Step": 921, "Finetune/Step Time": 5.627757925540209} +{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9531174898147583, "Finetune/Loss (Raw)": 0.923550546169281, "Finetune/Step": 922, "Finetune/Step Time": 5.626699395477772} +{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9535095691680908, "Finetune/Loss (Raw)": 1.0411958694458008, "Finetune/Step": 923, "Finetune/Step Time": 5.61862194724381} +{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9533855319023132, "Finetune/Loss (Raw)": 0.9382124543190002, "Finetune/Step": 924, "Finetune/Step Time": 5.6269925981760025} +{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9520640969276428, "Finetune/Loss (Raw)": 0.8101425766944885, "Finetune/Step": 925, "Finetune/Step Time": 5.646255576983094} +{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9514766931533813, "Finetune/Loss (Raw)": 0.9392191767692566, "Finetune/Step": 926, "Finetune/Step Time": 5.65012389421463} +{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9524627923965454, "Finetune/Loss (Raw)": 1.0350017547607422, "Finetune/Step": 927, "Finetune/Step Time": 5.643137039616704} +{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9520795345306396, "Finetune/Loss (Raw)": 1.0134766101837158, "Finetune/Step": 928, "Finetune/Step Time": 5.635310662910342} +{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9517057538032532, "Finetune/Loss (Raw)": 1.0280526876449585, "Finetune/Step": 929, "Finetune/Step Time": 5.61082467623055} +{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9510095119476318, "Finetune/Loss (Raw)": 0.9045236706733704, "Finetune/Step": 930, "Finetune/Step Time": 5.615322023630142} +{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9527781009674072, "Finetune/Loss (Raw)": 1.0280734300613403, "Finetune/Step": 931, "Finetune/Step Time": 5.596818959340453} +{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533490538597107, "Finetune/Loss (Raw)": 1.0629266500473022, "Finetune/Step": 932, "Finetune/Step Time": 5.603058772161603} +{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9533174633979797, "Finetune/Loss (Raw)": 1.041517972946167, "Finetune/Step": 933, "Finetune/Step Time": 5.6124676335603} +{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9546667337417603, "Finetune/Loss (Raw)": 1.010634422302246, "Finetune/Step": 934, "Finetune/Step Time": 5.598734442144632} +{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9536808729171753, "Finetune/Loss (Raw)": 0.8612195253372192, "Finetune/Step": 935, "Finetune/Step Time": 5.59989002905786} +{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9528769254684448, "Finetune/Loss (Raw)": 0.9459767937660217, "Finetune/Step": 936, "Finetune/Step Time": 5.592066749930382} +{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9542878866195679, "Finetune/Loss (Raw)": 1.1312848329544067, "Finetune/Step": 937, "Finetune/Step Time": 5.5868578758090734} +{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9545968174934387, "Finetune/Loss (Raw)": 1.1336493492126465, "Finetune/Step": 938, "Finetune/Step Time": 5.590795634314418} +{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9552602171897888, "Finetune/Loss (Raw)": 0.9313972592353821, "Finetune/Step": 939, "Finetune/Step Time": 5.592017399147153} +{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9536339044570923, "Finetune/Loss (Raw)": 1.0218995809555054, "Finetune/Step": 940, "Finetune/Step Time": 5.594937724992633} +{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9535414576530457, "Finetune/Loss (Raw)": 0.9796753525733948, "Finetune/Step": 941, "Finetune/Step Time": 5.594064453616738} +{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9533824920654297, "Finetune/Loss (Raw)": 0.9407124519348145, "Finetune/Step": 942, "Finetune/Step Time": 5.599963249638677} +{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.95316481590271, "Finetune/Loss (Raw)": 0.950009822845459, "Finetune/Step": 943, "Finetune/Step Time": 5.598877441138029} +{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9525436162948608, "Finetune/Loss (Raw)": 0.9958077669143677, "Finetune/Step": 944, "Finetune/Step Time": 5.594109842553735} +{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9509434700012207, "Finetune/Loss (Raw)": 0.8684163689613342, "Finetune/Step": 945, "Finetune/Step Time": 5.603644268587232} +{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9555093050003052, "Finetune/Loss (Raw)": 0.9028977751731873, "Finetune/Step": 946, "Finetune/Step Time": 5.589015562087297} +{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9566113352775574, "Finetune/Loss (Raw)": 0.9711295962333679, "Finetune/Step": 947, "Finetune/Step Time": 5.608549417927861} +{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9538090825080872, "Finetune/Loss (Raw)": 0.38095852732658386, "Finetune/Step": 948, "Finetune/Step Time": 5.629740282893181} +{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.954949676990509, "Finetune/Loss (Raw)": 1.1381510496139526, "Finetune/Step": 949, "Finetune/Step Time": 5.614911310374737} +{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9548417329788208, "Finetune/Loss (Raw)": 0.9143949151039124, "Finetune/Step": 950, "Finetune/Step Time": 5.612595422193408} +{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9555169343948364, "Finetune/Loss (Raw)": 1.1797823905944824, "Finetune/Step": 951, "Finetune/Step Time": 5.605863228440285} +{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9537175297737122, "Finetune/Loss (Raw)": 0.8528710603713989, "Finetune/Step": 952, "Finetune/Step Time": 5.610591499134898} +{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9542451500892639, "Finetune/Loss (Raw)": 0.9861849546432495, "Finetune/Step": 953, "Finetune/Step Time": 5.60311115719378} +{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.954719066619873, "Finetune/Loss (Raw)": 0.9172618985176086, "Finetune/Step": 954, "Finetune/Step Time": 5.599743949249387} +{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9546891450881958, "Finetune/Loss (Raw)": 0.9951517581939697, "Finetune/Step": 955, "Finetune/Step Time": 5.598854582756758} +{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9598162174224854, "Finetune/Loss (Raw)": 1.030674695968628, "Finetune/Step": 956, "Finetune/Step Time": 5.57051021233201} +{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9584587812423706, "Finetune/Loss (Raw)": 0.9010537266731262, "Finetune/Step": 957, "Finetune/Step Time": 5.567176362499595} +{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9582995772361755, "Finetune/Loss (Raw)": 0.9745647311210632, "Finetune/Step": 958, "Finetune/Step Time": 5.576196787878871} +{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9573664665222168, "Finetune/Loss (Raw)": 0.9320471882820129, "Finetune/Step": 959, "Finetune/Step Time": 5.551865462213755} +{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.956322193145752, "Finetune/Loss (Raw)": 0.9530771970748901, "Finetune/Step": 960, "Finetune/Step Time": 5.554087217897177} +{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599348306655884, "Finetune/Loss (Raw)": 0.8792428970336914, "Finetune/Step": 961, "Finetune/Step Time": 5.524184932932258} +{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608731269836426, "Finetune/Loss (Raw)": 1.1102555990219116, "Finetune/Step": 962, "Finetune/Step Time": 5.521520785987377} +{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602581262588501, "Finetune/Loss (Raw)": 0.9109984636306763, "Finetune/Step": 963, "Finetune/Step Time": 5.520174570381641} +{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9595810770988464, "Finetune/Loss (Raw)": 0.9297373294830322, "Finetune/Step": 964, "Finetune/Step Time": 5.519339770078659} +{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586320519447327, "Finetune/Loss (Raw)": 0.8092411160469055, "Finetune/Step": 965, "Finetune/Step Time": 5.503960285335779} +{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9578225612640381, "Finetune/Loss (Raw)": 0.9514413475990295, "Finetune/Step": 966, "Finetune/Step Time": 5.504372941330075} +{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9585210084915161, "Finetune/Loss (Raw)": 0.9957314133644104, "Finetune/Step": 967, "Finetune/Step Time": 5.509215394034982} +{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576747417449951, "Finetune/Loss (Raw)": 1.0619059801101685, "Finetune/Step": 968, "Finetune/Step Time": 5.507443405687809} +{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579479694366455, "Finetune/Loss (Raw)": 0.9300304651260376, "Finetune/Step": 969, "Finetune/Step Time": 5.514551376923919} +{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9550914764404297, "Finetune/Loss (Raw)": 0.7074658870697021, "Finetune/Step": 970, "Finetune/Step Time": 5.527721980586648} +{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9547632932662964, "Finetune/Loss (Raw)": 1.007285237312317, "Finetune/Step": 971, "Finetune/Step Time": 5.530327772721648} +{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9499966502189636, "Finetune/Loss (Raw)": 0.38599035143852234, "Finetune/Step": 972, "Finetune/Step Time": 5.563754949718714} +{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9484976530075073, "Finetune/Loss (Raw)": 0.8879314661026001, "Finetune/Step": 973, "Finetune/Step Time": 5.568816585466266} +{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.947868824005127, "Finetune/Loss (Raw)": 0.969748318195343, "Finetune/Step": 974, "Finetune/Step Time": 5.594670591875911} +{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9530304670333862, "Finetune/Loss (Raw)": 1.1187822818756104, "Finetune/Step": 975, "Finetune/Step Time": 5.575866198167205} +{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9540850520133972, "Finetune/Loss (Raw)": 0.9859402179718018, "Finetune/Step": 976, "Finetune/Step Time": 5.572478823363781} +{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9545687437057495, "Finetune/Loss (Raw)": 1.0679426193237305, "Finetune/Step": 977, "Finetune/Step Time": 5.577974610030651} +{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9550424218177795, "Finetune/Loss (Raw)": 0.9506810903549194, "Finetune/Step": 978, "Finetune/Step Time": 5.563077783212066} +{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.953959584236145, "Finetune/Loss (Raw)": 0.8855719566345215, "Finetune/Step": 979, "Finetune/Step Time": 5.563751094043255} +{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562201499938965, "Finetune/Loss (Raw)": 1.1687124967575073, "Finetune/Step": 980, "Finetune/Step Time": 5.562135791406035} +{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9564486742019653, "Finetune/Loss (Raw)": 0.9845491647720337, "Finetune/Step": 981, "Finetune/Step Time": 5.56260927952826} +{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9570573568344116, "Finetune/Loss (Raw)": 1.0251144170761108, "Finetune/Step": 982, "Finetune/Step Time": 5.550499692559242} +{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9588595628738403, "Finetune/Loss (Raw)": 1.025246500968933, "Finetune/Step": 983, "Finetune/Step Time": 5.514270521700382} +{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587404727935791, "Finetune/Loss (Raw)": 0.9784445762634277, "Finetune/Step": 984, "Finetune/Step Time": 5.52494746260345} +{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.958742618560791, "Finetune/Loss (Raw)": 0.9533833861351013, "Finetune/Step": 985, "Finetune/Step Time": 5.5233050137758255} +{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9563454985618591, "Finetune/Loss (Raw)": 0.8825071454048157, "Finetune/Step": 986, "Finetune/Step Time": 5.52657974511385} +{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9555193185806274, "Finetune/Loss (Raw)": 1.0091187953948975, "Finetune/Step": 987, "Finetune/Step Time": 5.52367283962667} +{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.954850435256958, "Finetune/Loss (Raw)": 0.8662048578262329, "Finetune/Step": 988, "Finetune/Step Time": 5.526235295459628} +{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.957260012626648, "Finetune/Loss (Raw)": 1.0385510921478271, "Finetune/Step": 989, "Finetune/Step Time": 5.529609927907586} +{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9551632404327393, "Finetune/Loss (Raw)": 0.7500932216644287, "Finetune/Step": 990, "Finetune/Step Time": 5.535071790218353} +{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9567312002182007, "Finetune/Loss (Raw)": 1.0446839332580566, "Finetune/Step": 991, "Finetune/Step Time": 5.525437857955694} +{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.956227719783783, "Finetune/Loss (Raw)": 0.9807516932487488, "Finetune/Step": 992, "Finetune/Step Time": 5.522986851632595} +{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9564328789710999, "Finetune/Loss (Raw)": 0.9856262803077698, "Finetune/Step": 993, "Finetune/Step Time": 5.533526659011841} +{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9538561105728149, "Finetune/Loss (Raw)": 0.7850558161735535, "Finetune/Step": 994, "Finetune/Step Time": 5.541496280580759} +{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529041051864624, "Finetune/Loss (Raw)": 0.9413391947746277, "Finetune/Step": 995, "Finetune/Step Time": 5.540011456236243} +{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.953071117401123, "Finetune/Loss (Raw)": 0.9681830406188965, "Finetune/Step": 996, "Finetune/Step Time": 5.544053850695491} +{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9518425464630127, "Finetune/Loss (Raw)": 0.9308038353919983, "Finetune/Step": 997, "Finetune/Step Time": 5.523934444412589} +{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9523085355758667, "Finetune/Loss (Raw)": 0.9635401368141174, "Finetune/Step": 998, "Finetune/Step Time": 5.536820134148002} +{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543946981430054, "Finetune/Loss (Raw)": 1.1171207427978516, "Finetune/Step": 999, "Finetune/Step Time": 5.530193243175745} +{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9555209875106812, "Finetune/Loss (Raw)": 1.1436899900436401, "Finetune/Step": 1000, "Finetune/Step Time": 5.523953586816788} +{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9498476982116699, "Finetune/Loss (Raw)": 0.318615585565567, "Finetune/Step": 1001, "Finetune/Step Time": 5.558362631127238} +{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9505824446678162, "Finetune/Loss (Raw)": 0.9825581908226013, "Finetune/Step": 1002, "Finetune/Step Time": 5.558694690465927} +{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514167904853821, "Finetune/Loss (Raw)": 1.057580590248108, "Finetune/Step": 1003, "Finetune/Step Time": 5.561734406277537} +{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9524456262588501, "Finetune/Loss (Raw)": 1.0693334341049194, "Finetune/Step": 1004, "Finetune/Step Time": 5.56165455840528} +{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9523392915725708, "Finetune/Loss (Raw)": 1.0188121795654297, "Finetune/Step": 1005, "Finetune/Step Time": 5.554200371727347} +{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9514379501342773, "Finetune/Loss (Raw)": 0.8784315586090088, "Finetune/Step": 1006, "Finetune/Step Time": 5.570151520892978} +{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9517813324928284, "Finetune/Loss (Raw)": 0.9332246780395508, "Finetune/Step": 1007, "Finetune/Step Time": 5.551325671374798} +{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9515137672424316, "Finetune/Loss (Raw)": 0.9811491966247559, "Finetune/Step": 1008, "Finetune/Step Time": 5.550717676058412} +{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9478706121444702, "Finetune/Loss (Raw)": 0.42471542954444885, "Finetune/Step": 1009, "Finetune/Step Time": 5.567662427201867} +{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9466463923454285, "Finetune/Loss (Raw)": 0.907426655292511, "Finetune/Step": 1010, "Finetune/Step Time": 5.569810727611184} +{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9455474019050598, "Finetune/Loss (Raw)": 0.9186767339706421, "Finetune/Step": 1011, "Finetune/Step Time": 5.568993235006928} +{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.945107102394104, "Finetune/Loss (Raw)": 1.0133023262023926, "Finetune/Step": 1012, "Finetune/Step Time": 5.574131678789854} +{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9505467414855957, "Finetune/Loss (Raw)": 0.9196488857269287, "Finetune/Step": 1013, "Finetune/Step Time": 5.542628463357687} +{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9507960081100464, "Finetune/Loss (Raw)": 1.048134446144104, "Finetune/Step": 1014, "Finetune/Step Time": 5.537617204710841} +{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9500870108604431, "Finetune/Loss (Raw)": 0.30778709053993225, "Finetune/Step": 1015, "Finetune/Step Time": 5.5342870727181435} +{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9494987726211548, "Finetune/Loss (Raw)": 1.0100200176239014, "Finetune/Step": 1016, "Finetune/Step Time": 5.532521955668926} +{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497566819190979, "Finetune/Loss (Raw)": 1.082173466682434, "Finetune/Step": 1017, "Finetune/Step Time": 5.524143170565367} +{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499558806419373, "Finetune/Loss (Raw)": 1.002184271812439, "Finetune/Step": 1018, "Finetune/Step Time": 5.563139703124762} +{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9494447708129883, "Finetune/Loss (Raw)": 0.9224985241889954, "Finetune/Step": 1019, "Finetune/Step Time": 5.560912458226085} +{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9502163529396057, "Finetune/Loss (Raw)": 0.9902023077011108, "Finetune/Step": 1020, "Finetune/Step Time": 5.561642536893487} +{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9482992887496948, "Finetune/Loss (Raw)": 0.8701072335243225, "Finetune/Step": 1021, "Finetune/Step Time": 5.572770889848471} +{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9487076997756958, "Finetune/Loss (Raw)": 1.0257751941680908, "Finetune/Step": 1022, "Finetune/Step Time": 5.573305740952492} +{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9477090835571289, "Finetune/Loss (Raw)": 0.8505697846412659, "Finetune/Step": 1023, "Finetune/Step Time": 5.576890021562576} +{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9466335773468018, "Finetune/Loss (Raw)": 0.9270596504211426, "Finetune/Step": 1024, "Finetune/Step Time": 5.5785220451653} +{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9468452334403992, "Finetune/Loss (Raw)": 0.8821656703948975, "Finetune/Step": 1025, "Finetune/Step Time": 5.563505504280329} +{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9520392417907715, "Finetune/Loss (Raw)": 1.0182429552078247, "Finetune/Step": 1026, "Finetune/Step Time": 5.541496010497212} +{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9484704732894897, "Finetune/Loss (Raw)": 0.3658338189125061, "Finetune/Step": 1027, "Finetune/Step Time": 5.488184558227658} +{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.947988748550415, "Finetune/Loss (Raw)": 1.0528984069824219, "Finetune/Step": 1028, "Finetune/Step Time": 5.492061102762818} +{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9462072253227234, "Finetune/Loss (Raw)": 0.8785498142242432, "Finetune/Step": 1029, "Finetune/Step Time": 5.4993328005075455} +{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9460011124610901, "Finetune/Loss (Raw)": 1.036205530166626, "Finetune/Step": 1030, "Finetune/Step Time": 5.503099178895354} +{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9453054666519165, "Finetune/Loss (Raw)": 0.9899720549583435, "Finetune/Step": 1031, "Finetune/Step Time": 5.467519598081708} +{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9404711723327637, "Finetune/Loss (Raw)": 0.34398993849754333, "Finetune/Step": 1032, "Finetune/Step Time": 5.499957552179694} +{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9400631189346313, "Finetune/Loss (Raw)": 1.0055148601531982, "Finetune/Step": 1033, "Finetune/Step Time": 5.532336311414838} +{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9392862915992737, "Finetune/Loss (Raw)": 0.8416497111320496, "Finetune/Step": 1034, "Finetune/Step Time": 5.539656085893512} +{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.938881516456604, "Finetune/Loss (Raw)": 0.9991466999053955, "Finetune/Step": 1035, "Finetune/Step Time": 5.552297506481409} +{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9388591051101685, "Finetune/Loss (Raw)": 0.9688488841056824, "Finetune/Step": 1036, "Finetune/Step Time": 5.551839683204889} +{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9379267692565918, "Finetune/Loss (Raw)": 0.8803103566169739, "Finetune/Step": 1037, "Finetune/Step Time": 5.560506626963615} +{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9394984245300293, "Finetune/Loss (Raw)": 1.1670421361923218, "Finetune/Step": 1038, "Finetune/Step Time": 5.554052108898759} +{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9400923848152161, "Finetune/Loss (Raw)": 1.0109310150146484, "Finetune/Step": 1039, "Finetune/Step Time": 5.553740084171295} +{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386398792266846, "Finetune/Loss (Raw)": 0.9296124577522278, "Finetune/Step": 1040, "Finetune/Step Time": 5.549649320542812} +{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414273500442505, "Finetune/Loss (Raw)": 1.082165002822876, "Finetune/Step": 1041, "Finetune/Step Time": 5.531532185152173} +{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.94114089012146, "Finetune/Loss (Raw)": 1.0858794450759888, "Finetune/Step": 1042, "Finetune/Step Time": 5.532273003831506} +{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361523389816284, "Finetune/Loss (Raw)": 0.3736115097999573, "Finetune/Step": 1043, "Finetune/Step Time": 5.5754960887134075} +{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347440004348755, "Finetune/Loss (Raw)": 0.8560143113136292, "Finetune/Step": 1044, "Finetune/Step Time": 5.57542884349823} +{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9336143732070923, "Finetune/Loss (Raw)": 1.0474048852920532, "Finetune/Step": 1045, "Finetune/Step Time": 5.549021869897842} +{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9334341287612915, "Finetune/Loss (Raw)": 0.9510290026664734, "Finetune/Step": 1046, "Finetune/Step Time": 5.5515908394008875} +{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9353500604629517, "Finetune/Loss (Raw)": 1.00849449634552, "Finetune/Step": 1047, "Finetune/Step Time": 5.538299776613712} +{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.937866747379303, "Finetune/Loss (Raw)": 1.1691157817840576, "Finetune/Step": 1048, "Finetune/Step Time": 5.5302426889538765} +{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9370052218437195, "Finetune/Loss (Raw)": 0.8766315579414368, "Finetune/Step": 1049, "Finetune/Step Time": 5.527427164837718} +{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.936191201210022, "Finetune/Loss (Raw)": 0.8193550705909729, "Finetune/Step": 1050, "Finetune/Step Time": 5.539248777553439} +{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9354621171951294, "Finetune/Loss (Raw)": 0.947871744632721, "Finetune/Step": 1051, "Finetune/Step Time": 5.5428467858582735} +{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9371297359466553, "Finetune/Loss (Raw)": 1.151665210723877, "Finetune/Step": 1052, "Finetune/Step Time": 5.540955940261483} +{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9385083913803101, "Finetune/Loss (Raw)": 0.9866133332252502, "Finetune/Step": 1053, "Finetune/Step Time": 5.528024982661009} +{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9398539066314697, "Finetune/Loss (Raw)": 1.1114479303359985, "Finetune/Step": 1054, "Finetune/Step Time": 5.523413583636284} +{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9388431310653687, "Finetune/Loss (Raw)": 0.9056167006492615, "Finetune/Step": 1055, "Finetune/Step Time": 5.524326330050826} +{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9394894242286682, "Finetune/Loss (Raw)": 1.0962042808532715, "Finetune/Step": 1056, "Finetune/Step Time": 5.525569016113877} +{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.938644528388977, "Finetune/Loss (Raw)": 0.9199056029319763, "Finetune/Step": 1057, "Finetune/Step Time": 5.520297264680266} +{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.938820481300354, "Finetune/Loss (Raw)": 0.9270474314689636, "Finetune/Step": 1058, "Finetune/Step Time": 5.513037443161011} +{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9381442070007324, "Finetune/Loss (Raw)": 0.9415125250816345, "Finetune/Step": 1059, "Finetune/Step Time": 5.531327733770013} +{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9375026822090149, "Finetune/Loss (Raw)": 0.9808095097541809, "Finetune/Step": 1060, "Finetune/Step Time": 5.529412437230349} +{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9359815120697021, "Finetune/Loss (Raw)": 0.8468120098114014, "Finetune/Step": 1061, "Finetune/Step Time": 5.510262988507748} +{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9358921647071838, "Finetune/Loss (Raw)": 0.9991941452026367, "Finetune/Step": 1062, "Finetune/Step Time": 5.505612948909402} +{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9368613362312317, "Finetune/Loss (Raw)": 0.9852737784385681, "Finetune/Step": 1063, "Finetune/Step Time": 5.5130992997437716} +{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9387638568878174, "Finetune/Loss (Raw)": 1.1894922256469727, "Finetune/Step": 1064, "Finetune/Step Time": 5.500671964138746} +{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9387924671173096, "Finetune/Loss (Raw)": 1.1349555253982544, "Finetune/Step": 1065, "Finetune/Step Time": 5.50202077254653} +{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9370308518409729, "Finetune/Loss (Raw)": 0.9081596732139587, "Finetune/Step": 1066, "Finetune/Step Time": 5.495767718181014} +{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.938437819480896, "Finetune/Loss (Raw)": 1.111495852470398, "Finetune/Step": 1067, "Finetune/Step Time": 5.502716401591897} +{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.93752121925354, "Finetune/Loss (Raw)": 0.9045631885528564, "Finetune/Step": 1068, "Finetune/Step Time": 5.507044231519103} +{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9373573064804077, "Finetune/Loss (Raw)": 0.9586983919143677, "Finetune/Step": 1069, "Finetune/Step Time": 5.533161085098982} +{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9380437135696411, "Finetune/Loss (Raw)": 1.0285768508911133, "Finetune/Step": 1070, "Finetune/Step Time": 5.522213151678443} +{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9387964010238647, "Finetune/Loss (Raw)": 1.046347975730896, "Finetune/Step": 1071, "Finetune/Step Time": 5.520023811608553} +{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.93919438123703, "Finetune/Loss (Raw)": 1.0467511415481567, "Finetune/Step": 1072, "Finetune/Step Time": 5.529639031738043} +{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9399166703224182, "Finetune/Loss (Raw)": 0.9608698487281799, "Finetune/Step": 1073, "Finetune/Step Time": 5.512875270098448} +{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9410750269889832, "Finetune/Loss (Raw)": 1.051165223121643, "Finetune/Step": 1074, "Finetune/Step Time": 5.493374314159155} +{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9417427778244019, "Finetune/Loss (Raw)": 1.056600570678711, "Finetune/Step": 1075, "Finetune/Step Time": 5.488108476623893} +{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9472188353538513, "Finetune/Loss (Raw)": 1.0818990468978882, "Finetune/Step": 1076, "Finetune/Step Time": 5.457455152645707} +{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9469095468521118, "Finetune/Loss (Raw)": 1.0985575914382935, "Finetune/Step": 1077, "Finetune/Step Time": 5.461660636588931} +{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9480687379837036, "Finetune/Loss (Raw)": 1.062774419784546, "Finetune/Step": 1078, "Finetune/Step Time": 5.463894160464406} +{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.945641279220581, "Finetune/Loss (Raw)": 0.8690677285194397, "Finetune/Step": 1079, "Finetune/Step Time": 5.4679315853863955} +{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9465785026550293, "Finetune/Loss (Raw)": 0.972832441329956, "Finetune/Step": 1080, "Finetune/Step Time": 5.467640325427055} +{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9473512768745422, "Finetune/Loss (Raw)": 1.0851024389266968, "Finetune/Step": 1081, "Finetune/Step Time": 5.471444776281714} +{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9468133449554443, "Finetune/Loss (Raw)": 0.8484046459197998, "Finetune/Step": 1082, "Finetune/Step Time": 5.492072748020291} +{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9470102787017822, "Finetune/Loss (Raw)": 1.0203651189804077, "Finetune/Step": 1083, "Finetune/Step Time": 5.49079524166882} +{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9473357200622559, "Finetune/Loss (Raw)": 1.072325587272644, "Finetune/Step": 1084, "Finetune/Step Time": 5.510014843195677} +{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9482667446136475, "Finetune/Loss (Raw)": 1.0202271938323975, "Finetune/Step": 1085, "Finetune/Step Time": 5.5002035442739725} +{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487476348876953, "Finetune/Loss (Raw)": 1.0361117124557495, "Finetune/Step": 1086, "Finetune/Step Time": 5.486991681158543} +{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9494675397872925, "Finetune/Loss (Raw)": 1.02419912815094, "Finetune/Step": 1087, "Finetune/Step Time": 5.489614916965365} +{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486395716667175, "Finetune/Loss (Raw)": 0.8470978736877441, "Finetune/Step": 1088, "Finetune/Step Time": 5.497039783746004} +{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9496322870254517, "Finetune/Loss (Raw)": 1.0063174962997437, "Finetune/Step": 1089, "Finetune/Step Time": 5.493305157870054} +{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9495340585708618, "Finetune/Loss (Raw)": 1.0976803302764893, "Finetune/Step": 1090, "Finetune/Step Time": 5.503372684121132} +{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9497967958450317, "Finetune/Loss (Raw)": 0.9446263313293457, "Finetune/Step": 1091, "Finetune/Step Time": 5.49637820571661} +{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9505882859230042, "Finetune/Loss (Raw)": 1.0310486555099487, "Finetune/Step": 1092, "Finetune/Step Time": 5.495702596381307} +{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.951178252696991, "Finetune/Loss (Raw)": 0.8847582340240479, "Finetune/Step": 1093, "Finetune/Step Time": 5.493171477690339} +{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.951501727104187, "Finetune/Loss (Raw)": 0.992844820022583, "Finetune/Step": 1094, "Finetune/Step Time": 5.482366159558296} +{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9518512487411499, "Finetune/Loss (Raw)": 1.0404679775238037, "Finetune/Step": 1095, "Finetune/Step Time": 5.465937564149499} +{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9518750309944153, "Finetune/Loss (Raw)": 1.0649528503417969, "Finetune/Step": 1096, "Finetune/Step Time": 5.467210358008742} +{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523414969444275, "Finetune/Loss (Raw)": 0.9897345900535583, "Finetune/Step": 1097, "Finetune/Step Time": 5.4680548794567585} +{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545935392379761, "Finetune/Loss (Raw)": 0.9957271218299866, "Finetune/Step": 1098, "Finetune/Step Time": 5.4693977404385805} +{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9545437097549438, "Finetune/Loss (Raw)": 1.0009078979492188, "Finetune/Step": 1099, "Finetune/Step Time": 5.442319892346859} +{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9590867757797241, "Finetune/Loss (Raw)": 0.9675028324127197, "Finetune/Step": 1100, "Finetune/Step Time": 5.4125753082334995} +{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.960618793964386, "Finetune/Loss (Raw)": 1.0840288400650024, "Finetune/Step": 1101, "Finetune/Step Time": 5.418224705383182} +{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9593279957771301, "Finetune/Loss (Raw)": 0.8045253157615662, "Finetune/Step": 1102, "Finetune/Step Time": 5.4057217091321945} +{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9594159722328186, "Finetune/Loss (Raw)": 1.1300458908081055, "Finetune/Step": 1103, "Finetune/Step Time": 5.397984119132161} +{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.960034191608429, "Finetune/Loss (Raw)": 1.0650684833526611, "Finetune/Step": 1104, "Finetune/Step Time": 5.407253492623568} +{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9604603052139282, "Finetune/Loss (Raw)": 1.1224935054779053, "Finetune/Step": 1105, "Finetune/Step Time": 5.417562883347273} +{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9608946442604065, "Finetune/Loss (Raw)": 1.0062758922576904, "Finetune/Step": 1106, "Finetune/Step Time": 5.429557576775551} +{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9619985222816467, "Finetune/Loss (Raw)": 1.0268608331680298, "Finetune/Step": 1107, "Finetune/Step Time": 5.424417911097407} +{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9614500999450684, "Finetune/Loss (Raw)": 1.098521113395691, "Finetune/Step": 1108, "Finetune/Step Time": 5.425031570717692} +{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9601256251335144, "Finetune/Loss (Raw)": 0.8150156736373901, "Finetune/Step": 1109, "Finetune/Step Time": 5.436694147065282} +{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9598678350448608, "Finetune/Loss (Raw)": 0.9921084046363831, "Finetune/Step": 1110, "Finetune/Step Time": 5.435580397024751} +{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9607084393501282, "Finetune/Loss (Raw)": 1.1328496932983398, "Finetune/Step": 1111, "Finetune/Step Time": 5.430827736854553} +{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9603384137153625, "Finetune/Loss (Raw)": 0.9310823678970337, "Finetune/Step": 1112, "Finetune/Step Time": 5.41900272294879} +{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9603397250175476, "Finetune/Loss (Raw)": 0.9535503387451172, "Finetune/Step": 1113, "Finetune/Step Time": 5.415512600913644} +{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9615399241447449, "Finetune/Loss (Raw)": 1.036130666732788, "Finetune/Step": 1114, "Finetune/Step Time": 5.438709696754813} +{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9615858793258667, "Finetune/Loss (Raw)": 1.0150001049041748, "Finetune/Step": 1115, "Finetune/Step Time": 5.436005262658} +{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9633731842041016, "Finetune/Loss (Raw)": 1.094983458518982, "Finetune/Step": 1116, "Finetune/Step Time": 5.430838583037257} +{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9621872901916504, "Finetune/Loss (Raw)": 0.8867560029029846, "Finetune/Step": 1117, "Finetune/Step Time": 5.430253082886338} +{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9648131132125854, "Finetune/Loss (Raw)": 1.0861923694610596, "Finetune/Step": 1118, "Finetune/Step Time": 5.417221248149872} +{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9623860120773315, "Finetune/Loss (Raw)": 0.7340249419212341, "Finetune/Step": 1119, "Finetune/Step Time": 5.4270281959325075} +{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.962321400642395, "Finetune/Loss (Raw)": 0.9724798202514648, "Finetune/Step": 1120, "Finetune/Step Time": 5.429884556680918} +{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9636498689651489, "Finetune/Loss (Raw)": 1.1556710004806519, "Finetune/Step": 1121, "Finetune/Step Time": 5.399058688431978} +{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9657042026519775, "Finetune/Loss (Raw)": 1.0480120182037354, "Finetune/Step": 1122, "Finetune/Step Time": 5.40525359287858} +{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9656587243080139, "Finetune/Loss (Raw)": 0.9355143904685974, "Finetune/Step": 1123, "Finetune/Step Time": 5.423107134178281} +{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676914215087891, "Finetune/Loss (Raw)": 1.2283709049224854, "Finetune/Step": 1124, "Finetune/Step Time": 5.419352773576975} +{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9677857160568237, "Finetune/Loss (Raw)": 0.9428752660751343, "Finetune/Step": 1125, "Finetune/Step Time": 5.415844375267625} +{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9679343104362488, "Finetune/Loss (Raw)": 0.9825555086135864, "Finetune/Step": 1126, "Finetune/Step Time": 5.397886771708727} +{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671841859817505, "Finetune/Loss (Raw)": 1.0211026668548584, "Finetune/Step": 1127, "Finetune/Step Time": 5.3971657529473305} +{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9658294916152954, "Finetune/Loss (Raw)": 0.9702875018119812, "Finetune/Step": 1128, "Finetune/Step Time": 5.409101199358702} +{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720726013183594, "Finetune/Loss (Raw)": 1.1177386045455933, "Finetune/Step": 1129, "Finetune/Step Time": 5.372187551110983} +{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706536531448364, "Finetune/Loss (Raw)": 0.8009277582168579, "Finetune/Step": 1130, "Finetune/Step Time": 5.380446281284094} +{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9708917140960693, "Finetune/Loss (Raw)": 1.0880566835403442, "Finetune/Step": 1131, "Finetune/Step Time": 5.363065265119076} +{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705536365509033, "Finetune/Loss (Raw)": 1.0260584354400635, "Finetune/Step": 1132, "Finetune/Step Time": 5.364863933995366} +{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702693223953247, "Finetune/Loss (Raw)": 0.982419490814209, "Finetune/Step": 1133, "Finetune/Step Time": 5.360212503001094} +{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.970856785774231, "Finetune/Loss (Raw)": 0.953628659248352, "Finetune/Step": 1134, "Finetune/Step Time": 5.34197867102921} +{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9721639156341553, "Finetune/Loss (Raw)": 1.1005401611328125, "Finetune/Step": 1135, "Finetune/Step Time": 5.337407575920224} +{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.972196102142334, "Finetune/Loss (Raw)": 0.985268235206604, "Finetune/Step": 1136, "Finetune/Step Time": 5.334615832194686} +{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9770604372024536, "Finetune/Loss (Raw)": 1.0473467111587524, "Finetune/Step": 1137, "Finetune/Step Time": 5.304620206356049} +{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9779905676841736, "Finetune/Loss (Raw)": 1.0264816284179688, "Finetune/Step": 1138, "Finetune/Step Time": 5.3139424826949835} +{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9783522486686707, "Finetune/Loss (Raw)": 0.9649763107299805, "Finetune/Step": 1139, "Finetune/Step Time": 5.326806189492345} +{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9784219264984131, "Finetune/Loss (Raw)": 1.0222207307815552, "Finetune/Step": 1140, "Finetune/Step Time": 5.319859890267253} +{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9787114858627319, "Finetune/Loss (Raw)": 0.9567154049873352, "Finetune/Step": 1141, "Finetune/Step Time": 5.325634332373738} +{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728530049324036, "Finetune/Loss (Raw)": 0.29824450612068176, "Finetune/Step": 1142, "Finetune/Step Time": 5.3507483545690775} +{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777648448944092, "Finetune/Loss (Raw)": 0.9365097880363464, "Finetune/Step": 1143, "Finetune/Step Time": 5.331410624086857} +{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777921438217163, "Finetune/Loss (Raw)": 1.0135058164596558, "Finetune/Step": 1144, "Finetune/Step Time": 5.335753500461578} +{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9768171310424805, "Finetune/Loss (Raw)": 0.9573760628700256, "Finetune/Step": 1145, "Finetune/Step Time": 5.336124159395695} +{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9772403240203857, "Finetune/Loss (Raw)": 1.056347370147705, "Finetune/Step": 1146, "Finetune/Step Time": 5.301275370642543} +{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9764208197593689, "Finetune/Loss (Raw)": 0.8176099061965942, "Finetune/Step": 1147, "Finetune/Step Time": 5.304279332980514} +{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.971358060836792, "Finetune/Loss (Raw)": 0.3421572148799896, "Finetune/Step": 1148, "Finetune/Step Time": 5.330828262493014} +{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9732335805892944, "Finetune/Loss (Raw)": 1.1101813316345215, "Finetune/Step": 1149, "Finetune/Step Time": 5.3359457571059465} +{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9728403091430664, "Finetune/Loss (Raw)": 0.9754372835159302, "Finetune/Step": 1150, "Finetune/Step Time": 5.326465759426355} +{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9731115102767944, "Finetune/Loss (Raw)": 0.8852835297584534, "Finetune/Step": 1151, "Finetune/Step Time": 5.310919499024749} +{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9737063646316528, "Finetune/Loss (Raw)": 1.0032023191452026, "Finetune/Step": 1152, "Finetune/Step Time": 5.328069372102618} +{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9754438996315002, "Finetune/Loss (Raw)": 1.1045677661895752, "Finetune/Step": 1153, "Finetune/Step Time": 5.341695165261626} +{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9700356125831604, "Finetune/Loss (Raw)": 0.3259788453578949, "Finetune/Step": 1154, "Finetune/Step Time": 5.364588174968958} +{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9698097705841064, "Finetune/Loss (Raw)": 0.3369254767894745, "Finetune/Step": 1155, "Finetune/Step Time": 5.362295823171735} +{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9706171751022339, "Finetune/Loss (Raw)": 1.156245231628418, "Finetune/Step": 1156, "Finetune/Step Time": 5.352798413485289} +{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9719108939170837, "Finetune/Loss (Raw)": 1.0441529750823975, "Finetune/Step": 1157, "Finetune/Step Time": 5.344814671203494} +{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9710122346878052, "Finetune/Loss (Raw)": 0.9211723804473877, "Finetune/Step": 1158, "Finetune/Step Time": 5.335360566154122} +{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9700380563735962, "Finetune/Loss (Raw)": 0.8652797937393188, "Finetune/Step": 1159, "Finetune/Step Time": 5.334902511909604} +{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9748690724372864, "Finetune/Loss (Raw)": 0.9623573422431946, "Finetune/Step": 1160, "Finetune/Step Time": 5.320835433900356} +{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9748223423957825, "Finetune/Loss (Raw)": 0.9995381236076355, "Finetune/Step": 1161, "Finetune/Step Time": 5.312758006155491} +{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761760830879211, "Finetune/Loss (Raw)": 1.0149229764938354, "Finetune/Step": 1162, "Finetune/Step Time": 5.309492593631148} +{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9746933579444885, "Finetune/Loss (Raw)": 0.8093627691268921, "Finetune/Step": 1163, "Finetune/Step Time": 5.316888740286231} +{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.976544976234436, "Finetune/Loss (Raw)": 1.2058496475219727, "Finetune/Step": 1164, "Finetune/Step Time": 5.315067438408732} +{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9724948406219482, "Finetune/Loss (Raw)": 0.361907958984375, "Finetune/Step": 1165, "Finetune/Step Time": 5.329234480857849} +{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9702535271644592, "Finetune/Loss (Raw)": 0.8801442980766296, "Finetune/Step": 1166, "Finetune/Step Time": 5.348559288308024} +{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9688504338264465, "Finetune/Loss (Raw)": 0.831333339214325, "Finetune/Step": 1167, "Finetune/Step Time": 5.363095184788108} +{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9691375494003296, "Finetune/Loss (Raw)": 0.9663582444190979, "Finetune/Step": 1168, "Finetune/Step Time": 5.362075932323933} +{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9685289859771729, "Finetune/Loss (Raw)": 1.0042756795883179, "Finetune/Step": 1169, "Finetune/Step Time": 5.36387999355793} +{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9636977314949036, "Finetune/Loss (Raw)": 0.46747830510139465, "Finetune/Step": 1170, "Finetune/Step Time": 5.396179459989071} +{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9695467948913574, "Finetune/Loss (Raw)": 1.1222878694534302, "Finetune/Step": 1171, "Finetune/Step Time": 5.351618830114603} +{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9710466861724854, "Finetune/Loss (Raw)": 1.0480079650878906, "Finetune/Step": 1172, "Finetune/Step Time": 5.346428098157048} +{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9706231355667114, "Finetune/Loss (Raw)": 0.9931942820549011, "Finetune/Step": 1173, "Finetune/Step Time": 5.330040168017149} +{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9659724235534668, "Finetune/Loss (Raw)": 0.3557286560535431, "Finetune/Step": 1174, "Finetune/Step Time": 5.3526614382863045} +{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9655561447143555, "Finetune/Loss (Raw)": 0.9552132487297058, "Finetune/Step": 1175, "Finetune/Step Time": 5.3703979924321175} +{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.963758111000061, "Finetune/Loss (Raw)": 0.9389593601226807, "Finetune/Step": 1176, "Finetune/Step Time": 5.365350259467959} +{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9591503143310547, "Finetune/Loss (Raw)": 0.286842942237854, "Finetune/Step": 1177, "Finetune/Step Time": 5.398454211652279} +{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.955263078212738, "Finetune/Loss (Raw)": 0.3217814564704895, "Finetune/Step": 1178, "Finetune/Step Time": 5.415026972070336} +{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9569290280342102, "Finetune/Loss (Raw)": 1.1611158847808838, "Finetune/Step": 1179, "Finetune/Step Time": 5.4081641137599945} +{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9552263021469116, "Finetune/Loss (Raw)": 0.9337154030799866, "Finetune/Step": 1180, "Finetune/Step Time": 5.424588184803724} +{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9560450315475464, "Finetune/Loss (Raw)": 1.0914119482040405, "Finetune/Step": 1181, "Finetune/Step Time": 5.412655403837562} +{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9529117941856384, "Finetune/Loss (Raw)": 0.7103927135467529, "Finetune/Step": 1182, "Finetune/Step Time": 5.414374243468046} +{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9539811611175537, "Finetune/Loss (Raw)": 1.042495608329773, "Finetune/Step": 1183, "Finetune/Step Time": 5.4158798940479755} +{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9518875479698181, "Finetune/Loss (Raw)": 0.828220784664154, "Finetune/Step": 1184, "Finetune/Step Time": 5.445177782326937} +{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9526611566543579, "Finetune/Loss (Raw)": 1.0189368724822998, "Finetune/Step": 1185, "Finetune/Step Time": 5.4479999877512455} +{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9542069435119629, "Finetune/Loss (Raw)": 1.124903678894043, "Finetune/Step": 1186, "Finetune/Step Time": 5.448236804455519} +{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9495475888252258, "Finetune/Loss (Raw)": 0.3451109528541565, "Finetune/Step": 1187, "Finetune/Step Time": 5.465004734694958} +{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9501839876174927, "Finetune/Loss (Raw)": 1.0622683763504028, "Finetune/Step": 1188, "Finetune/Step Time": 5.463754463940859} +{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.951886773109436, "Finetune/Loss (Raw)": 1.064773678779602, "Finetune/Step": 1189, "Finetune/Step Time": 5.468913393095136} +{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9517513513565063, "Finetune/Loss (Raw)": 0.9818565249443054, "Finetune/Step": 1190, "Finetune/Step Time": 5.467361060902476} +{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9522806406021118, "Finetune/Loss (Raw)": 1.053017258644104, "Finetune/Step": 1191, "Finetune/Step Time": 5.460921509191394} +{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9510427713394165, "Finetune/Loss (Raw)": 1.0310544967651367, "Finetune/Step": 1192, "Finetune/Step Time": 5.468246070668101} +{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9501705765724182, "Finetune/Loss (Raw)": 1.023313045501709, "Finetune/Step": 1193, "Finetune/Step Time": 5.467038672417402} +{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9514787197113037, "Finetune/Loss (Raw)": 1.0755913257598877, "Finetune/Step": 1194, "Finetune/Step Time": 5.480756036937237} +{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.950586199760437, "Finetune/Loss (Raw)": 0.997261643409729, "Finetune/Step": 1195, "Finetune/Step Time": 5.470495501533151} +{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9512373208999634, "Finetune/Loss (Raw)": 0.9879119396209717, "Finetune/Step": 1196, "Finetune/Step Time": 5.467329239472747} +{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9524601697921753, "Finetune/Loss (Raw)": 1.115218162536621, "Finetune/Step": 1197, "Finetune/Step Time": 5.434624066576362} +{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9530672430992126, "Finetune/Loss (Raw)": 1.1062802076339722, "Finetune/Step": 1198, "Finetune/Step Time": 5.440244551748037} +{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9530272483825684, "Finetune/Loss (Raw)": 1.0412288904190063, "Finetune/Step": 1199, "Finetune/Step Time": 5.4360506143420935} +{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9531090259552002, "Finetune/Loss (Raw)": 1.057221531867981, "Finetune/Step": 1200, "Finetune/Step Time": 5.432666664943099} +{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.953782856464386, "Finetune/Loss (Raw)": 1.0471205711364746, "Finetune/Step": 1201, "Finetune/Step Time": 5.445868480950594} +{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9546676874160767, "Finetune/Loss (Raw)": 1.1644155979156494, "Finetune/Step": 1202, "Finetune/Step Time": 5.449588228017092} +{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9551916122436523, "Finetune/Loss (Raw)": 1.1236642599105835, "Finetune/Step": 1203, "Finetune/Step Time": 5.440339308232069} +{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9552311897277832, "Finetune/Loss (Raw)": 1.086972713470459, "Finetune/Step": 1204, "Finetune/Step Time": 5.4486212227493525} +{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9542527198791504, "Finetune/Loss (Raw)": 0.9733110666275024, "Finetune/Step": 1205, "Finetune/Step Time": 5.465935830026865} +{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9549591541290283, "Finetune/Loss (Raw)": 1.1531932353973389, "Finetune/Step": 1206, "Finetune/Step Time": 5.458096578717232} +{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9556693434715271, "Finetune/Loss (Raw)": 0.9599770307540894, "Finetune/Step": 1207, "Finetune/Step Time": 5.465322054922581} +{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9560294151306152, "Finetune/Loss (Raw)": 1.0189203023910522, "Finetune/Step": 1208, "Finetune/Step Time": 5.465930050238967} +{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9557987451553345, "Finetune/Loss (Raw)": 1.0555799007415771, "Finetune/Step": 1209, "Finetune/Step Time": 5.464154966175556} +{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9569396376609802, "Finetune/Loss (Raw)": 0.9944370985031128, "Finetune/Step": 1210, "Finetune/Step Time": 5.442033194005489} +{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9563959240913391, "Finetune/Loss (Raw)": 0.9507695436477661, "Finetune/Step": 1211, "Finetune/Step Time": 5.445281621068716} +{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9568182826042175, "Finetune/Loss (Raw)": 1.1263923645019531, "Finetune/Step": 1212, "Finetune/Step Time": 5.428687192499638} +{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9563014507293701, "Finetune/Loss (Raw)": 0.954063355922699, "Finetune/Step": 1213, "Finetune/Step Time": 5.427862785756588} +{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9549148082733154, "Finetune/Loss (Raw)": 0.8586254119873047, "Finetune/Step": 1214, "Finetune/Step Time": 5.441453896462917} +{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9546033143997192, "Finetune/Loss (Raw)": 0.9843267798423767, "Finetune/Step": 1215, "Finetune/Step Time": 5.441910494118929} +{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.950695276260376, "Finetune/Loss (Raw)": 0.346874862909317, "Finetune/Step": 1216, "Finetune/Step Time": 5.46353411488235} +{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9515106678009033, "Finetune/Loss (Raw)": 1.110681176185608, "Finetune/Step": 1217, "Finetune/Step Time": 5.46627639234066} +{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9511702656745911, "Finetune/Loss (Raw)": 1.0541114807128906, "Finetune/Step": 1218, "Finetune/Step Time": 5.451234567910433} +{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9461427927017212, "Finetune/Loss (Raw)": 0.30111679434776306, "Finetune/Step": 1219, "Finetune/Step Time": 5.484230415895581} +{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9458773136138916, "Finetune/Loss (Raw)": 0.9970611929893494, "Finetune/Step": 1220, "Finetune/Step Time": 5.488470057025552} +{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.947074830532074, "Finetune/Loss (Raw)": 1.0380395650863647, "Finetune/Step": 1221, "Finetune/Step Time": 5.498223287984729} +{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9471625089645386, "Finetune/Loss (Raw)": 1.0040723085403442, "Finetune/Step": 1222, "Finetune/Step Time": 5.508402863517404} +{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.947078287601471, "Finetune/Loss (Raw)": 1.0296838283538818, "Finetune/Step": 1223, "Finetune/Step Time": 5.5094139985740185} +{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9466589093208313, "Finetune/Loss (Raw)": 1.011269450187683, "Finetune/Step": 1224, "Finetune/Step Time": 5.51115963794291} +{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9457681775093079, "Finetune/Loss (Raw)": 0.8757224678993225, "Finetune/Step": 1225, "Finetune/Step Time": 5.4906840063631535} +{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9450087547302246, "Finetune/Loss (Raw)": 0.8985165953636169, "Finetune/Step": 1226, "Finetune/Step Time": 5.486373679712415} +{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9439678192138672, "Finetune/Loss (Raw)": 0.8676733374595642, "Finetune/Step": 1227, "Finetune/Step Time": 5.4944887682795525} +{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9446211457252502, "Finetune/Loss (Raw)": 1.0511326789855957, "Finetune/Step": 1228, "Finetune/Step Time": 5.505837639793754} +{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.944607138633728, "Finetune/Loss (Raw)": 1.0822292566299438, "Finetune/Step": 1229, "Finetune/Step Time": 5.496144782751799} +{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9414454698562622, "Finetune/Loss (Raw)": 0.39983808994293213, "Finetune/Step": 1230, "Finetune/Step Time": 5.527409387752414} +{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9413658380508423, "Finetune/Loss (Raw)": 1.1198468208312988, "Finetune/Step": 1231, "Finetune/Step Time": 5.515336267650127} +{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9409604668617249, "Finetune/Loss (Raw)": 1.0131853818893433, "Finetune/Step": 1232, "Finetune/Step Time": 5.503943445160985} +{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9403097629547119, "Finetune/Loss (Raw)": 1.0392003059387207, "Finetune/Step": 1233, "Finetune/Step Time": 5.489551892504096} +{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9387946128845215, "Finetune/Loss (Raw)": 0.8123376965522766, "Finetune/Step": 1234, "Finetune/Step Time": 5.498885395005345} +{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9382299184799194, "Finetune/Loss (Raw)": 0.9545867443084717, "Finetune/Step": 1235, "Finetune/Step Time": 5.497570129111409} +{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9383370876312256, "Finetune/Loss (Raw)": 1.1122310161590576, "Finetune/Step": 1236, "Finetune/Step Time": 5.493658671155572} +{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9399387836456299, "Finetune/Loss (Raw)": 1.0200347900390625, "Finetune/Step": 1237, "Finetune/Step Time": 5.501752560958266} +{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9413689374923706, "Finetune/Loss (Raw)": 1.1751708984375, "Finetune/Step": 1238, "Finetune/Step Time": 5.504377268254757} +{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.940163791179657, "Finetune/Loss (Raw)": 0.9785856604576111, "Finetune/Step": 1239, "Finetune/Step Time": 5.512671941891313} +{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9405239820480347, "Finetune/Loss (Raw)": 0.9771851897239685, "Finetune/Step": 1240, "Finetune/Step Time": 5.510631911456585} +{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9401155710220337, "Finetune/Loss (Raw)": 0.9012781977653503, "Finetune/Step": 1241, "Finetune/Step Time": 5.514816161245108} +{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9395822882652283, "Finetune/Loss (Raw)": 0.9678668975830078, "Finetune/Step": 1242, "Finetune/Step Time": 5.488309245556593} +{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9398779273033142, "Finetune/Loss (Raw)": 1.0528435707092285, "Finetune/Step": 1243, "Finetune/Step Time": 5.48745365999639} +{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9389603137969971, "Finetune/Loss (Raw)": 0.9775320887565613, "Finetune/Step": 1244, "Finetune/Step Time": 5.4908759873360395} +{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9396159648895264, "Finetune/Loss (Raw)": 0.9706745147705078, "Finetune/Step": 1245, "Finetune/Step Time": 5.4811392314732075} +{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.938389778137207, "Finetune/Loss (Raw)": 0.9292461276054382, "Finetune/Step": 1246, "Finetune/Step Time": 5.503326825797558} +{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9410579204559326, "Finetune/Loss (Raw)": 1.0755467414855957, "Finetune/Step": 1247, "Finetune/Step Time": 5.489376861602068} +{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9398562908172607, "Finetune/Loss (Raw)": 0.8186729550361633, "Finetune/Step": 1248, "Finetune/Step Time": 5.494089215993881} +{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9380030632019043, "Finetune/Loss (Raw)": 0.9184520244598389, "Finetune/Step": 1249, "Finetune/Step Time": 5.495087971910834} +{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9379178285598755, "Finetune/Loss (Raw)": 1.0371042490005493, "Finetune/Step": 1250, "Finetune/Step Time": 5.475618451833725} +{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9386458396911621, "Finetune/Loss (Raw)": 1.028702735900879, "Finetune/Step": 1251, "Finetune/Step Time": 5.461467867717147} +{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9360604286193848, "Finetune/Loss (Raw)": 0.8974297046661377, "Finetune/Step": 1252, "Finetune/Step Time": 5.457507882267237} +{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9359714984893799, "Finetune/Loss (Raw)": 0.9314956665039062, "Finetune/Step": 1253, "Finetune/Step Time": 5.476003231480718} +{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9359809160232544, "Finetune/Loss (Raw)": 0.9837645888328552, "Finetune/Step": 1254, "Finetune/Step Time": 5.479937924072146} +{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9366104602813721, "Finetune/Loss (Raw)": 1.101678490638733, "Finetune/Step": 1255, "Finetune/Step Time": 5.482515787705779} +{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.93697190284729, "Finetune/Loss (Raw)": 1.0165491104125977, "Finetune/Step": 1256, "Finetune/Step Time": 5.478752115741372} +{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9337548017501831, "Finetune/Loss (Raw)": 0.705962061882019, "Finetune/Step": 1257, "Finetune/Step Time": 5.504925392568111} +{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9349673390388489, "Finetune/Loss (Raw)": 0.9561243057250977, "Finetune/Step": 1258, "Finetune/Step Time": 5.493510756641626} +{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9335189461708069, "Finetune/Loss (Raw)": 0.9026629328727722, "Finetune/Step": 1259, "Finetune/Step Time": 5.504558587446809} +{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.934712290763855, "Finetune/Loss (Raw)": 1.1788119077682495, "Finetune/Step": 1260, "Finetune/Step Time": 5.506764711812139} +{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9336334466934204, "Finetune/Loss (Raw)": 0.8443180322647095, "Finetune/Step": 1261, "Finetune/Step Time": 5.506340345367789} +{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9340265989303589, "Finetune/Loss (Raw)": 1.0039589405059814, "Finetune/Step": 1262, "Finetune/Step Time": 5.501751311123371} +{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9336847066879272, "Finetune/Loss (Raw)": 1.0567740201950073, "Finetune/Step": 1263, "Finetune/Step Time": 5.4982123374938965} +{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9337756633758545, "Finetune/Loss (Raw)": 0.9969154596328735, "Finetune/Step": 1264, "Finetune/Step Time": 5.496532689779997} +{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9285171031951904, "Finetune/Loss (Raw)": 0.3742486536502838, "Finetune/Step": 1265, "Finetune/Step Time": 5.527390968054533} +{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9280306696891785, "Finetune/Loss (Raw)": 0.9642196893692017, "Finetune/Step": 1266, "Finetune/Step Time": 5.53257323987782} +{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9286246299743652, "Finetune/Loss (Raw)": 1.040999412536621, "Finetune/Step": 1267, "Finetune/Step Time": 5.518626952543855} +{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9290162920951843, "Finetune/Loss (Raw)": 1.0723553895950317, "Finetune/Step": 1268, "Finetune/Step Time": 5.522206163033843} +{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9290066957473755, "Finetune/Loss (Raw)": 0.9554833173751831, "Finetune/Step": 1269, "Finetune/Step Time": 5.513783635571599} +{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9355493783950806, "Finetune/Loss (Raw)": 1.135711669921875, "Finetune/Step": 1270, "Finetune/Step Time": 5.491789307445288} +{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9368488788604736, "Finetune/Loss (Raw)": 1.1028488874435425, "Finetune/Step": 1271, "Finetune/Step Time": 5.477122673764825} +{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9353207349777222, "Finetune/Loss (Raw)": 0.8179014921188354, "Finetune/Step": 1272, "Finetune/Step Time": 5.485777769237757} +{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9350999593734741, "Finetune/Loss (Raw)": 0.9291195273399353, "Finetune/Step": 1273, "Finetune/Step Time": 5.495453355833888} +{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9336892366409302, "Finetune/Loss (Raw)": 0.8757695555686951, "Finetune/Step": 1274, "Finetune/Step Time": 5.486822472885251} +{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9364284873008728, "Finetune/Loss (Raw)": 1.1682367324829102, "Finetune/Step": 1275, "Finetune/Step Time": 5.478231970220804} +{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9412053823471069, "Finetune/Loss (Raw)": 0.9535979628562927, "Finetune/Step": 1276, "Finetune/Step Time": 5.448108911514282} +{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.940136194229126, "Finetune/Loss (Raw)": 0.9733225107192993, "Finetune/Step": 1277, "Finetune/Step Time": 5.446929840371013} +{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9383558034896851, "Finetune/Loss (Raw)": 0.7475458979606628, "Finetune/Step": 1278, "Finetune/Step Time": 5.4533520340919495} +{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9392702579498291, "Finetune/Loss (Raw)": 1.002336859703064, "Finetune/Step": 1279, "Finetune/Step Time": 5.460296295583248} +{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9405179023742676, "Finetune/Loss (Raw)": 1.1629022359848022, "Finetune/Step": 1280, "Finetune/Step Time": 5.4396220576018095} +{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9393426179885864, "Finetune/Loss (Raw)": 0.9541338086128235, "Finetune/Step": 1281, "Finetune/Step Time": 5.4247549790889025} +{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.944514274597168, "Finetune/Loss (Raw)": 0.9879471063613892, "Finetune/Step": 1282, "Finetune/Step Time": 5.394921660423279} +{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9487746357917786, "Finetune/Loss (Raw)": 0.8822556138038635, "Finetune/Step": 1283, "Finetune/Step Time": 5.376134505495429} +{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9473536014556885, "Finetune/Loss (Raw)": 0.9743537902832031, "Finetune/Step": 1284, "Finetune/Step Time": 5.379586052149534} +{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.947468638420105, "Finetune/Loss (Raw)": 1.0588749647140503, "Finetune/Step": 1285, "Finetune/Step Time": 5.379732916131616} +{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9478182792663574, "Finetune/Loss (Raw)": 0.965925931930542, "Finetune/Step": 1286, "Finetune/Step Time": 5.39551111869514} +{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9487224817276001, "Finetune/Loss (Raw)": 0.9810234904289246, "Finetune/Step": 1287, "Finetune/Step Time": 5.395250970497727} +{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9483175873756409, "Finetune/Loss (Raw)": 0.9105257987976074, "Finetune/Step": 1288, "Finetune/Step Time": 5.369788378477097} +{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.947655200958252, "Finetune/Loss (Raw)": 0.9147562980651855, "Finetune/Step": 1289, "Finetune/Step Time": 5.349664069712162} +{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9484250545501709, "Finetune/Loss (Raw)": 1.1134653091430664, "Finetune/Step": 1290, "Finetune/Step Time": 5.344522878527641} +{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9498955011367798, "Finetune/Loss (Raw)": 0.99757319688797, "Finetune/Step": 1291, "Finetune/Step Time": 5.342444567009807} +{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9480059146881104, "Finetune/Loss (Raw)": 0.9639856815338135, "Finetune/Step": 1292, "Finetune/Step Time": 5.342427393421531} +{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.952637791633606, "Finetune/Loss (Raw)": 0.9547873139381409, "Finetune/Step": 1293, "Finetune/Step Time": 5.311665829271078} +{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.953511118888855, "Finetune/Loss (Raw)": 0.9919280409812927, "Finetune/Step": 1294, "Finetune/Step Time": 5.3037826009094715} +{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9542533159255981, "Finetune/Loss (Raw)": 0.9263312220573425, "Finetune/Step": 1295, "Finetune/Step Time": 5.302462203428149} +{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9542582631111145, "Finetune/Loss (Raw)": 0.9670016169548035, "Finetune/Step": 1296, "Finetune/Step Time": 5.306439781561494} +{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9542283415794373, "Finetune/Loss (Raw)": 1.0004401206970215, "Finetune/Step": 1297, "Finetune/Step Time": 5.3315766509622335} +{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.957281231880188, "Finetune/Loss (Raw)": 0.8582457900047302, "Finetune/Step": 1298, "Finetune/Step Time": 5.296623496338725} +{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9543547034263611, "Finetune/Loss (Raw)": 0.7476980686187744, "Finetune/Step": 1299, "Finetune/Step Time": 5.30647643469274} +{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9531928300857544, "Finetune/Loss (Raw)": 0.8992906212806702, "Finetune/Step": 1300, "Finetune/Step Time": 5.304404215887189} +{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9534258246421814, "Finetune/Loss (Raw)": 1.0230133533477783, "Finetune/Step": 1301, "Finetune/Step Time": 5.327005321159959} +{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.95801842212677, "Finetune/Loss (Raw)": 0.9435755610466003, "Finetune/Step": 1302, "Finetune/Step Time": 5.3170464020222425} +{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9582839012145996, "Finetune/Loss (Raw)": 0.9892012476921082, "Finetune/Step": 1303, "Finetune/Step Time": 5.296490708366036} +{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9587730765342712, "Finetune/Loss (Raw)": 1.0015747547149658, "Finetune/Step": 1304, "Finetune/Step Time": 5.3024035561829805} +{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9641335010528564, "Finetune/Loss (Raw)": 0.9729787111282349, "Finetune/Step": 1305, "Finetune/Step Time": 5.274773254990578} +{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9694273471832275, "Finetune/Loss (Raw)": 0.9993961453437805, "Finetune/Step": 1306, "Finetune/Step Time": 5.260889060795307} +{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9688392281532288, "Finetune/Loss (Raw)": 1.0858293771743774, "Finetune/Step": 1307, "Finetune/Step Time": 5.254701428115368} +{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9699265956878662, "Finetune/Loss (Raw)": 1.0729032754898071, "Finetune/Step": 1308, "Finetune/Step Time": 5.237655494362116} +{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9688901901245117, "Finetune/Loss (Raw)": 0.9587448835372925, "Finetune/Step": 1309, "Finetune/Step Time": 5.256027532741427} +{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9704719185829163, "Finetune/Loss (Raw)": 0.9128570556640625, "Finetune/Step": 1310, "Finetune/Step Time": 5.254172222688794} +{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9702462553977966, "Finetune/Loss (Raw)": 1.0136090517044067, "Finetune/Step": 1311, "Finetune/Step Time": 5.256224041804671} +{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.96978360414505, "Finetune/Loss (Raw)": 0.7690046429634094, "Finetune/Step": 1312, "Finetune/Step Time": 5.250867253169417} +{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9697654247283936, "Finetune/Loss (Raw)": 1.0166112184524536, "Finetune/Step": 1313, "Finetune/Step Time": 5.25767614133656} +{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9688057899475098, "Finetune/Loss (Raw)": 1.0020778179168701, "Finetune/Step": 1314, "Finetune/Step Time": 5.255167046561837} +{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9738711714744568, "Finetune/Loss (Raw)": 0.9934708476066589, "Finetune/Step": 1315, "Finetune/Step Time": 5.225948985666037} +{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9746823906898499, "Finetune/Loss (Raw)": 1.1661043167114258, "Finetune/Step": 1316, "Finetune/Step Time": 5.231351898983121} +{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9746310710906982, "Finetune/Loss (Raw)": 1.058200478553772, "Finetune/Step": 1317, "Finetune/Step Time": 5.223982648923993} +{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9744552969932556, "Finetune/Loss (Raw)": 0.9593588709831238, "Finetune/Step": 1318, "Finetune/Step Time": 5.224092939868569} +{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9740520119667053, "Finetune/Loss (Raw)": 1.0014058351516724, "Finetune/Step": 1319, "Finetune/Step Time": 5.2219397984445095} +{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9736289978027344, "Finetune/Loss (Raw)": 0.9769012928009033, "Finetune/Step": 1320, "Finetune/Step Time": 5.223190722987056} +{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.973532497882843, "Finetune/Loss (Raw)": 1.0109641551971436, "Finetune/Step": 1321, "Finetune/Step Time": 5.225975876674056} +{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9727880954742432, "Finetune/Loss (Raw)": 0.980307936668396, "Finetune/Step": 1322, "Finetune/Step Time": 5.215474285185337} +{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9732626676559448, "Finetune/Loss (Raw)": 1.0580047369003296, "Finetune/Step": 1323, "Finetune/Step Time": 5.216187339276075} +{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9735567569732666, "Finetune/Loss (Raw)": 1.0255507230758667, "Finetune/Step": 1324, "Finetune/Step Time": 5.217831898480654} +{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.973135232925415, "Finetune/Loss (Raw)": 1.0612727403640747, "Finetune/Step": 1325, "Finetune/Step Time": 5.235275575891137} +{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9726111888885498, "Finetune/Loss (Raw)": 1.039201021194458, "Finetune/Step": 1326, "Finetune/Step Time": 5.228153819218278} +{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9717135429382324, "Finetune/Loss (Raw)": 0.9263320565223694, "Finetune/Step": 1327, "Finetune/Step Time": 5.265775043517351} +{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9724131226539612, "Finetune/Loss (Raw)": 1.1467552185058594, "Finetune/Step": 1328, "Finetune/Step Time": 5.261282004415989} +{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9734690189361572, "Finetune/Loss (Raw)": 1.18228018283844, "Finetune/Step": 1329, "Finetune/Step Time": 5.253711171448231} +{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9704777002334595, "Finetune/Loss (Raw)": 0.781529426574707, "Finetune/Step": 1330, "Finetune/Step Time": 5.247238794341683} +{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9699549078941345, "Finetune/Loss (Raw)": 1.0567457675933838, "Finetune/Step": 1331, "Finetune/Step Time": 5.240614794194698} +{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9683040380477905, "Finetune/Loss (Raw)": 0.8756675124168396, "Finetune/Step": 1332, "Finetune/Step Time": 5.24350868538022} +{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9682820439338684, "Finetune/Loss (Raw)": 0.9704890847206116, "Finetune/Step": 1333, "Finetune/Step Time": 5.230222841724753} +{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9671974182128906, "Finetune/Loss (Raw)": 1.0143563747406006, "Finetune/Step": 1334, "Finetune/Step Time": 5.234053950756788} +{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9677962064743042, "Finetune/Loss (Raw)": 1.0366356372833252, "Finetune/Step": 1335, "Finetune/Step Time": 5.2260711546987295} +{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9678892493247986, "Finetune/Loss (Raw)": 1.030822992324829, "Finetune/Step": 1336, "Finetune/Step Time": 5.22161578387022} +{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9684557914733887, "Finetune/Loss (Raw)": 1.1280999183654785, "Finetune/Step": 1337, "Finetune/Step Time": 5.223990088328719} +{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9630991816520691, "Finetune/Loss (Raw)": 0.3087855279445648, "Finetune/Step": 1338, "Finetune/Step Time": 5.256739258766174} +{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9628125429153442, "Finetune/Loss (Raw)": 0.9140793085098267, "Finetune/Step": 1339, "Finetune/Step Time": 5.261827411130071} +{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.961846649646759, "Finetune/Loss (Raw)": 1.002761960029602, "Finetune/Step": 1340, "Finetune/Step Time": 5.268017452210188} +{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9618520736694336, "Finetune/Loss (Raw)": 0.9547632932662964, "Finetune/Step": 1341, "Finetune/Step Time": 5.269735209643841} +{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9638211131095886, "Finetune/Loss (Raw)": 1.1106579303741455, "Finetune/Step": 1342, "Finetune/Step Time": 5.2671578004956245} +{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9632626175880432, "Finetune/Loss (Raw)": 0.9128458499908447, "Finetune/Step": 1343, "Finetune/Step Time": 5.289537074044347} +{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9680165648460388, "Finetune/Loss (Raw)": 0.9553686380386353, "Finetune/Step": 1344, "Finetune/Step Time": 5.264329630881548} +{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9676812887191772, "Finetune/Loss (Raw)": 1.067763328552246, "Finetune/Step": 1345, "Finetune/Step Time": 5.264473531395197} +{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9668869376182556, "Finetune/Loss (Raw)": 0.9524387717247009, "Finetune/Step": 1346, "Finetune/Step Time": 5.266463112086058} +{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9735570549964905, "Finetune/Loss (Raw)": 1.1548941135406494, "Finetune/Step": 1347, "Finetune/Step Time": 5.252262206748128} +{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9691230058670044, "Finetune/Loss (Raw)": 0.4295059144496918, "Finetune/Step": 1348, "Finetune/Step Time": 5.286067623645067} +{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9695435762405396, "Finetune/Loss (Raw)": 1.0918657779693604, "Finetune/Step": 1349, "Finetune/Step Time": 5.266503298655152} +{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9699466228485107, "Finetune/Loss (Raw)": 1.055668830871582, "Finetune/Step": 1350, "Finetune/Step Time": 5.265368102118373} +{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9700703620910645, "Finetune/Loss (Raw)": 1.0455271005630493, "Finetune/Step": 1351, "Finetune/Step Time": 5.268876703456044} +{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9654439091682434, "Finetune/Loss (Raw)": 0.4190753698348999, "Finetune/Step": 1352, "Finetune/Step Time": 5.29879972524941} +{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9660693407058716, "Finetune/Loss (Raw)": 0.9557840824127197, "Finetune/Step": 1353, "Finetune/Step Time": 5.299022674560547} +{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9669256210327148, "Finetune/Loss (Raw)": 1.0081158876419067, "Finetune/Step": 1354, "Finetune/Step Time": 5.290901208296418} +{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9688432812690735, "Finetune/Loss (Raw)": 1.113135576248169, "Finetune/Step": 1355, "Finetune/Step Time": 5.284048784524202} +{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9690097570419312, "Finetune/Loss (Raw)": 1.0724406242370605, "Finetune/Step": 1356, "Finetune/Step Time": 5.272387493401766} +{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9688750505447388, "Finetune/Loss (Raw)": 1.064984917640686, "Finetune/Step": 1357, "Finetune/Step Time": 5.290658198297024} +{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9734302163124084, "Finetune/Loss (Raw)": 0.9829021692276001, "Finetune/Step": 1358, "Finetune/Step Time": 5.253118373453617} +{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9713948369026184, "Finetune/Loss (Raw)": 0.8593226671218872, "Finetune/Step": 1359, "Finetune/Step Time": 5.267206953838468} +{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9713054895401001, "Finetune/Loss (Raw)": 1.0017393827438354, "Finetune/Step": 1360, "Finetune/Step Time": 5.270146461203694} +{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9717097282409668, "Finetune/Loss (Raw)": 1.0909440517425537, "Finetune/Step": 1361, "Finetune/Step Time": 5.271245792508125} +{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.972934365272522, "Finetune/Loss (Raw)": 0.9690961241722107, "Finetune/Step": 1362, "Finetune/Step Time": 5.259134134277701} +{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.973258376121521, "Finetune/Loss (Raw)": 0.9960644841194153, "Finetune/Step": 1363, "Finetune/Step Time": 5.259956672787666} +{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.972058892250061, "Finetune/Loss (Raw)": 0.9586886763572693, "Finetune/Step": 1364, "Finetune/Step Time": 5.288716280832887} +{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9711524248123169, "Finetune/Loss (Raw)": 0.9040051698684692, "Finetune/Step": 1365, "Finetune/Step Time": 5.274249782785773} +{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9694885611534119, "Finetune/Loss (Raw)": 0.962200403213501, "Finetune/Step": 1366, "Finetune/Step Time": 5.274534629657865} +{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9690691232681274, "Finetune/Loss (Raw)": 0.924892783164978, "Finetune/Step": 1367, "Finetune/Step Time": 5.293420277535915} +{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9695248603820801, "Finetune/Loss (Raw)": 1.0355192422866821, "Finetune/Step": 1368, "Finetune/Step Time": 5.299036579206586} +{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9707049131393433, "Finetune/Loss (Raw)": 1.0523260831832886, "Finetune/Step": 1369, "Finetune/Step Time": 5.3084773030132055} +{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9697707891464233, "Finetune/Loss (Raw)": 0.8483076691627502, "Finetune/Step": 1370, "Finetune/Step Time": 5.31124160438776} +{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9692175984382629, "Finetune/Loss (Raw)": 0.9820351004600525, "Finetune/Step": 1371, "Finetune/Step Time": 5.306746965274215} +{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.964530348777771, "Finetune/Loss (Raw)": 0.3775508999824524, "Finetune/Step": 1372, "Finetune/Step Time": 5.335116367787123} +{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9657699465751648, "Finetune/Loss (Raw)": 1.129346489906311, "Finetune/Step": 1373, "Finetune/Step Time": 5.334930127486587} +{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9657763242721558, "Finetune/Loss (Raw)": 0.930067777633667, "Finetune/Step": 1374, "Finetune/Step Time": 5.326140647754073} +{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9655271768569946, "Finetune/Loss (Raw)": 1.043656587600708, "Finetune/Step": 1375, "Finetune/Step Time": 5.323398414999247} +{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9616459608078003, "Finetune/Loss (Raw)": 0.3218792974948883, "Finetune/Step": 1376, "Finetune/Step Time": 5.346685938537121} +{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9628453850746155, "Finetune/Loss (Raw)": 1.0719717741012573, "Finetune/Step": 1377, "Finetune/Step Time": 5.3545277416706085} +{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9638110399246216, "Finetune/Loss (Raw)": 1.1607078313827515, "Finetune/Step": 1378, "Finetune/Step Time": 5.3729654010385275} +{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9615343809127808, "Finetune/Loss (Raw)": 0.7372928261756897, "Finetune/Step": 1379, "Finetune/Step Time": 5.389258349314332} +{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9619067311286926, "Finetune/Loss (Raw)": 0.9450849890708923, "Finetune/Step": 1380, "Finetune/Step Time": 5.3888196889311075} +{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9628476500511169, "Finetune/Loss (Raw)": 1.0519330501556396, "Finetune/Step": 1381, "Finetune/Step Time": 5.374123562127352} +{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9629045724868774, "Finetune/Loss (Raw)": 0.9910564422607422, "Finetune/Step": 1382, "Finetune/Step Time": 5.373222511261702} +{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9614771604537964, "Finetune/Loss (Raw)": 0.9189683198928833, "Finetune/Step": 1383, "Finetune/Step Time": 5.377274811267853} +{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9611071348190308, "Finetune/Loss (Raw)": 0.9691875576972961, "Finetune/Step": 1384, "Finetune/Step Time": 5.379757527261972} +{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9635639190673828, "Finetune/Loss (Raw)": 1.0204238891601562, "Finetune/Step": 1385, "Finetune/Step Time": 5.356318559497595} +{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9633334875106812, "Finetune/Loss (Raw)": 0.9266366362571716, "Finetune/Step": 1386, "Finetune/Step Time": 5.357310362160206} +{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9630755186080933, "Finetune/Loss (Raw)": 0.8696457147598267, "Finetune/Step": 1387, "Finetune/Step Time": 5.351663390174508} +{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9619346857070923, "Finetune/Loss (Raw)": 1.0327807664871216, "Finetune/Step": 1388, "Finetune/Step Time": 5.346748940646648} +{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9632258415222168, "Finetune/Loss (Raw)": 1.0095841884613037, "Finetune/Step": 1389, "Finetune/Step Time": 5.347665062174201} +{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9645442962646484, "Finetune/Loss (Raw)": 1.1727203130722046, "Finetune/Step": 1390, "Finetune/Step Time": 5.355692487210035} +{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.96317058801651, "Finetune/Loss (Raw)": 0.8809425234794617, "Finetune/Step": 1391, "Finetune/Step Time": 5.371192565187812} +{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.962476372718811, "Finetune/Loss (Raw)": 0.9080559611320496, "Finetune/Step": 1392, "Finetune/Step Time": 5.40438824146986} +{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9672955274581909, "Finetune/Loss (Raw)": 0.9910938739776611, "Finetune/Step": 1393, "Finetune/Step Time": 5.4108233246952295} +{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9678661823272705, "Finetune/Loss (Raw)": 1.0372644662857056, "Finetune/Step": 1394, "Finetune/Step Time": 5.397587159648538} +{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9672509431838989, "Finetune/Loss (Raw)": 0.9622492790222168, "Finetune/Step": 1395, "Finetune/Step Time": 5.400210104882717} +{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9647682905197144, "Finetune/Loss (Raw)": 0.7545773983001709, "Finetune/Step": 1396, "Finetune/Step Time": 5.407672137022018} +{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9655314683914185, "Finetune/Loss (Raw)": 1.0531704425811768, "Finetune/Step": 1397, "Finetune/Step Time": 5.431189376860857} +{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9645410776138306, "Finetune/Loss (Raw)": 1.0089364051818848, "Finetune/Step": 1398, "Finetune/Step Time": 5.420925883576274} +{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9623988270759583, "Finetune/Loss (Raw)": 0.8286460041999817, "Finetune/Step": 1399, "Finetune/Step Time": 5.427243357524276} +{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9642254114151001, "Finetune/Loss (Raw)": 1.0517075061798096, "Finetune/Step": 1400, "Finetune/Step Time": 5.422293437644839} +{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9642038345336914, "Finetune/Loss (Raw)": 0.9263566732406616, "Finetune/Step": 1401, "Finetune/Step Time": 5.420611342415214} +{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9604047536849976, "Finetune/Loss (Raw)": 0.3894883990287781, "Finetune/Step": 1402, "Finetune/Step Time": 5.453262977302074} +{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9586234092712402, "Finetune/Loss (Raw)": 0.9402216076850891, "Finetune/Step": 1403, "Finetune/Step Time": 5.453777398914099} +{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9588421583175659, "Finetune/Loss (Raw)": 0.9815986752510071, "Finetune/Step": 1404, "Finetune/Step Time": 5.450097750872374} +{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9578510522842407, "Finetune/Loss (Raw)": 0.8464574813842773, "Finetune/Step": 1405, "Finetune/Step Time": 5.44817553833127} +{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9595521688461304, "Finetune/Loss (Raw)": 0.9652936458587646, "Finetune/Step": 1406, "Finetune/Step Time": 5.4414118099957705} +{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9545811414718628, "Finetune/Loss (Raw)": 0.3660445511341095, "Finetune/Step": 1407, "Finetune/Step Time": 5.461280394345522} +{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9522729516029358, "Finetune/Loss (Raw)": 0.8674556612968445, "Finetune/Step": 1408, "Finetune/Step Time": 5.463684976100922} +{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9526767730712891, "Finetune/Loss (Raw)": 1.005824089050293, "Finetune/Step": 1409, "Finetune/Step Time": 5.46054920181632} +{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9520428776741028, "Finetune/Loss (Raw)": 0.9068012833595276, "Finetune/Step": 1410, "Finetune/Step Time": 5.489081455394626} +{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9534249305725098, "Finetune/Loss (Raw)": 1.0591603517532349, "Finetune/Step": 1411, "Finetune/Step Time": 5.478065311908722} +{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9516836404800415, "Finetune/Loss (Raw)": 0.7514718174934387, "Finetune/Step": 1412, "Finetune/Step Time": 5.47803389839828} +{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9514287114143372, "Finetune/Loss (Raw)": 1.0262413024902344, "Finetune/Step": 1413, "Finetune/Step Time": 5.4815476927906275} +{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9525176286697388, "Finetune/Loss (Raw)": 1.105309009552002, "Finetune/Step": 1414, "Finetune/Step Time": 5.4711327981203794} +{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9527151584625244, "Finetune/Loss (Raw)": 1.0063080787658691, "Finetune/Step": 1415, "Finetune/Step Time": 5.475909039378166} +{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9541020393371582, "Finetune/Loss (Raw)": 1.0880485773086548, "Finetune/Step": 1416, "Finetune/Step Time": 5.4859862849116325} +{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9541535377502441, "Finetune/Loss (Raw)": 0.9213454127311707, "Finetune/Step": 1417, "Finetune/Step Time": 5.490447711199522} +{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.952200710773468, "Finetune/Loss (Raw)": 0.863500714302063, "Finetune/Step": 1418, "Finetune/Step Time": 5.497603636234999} +{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9513277411460876, "Finetune/Loss (Raw)": 0.8858340978622437, "Finetune/Step": 1419, "Finetune/Step Time": 5.475082226097584} +{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516719579696655, "Finetune/Loss (Raw)": 1.008041262626648, "Finetune/Step": 1420, "Finetune/Step Time": 5.470029324293137} +{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9514470100402832, "Finetune/Loss (Raw)": 0.9259940385818481, "Finetune/Step": 1421, "Finetune/Step Time": 5.469971204176545} +{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510364532470703, "Finetune/Loss (Raw)": 0.9393865466117859, "Finetune/Step": 1422, "Finetune/Step Time": 5.471743226051331} +{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519913196563721, "Finetune/Loss (Raw)": 1.048550009727478, "Finetune/Step": 1423, "Finetune/Step Time": 5.461963560432196} +{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9511709213256836, "Finetune/Loss (Raw)": 0.8619958758354187, "Finetune/Step": 1424, "Finetune/Step Time": 5.456520039588213} +{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9512268304824829, "Finetune/Loss (Raw)": 1.0075881481170654, "Finetune/Step": 1425, "Finetune/Step Time": 5.4454397689551115} +{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9514531493186951, "Finetune/Loss (Raw)": 0.8872135281562805, "Finetune/Step": 1426, "Finetune/Step Time": 5.458440646529198} +{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529649615287781, "Finetune/Loss (Raw)": 0.9412102699279785, "Finetune/Step": 1427, "Finetune/Step Time": 5.452440371736884} +{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9532828330993652, "Finetune/Loss (Raw)": 0.9399820566177368, "Finetune/Step": 1428, "Finetune/Step Time": 5.464126106351614} +{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9521393179893494, "Finetune/Loss (Raw)": 0.8766422271728516, "Finetune/Step": 1429, "Finetune/Step Time": 5.449946392327547} +{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522582292556763, "Finetune/Loss (Raw)": 0.9588003158569336, "Finetune/Step": 1430, "Finetune/Step Time": 5.441281981766224} +{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9515477418899536, "Finetune/Loss (Raw)": 0.8982582688331604, "Finetune/Step": 1431, "Finetune/Step Time": 5.452175639569759} +{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9512670040130615, "Finetune/Loss (Raw)": 0.9656369090080261, "Finetune/Step": 1432, "Finetune/Step Time": 5.455081855878234} +{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9514675140380859, "Finetune/Loss (Raw)": 0.9986432790756226, "Finetune/Step": 1433, "Finetune/Step Time": 5.456384398043156} +{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9465664625167847, "Finetune/Loss (Raw)": 0.37205883860588074, "Finetune/Step": 1434, "Finetune/Step Time": 5.471317494288087} +{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9460152387619019, "Finetune/Loss (Raw)": 1.015273928642273, "Finetune/Step": 1435, "Finetune/Step Time": 5.478398531675339} +{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9439027309417725, "Finetune/Loss (Raw)": 0.8024992942810059, "Finetune/Step": 1436, "Finetune/Step Time": 5.488753147423267} +{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9446412324905396, "Finetune/Loss (Raw)": 1.053276777267456, "Finetune/Step": 1437, "Finetune/Step Time": 5.4714324083179235} +{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9452113509178162, "Finetune/Loss (Raw)": 0.9858334064483643, "Finetune/Step": 1438, "Finetune/Step Time": 5.466880077496171} +{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9454447627067566, "Finetune/Loss (Raw)": 1.0434907674789429, "Finetune/Step": 1439, "Finetune/Step Time": 5.463645730167627} +{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.94504714012146, "Finetune/Loss (Raw)": 0.7181070446968079, "Finetune/Step": 1440, "Finetune/Step Time": 5.473379176110029} +{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9445011615753174, "Finetune/Loss (Raw)": 0.9467207789421082, "Finetune/Step": 1441, "Finetune/Step Time": 5.469307355582714} +{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9444639682769775, "Finetune/Loss (Raw)": 0.9973130822181702, "Finetune/Step": 1442, "Finetune/Step Time": 5.47486125305295} +{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438884258270264, "Finetune/Loss (Raw)": 0.9198073148727417, "Finetune/Step": 1443, "Finetune/Step Time": 5.478102101013064} +{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9419931173324585, "Finetune/Loss (Raw)": 0.923501193523407, "Finetune/Step": 1444, "Finetune/Step Time": 5.475693283602595} +{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9409184455871582, "Finetune/Loss (Raw)": 0.9206488728523254, "Finetune/Step": 1445, "Finetune/Step Time": 5.478124575689435} +{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.940150260925293, "Finetune/Loss (Raw)": 0.8610285520553589, "Finetune/Step": 1446, "Finetune/Step Time": 5.49292248301208} +{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9399234056472778, "Finetune/Loss (Raw)": 0.9723677635192871, "Finetune/Step": 1447, "Finetune/Step Time": 5.4975197724998} +{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405895471572876, "Finetune/Loss (Raw)": 1.062172770500183, "Finetune/Step": 1448, "Finetune/Step Time": 5.488716077059507} +{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9394001364707947, "Finetune/Loss (Raw)": 0.8587154150009155, "Finetune/Step": 1449, "Finetune/Step Time": 5.491500660777092} +{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9386059045791626, "Finetune/Loss (Raw)": 0.878639280796051, "Finetune/Step": 1450, "Finetune/Step Time": 5.527295742183924} +{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9374912977218628, "Finetune/Loss (Raw)": 0.9153408408164978, "Finetune/Step": 1451, "Finetune/Step Time": 5.530347611755133} +{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9378382563591003, "Finetune/Loss (Raw)": 1.0699609518051147, "Finetune/Step": 1452, "Finetune/Step Time": 5.522728523239493} +{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9366825222969055, "Finetune/Loss (Raw)": 0.9133434891700745, "Finetune/Step": 1453, "Finetune/Step Time": 5.517694370821118} +{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9379656910896301, "Finetune/Loss (Raw)": 1.2034400701522827, "Finetune/Step": 1454, "Finetune/Step Time": 5.520364025607705} +{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9386506080627441, "Finetune/Loss (Raw)": 1.0140045881271362, "Finetune/Step": 1455, "Finetune/Step Time": 5.487706555053592} +{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9370524883270264, "Finetune/Loss (Raw)": 0.9421988725662231, "Finetune/Step": 1456, "Finetune/Step Time": 5.4894712176173925} +{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9307234883308411, "Finetune/Loss (Raw)": 0.37216445803642273, "Finetune/Step": 1457, "Finetune/Step Time": 5.518473261967301} +{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9320550560951233, "Finetune/Loss (Raw)": 0.9519677758216858, "Finetune/Step": 1458, "Finetune/Step Time": 5.515404520556331} +{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323872327804565, "Finetune/Loss (Raw)": 1.0992730855941772, "Finetune/Step": 1459, "Finetune/Step Time": 5.5238303281366825} +{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9341238141059875, "Finetune/Loss (Raw)": 1.0979465246200562, "Finetune/Step": 1460, "Finetune/Step Time": 5.51361333951354} +{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.935303270816803, "Finetune/Loss (Raw)": 1.1214556694030762, "Finetune/Step": 1461, "Finetune/Step Time": 5.507100522518158} +{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9354779720306396, "Finetune/Loss (Raw)": 1.0367200374603271, "Finetune/Step": 1462, "Finetune/Step Time": 5.509619062766433} +{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9355955123901367, "Finetune/Loss (Raw)": 1.0516835451126099, "Finetune/Step": 1463, "Finetune/Step Time": 5.510540558025241} +{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9344791173934937, "Finetune/Loss (Raw)": 0.8879294395446777, "Finetune/Step": 1464, "Finetune/Step Time": 5.5153814144432545} +{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9332809448242188, "Finetune/Loss (Raw)": 0.9747248888015747, "Finetune/Step": 1465, "Finetune/Step Time": 5.508330523967743} +{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9384597539901733, "Finetune/Loss (Raw)": 0.9716660380363464, "Finetune/Step": 1466, "Finetune/Step Time": 5.482432171702385} +{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9387689828872681, "Finetune/Loss (Raw)": 0.9536705017089844, "Finetune/Step": 1467, "Finetune/Step Time": 5.500453103333712} +{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9389971494674683, "Finetune/Loss (Raw)": 1.0319616794586182, "Finetune/Step": 1468, "Finetune/Step Time": 5.492878733202815} +{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9345332980155945, "Finetune/Loss (Raw)": 0.38339537382125854, "Finetune/Step": 1469, "Finetune/Step Time": 5.531382776796818} +{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9336518049240112, "Finetune/Loss (Raw)": 0.9978217482566833, "Finetune/Step": 1470, "Finetune/Step Time": 5.518937863409519} +{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9343134164810181, "Finetune/Loss (Raw)": 0.9975315928459167, "Finetune/Step": 1471, "Finetune/Step Time": 5.493085848167539} +{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9336368441581726, "Finetune/Loss (Raw)": 0.8687741756439209, "Finetune/Step": 1472, "Finetune/Step Time": 5.486608546227217} +{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9308496713638306, "Finetune/Loss (Raw)": 0.7110036015510559, "Finetune/Step": 1473, "Finetune/Step Time": 5.492873728275299} +{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9322203397750854, "Finetune/Loss (Raw)": 1.127880334854126, "Finetune/Step": 1474, "Finetune/Step Time": 5.487538956105709} +{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9291684031486511, "Finetune/Loss (Raw)": 0.7642496228218079, "Finetune/Step": 1475, "Finetune/Step Time": 5.480213804170489} +{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.933687686920166, "Finetune/Loss (Raw)": 1.007975459098816, "Finetune/Step": 1476, "Finetune/Step Time": 5.446465598419309} +{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9275690317153931, "Finetune/Loss (Raw)": 0.3086705505847931, "Finetune/Step": 1477, "Finetune/Step Time": 5.483000457286835} +{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9277043342590332, "Finetune/Loss (Raw)": 1.0729912519454956, "Finetune/Step": 1478, "Finetune/Step Time": 5.474492974579334} +{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9266030788421631, "Finetune/Loss (Raw)": 0.9045708775520325, "Finetune/Step": 1479, "Finetune/Step Time": 5.489168042317033} +{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9308995008468628, "Finetune/Loss (Raw)": 0.9690210223197937, "Finetune/Step": 1480, "Finetune/Step Time": 5.457914667204022} +{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9312208294868469, "Finetune/Loss (Raw)": 0.9969078302383423, "Finetune/Step": 1481, "Finetune/Step Time": 5.46965497918427} +{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309003353118896, "Finetune/Loss (Raw)": 0.967093288898468, "Finetune/Step": 1482, "Finetune/Step Time": 5.461463717743754} +{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9294835925102234, "Finetune/Loss (Raw)": 0.9317932724952698, "Finetune/Step": 1483, "Finetune/Step Time": 5.491399681195617} +{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9292347431182861, "Finetune/Loss (Raw)": 1.04058837890625, "Finetune/Step": 1484, "Finetune/Step Time": 5.48772700317204} +{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.928083598613739, "Finetune/Loss (Raw)": 0.9176356792449951, "Finetune/Step": 1485, "Finetune/Step Time": 5.4706517066806555} +{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227842688560486, "Finetune/Loss (Raw)": 0.30458661913871765, "Finetune/Step": 1486, "Finetune/Step Time": 5.496155260130763} +{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246782660484314, "Finetune/Loss (Raw)": 1.1017560958862305, "Finetune/Step": 1487, "Finetune/Step Time": 5.491172019392252} +{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9262254238128662, "Finetune/Loss (Raw)": 1.1997787952423096, "Finetune/Step": 1488, "Finetune/Step Time": 5.494620615616441} +{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9241346120834351, "Finetune/Loss (Raw)": 0.8233226537704468, "Finetune/Step": 1489, "Finetune/Step Time": 5.503116078674793} +{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9239693284034729, "Finetune/Loss (Raw)": 0.9479316473007202, "Finetune/Step": 1490, "Finetune/Step Time": 5.518806202337146} +{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.922773003578186, "Finetune/Loss (Raw)": 0.8429383039474487, "Finetune/Step": 1491, "Finetune/Step Time": 5.542755268514156} +{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237455129623413, "Finetune/Loss (Raw)": 1.0831772089004517, "Finetune/Step": 1492, "Finetune/Step Time": 5.514405537396669} +{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192468523979187, "Finetune/Loss (Raw)": 0.32816386222839355, "Finetune/Step": 1493, "Finetune/Step Time": 5.546767683699727} +{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9190746545791626, "Finetune/Loss (Raw)": 0.9401590824127197, "Finetune/Step": 1494, "Finetune/Step Time": 5.544799599796534} +{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.9200035929679871, "Finetune/Loss (Raw)": 1.043801188468933, "Finetune/Step": 1495, "Finetune/Step Time": 5.530521459877491} +{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9196195602416992, "Finetune/Loss (Raw)": 0.9863666892051697, "Finetune/Step": 1496, "Finetune/Step Time": 5.525362776592374} +{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.91802978515625, "Finetune/Loss (Raw)": 0.8488277196884155, "Finetune/Step": 1497, "Finetune/Step Time": 5.519356122240424} +{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9198247194290161, "Finetune/Loss (Raw)": 1.0780656337738037, "Finetune/Step": 1498, "Finetune/Step Time": 5.522076239809394} +{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9154613018035889, "Finetune/Loss (Raw)": 0.4235132336616516, "Finetune/Step": 1499, "Finetune/Step Time": 5.54692716896534} +{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152406454086304, "Finetune/Loss (Raw)": 0.3493121564388275, "Finetune/Step": 1500, "Finetune/Step Time": 5.5460279025137424} +{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9145651459693909, "Finetune/Loss (Raw)": 1.0428786277770996, "Finetune/Step": 1501, "Finetune/Step Time": 5.583239015191793} +{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159439206123352, "Finetune/Loss (Raw)": 1.1065503358840942, "Finetune/Step": 1502, "Finetune/Step Time": 5.575733812525868} +{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.914591908454895, "Finetune/Loss (Raw)": 0.8706002831459045, "Finetune/Step": 1503, "Finetune/Step Time": 5.578595569357276} +{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199485778808594, "Finetune/Loss (Raw)": 1.0075386762619019, "Finetune/Step": 1504, "Finetune/Step Time": 5.558848820626736} +{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192395210266113, "Finetune/Loss (Raw)": 0.9812048673629761, "Finetune/Step": 1505, "Finetune/Step Time": 5.545246398076415} +{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9170956015586853, "Finetune/Loss (Raw)": 0.8862860202789307, "Finetune/Step": 1506, "Finetune/Step Time": 5.534612126648426} +{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.919677734375, "Finetune/Loss (Raw)": 1.0678045749664307, "Finetune/Step": 1507, "Finetune/Step Time": 5.513688541948795} +{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9202464818954468, "Finetune/Loss (Raw)": 1.0178935527801514, "Finetune/Step": 1508, "Finetune/Step Time": 5.517850544303656} +{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.920006275177002, "Finetune/Loss (Raw)": 1.0211812257766724, "Finetune/Step": 1509, "Finetune/Step Time": 5.5117906257510185} +{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9207864999771118, "Finetune/Loss (Raw)": 1.0909258127212524, "Finetune/Step": 1510, "Finetune/Step Time": 5.51073544472456} +{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9223342537879944, "Finetune/Loss (Raw)": 1.117083191871643, "Finetune/Step": 1511, "Finetune/Step Time": 5.509967276826501} +{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9219330549240112, "Finetune/Loss (Raw)": 0.9178265929222107, "Finetune/Step": 1512, "Finetune/Step Time": 5.513774670660496} +{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9230397343635559, "Finetune/Loss (Raw)": 1.1620866060256958, "Finetune/Step": 1513, "Finetune/Step Time": 5.515571853145957} +{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9234319925308228, "Finetune/Loss (Raw)": 0.9768441915512085, "Finetune/Step": 1514, "Finetune/Step Time": 5.525129858404398} +{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9241319894790649, "Finetune/Loss (Raw)": 0.9592456221580505, "Finetune/Step": 1515, "Finetune/Step Time": 5.523037932813168} +{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9235627055168152, "Finetune/Loss (Raw)": 0.9599148035049438, "Finetune/Step": 1516, "Finetune/Step Time": 5.525509191676974} +{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9225163459777832, "Finetune/Loss (Raw)": 0.8756477236747742, "Finetune/Step": 1517, "Finetune/Step Time": 5.527120983228087} +{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9218462109565735, "Finetune/Loss (Raw)": 1.0869393348693848, "Finetune/Step": 1518, "Finetune/Step Time": 5.521292589604855} +{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9215489625930786, "Finetune/Loss (Raw)": 0.8428914546966553, "Finetune/Step": 1519, "Finetune/Step Time": 5.506649950519204} +{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9174779653549194, "Finetune/Loss (Raw)": 0.386969655752182, "Finetune/Step": 1520, "Finetune/Step Time": 5.501751547679305} +{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9179317355155945, "Finetune/Loss (Raw)": 1.0491836071014404, "Finetune/Step": 1521, "Finetune/Step Time": 5.464481245726347} +{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9170790910720825, "Finetune/Loss (Raw)": 0.9281266331672668, "Finetune/Step": 1522, "Finetune/Step Time": 5.476088786497712} +{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.916053056716919, "Finetune/Loss (Raw)": 0.8309088349342346, "Finetune/Step": 1523, "Finetune/Step Time": 5.490051975473762} +{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9173007607460022, "Finetune/Loss (Raw)": 0.9142898321151733, "Finetune/Step": 1524, "Finetune/Step Time": 5.5079265888780355} +{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9158903360366821, "Finetune/Loss (Raw)": 0.8726366758346558, "Finetune/Step": 1525, "Finetune/Step Time": 5.496134070679545} +{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.916539192199707, "Finetune/Loss (Raw)": 1.0919930934906006, "Finetune/Step": 1526, "Finetune/Step Time": 5.495554093271494} +{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9174810647964478, "Finetune/Loss (Raw)": 0.9492008090019226, "Finetune/Step": 1527, "Finetune/Step Time": 5.4905941393226385} +{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9125062227249146, "Finetune/Loss (Raw)": 0.41492775082588196, "Finetune/Step": 1528, "Finetune/Step Time": 5.515505822375417} +{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9135082960128784, "Finetune/Loss (Raw)": 1.0546220541000366, "Finetune/Step": 1529, "Finetune/Step Time": 5.505821973085403} +{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9164637327194214, "Finetune/Loss (Raw)": 0.7677846550941467, "Finetune/Step": 1530, "Finetune/Step Time": 5.493131224066019} +{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9169690012931824, "Finetune/Loss (Raw)": 1.0048936605453491, "Finetune/Step": 1531, "Finetune/Step Time": 5.49687285348773} +{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.916846513748169, "Finetune/Loss (Raw)": 0.965927243232727, "Finetune/Step": 1532, "Finetune/Step Time": 5.506349988281727} +{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9173049926757812, "Finetune/Loss (Raw)": 0.905133068561554, "Finetune/Step": 1533, "Finetune/Step Time": 5.499847898259759} +{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9174306392669678, "Finetune/Loss (Raw)": 0.9813745021820068, "Finetune/Step": 1534, "Finetune/Step Time": 5.507665298879147} +{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9215567111968994, "Finetune/Loss (Raw)": 0.8941870927810669, "Finetune/Step": 1535, "Finetune/Step Time": 5.479134954512119} +{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9218355417251587, "Finetune/Loss (Raw)": 0.9031421542167664, "Finetune/Step": 1536, "Finetune/Step Time": 5.485225010663271} +{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9210385084152222, "Finetune/Loss (Raw)": 0.9038066267967224, "Finetune/Step": 1537, "Finetune/Step Time": 5.485741870477796} +{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9173210263252258, "Finetune/Loss (Raw)": 0.4309704601764679, "Finetune/Step": 1538, "Finetune/Step Time": 5.485623482614756} +{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.916774570941925, "Finetune/Loss (Raw)": 0.9892047047615051, "Finetune/Step": 1539, "Finetune/Step Time": 5.4863919503986835} +{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9186111688613892, "Finetune/Loss (Raw)": 0.986562967300415, "Finetune/Step": 1540, "Finetune/Step Time": 5.485924255102873} +{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9190506935119629, "Finetune/Loss (Raw)": 1.0824941396713257, "Finetune/Step": 1541, "Finetune/Step Time": 5.486721958965063} +{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9175735712051392, "Finetune/Loss (Raw)": 0.9162355065345764, "Finetune/Step": 1542, "Finetune/Step Time": 5.494305768981576} +{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9163739085197449, "Finetune/Loss (Raw)": 0.8527562618255615, "Finetune/Step": 1543, "Finetune/Step Time": 5.4899605847895145} +{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9155700206756592, "Finetune/Loss (Raw)": 0.9851478338241577, "Finetune/Step": 1544, "Finetune/Step Time": 5.476902388036251} +{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9155390858650208, "Finetune/Loss (Raw)": 0.9173877835273743, "Finetune/Step": 1545, "Finetune/Step Time": 5.473951669409871} +{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171640872955322, "Finetune/Loss (Raw)": 1.071506142616272, "Finetune/Step": 1546, "Finetune/Step Time": 5.478861263021827} +{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178705811500549, "Finetune/Loss (Raw)": 0.9762616157531738, "Finetune/Step": 1547, "Finetune/Step Time": 5.489248178899288} +{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9180980920791626, "Finetune/Loss (Raw)": 1.0371655225753784, "Finetune/Step": 1548, "Finetune/Step Time": 5.504188321530819} +{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9139569401741028, "Finetune/Loss (Raw)": 0.39592453837394714, "Finetune/Step": 1549, "Finetune/Step Time": 5.540890198200941} +{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9145187139511108, "Finetune/Loss (Raw)": 1.011288046836853, "Finetune/Step": 1550, "Finetune/Step Time": 5.5331319980323315} +{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9130909442901611, "Finetune/Loss (Raw)": 0.8658011555671692, "Finetune/Step": 1551, "Finetune/Step Time": 5.527589479461312} +{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9142445921897888, "Finetune/Loss (Raw)": 1.0096620321273804, "Finetune/Step": 1552, "Finetune/Step Time": 5.528162548318505} +{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9133948087692261, "Finetune/Loss (Raw)": 0.8988162875175476, "Finetune/Step": 1553, "Finetune/Step Time": 5.539260935038328} +{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9132721424102783, "Finetune/Loss (Raw)": 0.8715200424194336, "Finetune/Step": 1554, "Finetune/Step Time": 5.524026582017541} +{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142130613327026, "Finetune/Loss (Raw)": 1.0616381168365479, "Finetune/Step": 1555, "Finetune/Step Time": 5.526884106919169} +{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9138152003288269, "Finetune/Loss (Raw)": 0.8890562653541565, "Finetune/Step": 1556, "Finetune/Step Time": 5.527420435100794} +{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9136329889297485, "Finetune/Loss (Raw)": 0.8533120155334473, "Finetune/Step": 1557, "Finetune/Step Time": 5.526317900046706} +{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9134012460708618, "Finetune/Loss (Raw)": 0.9291443824768066, "Finetune/Step": 1558, "Finetune/Step Time": 5.516100296750665} +{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9154583215713501, "Finetune/Loss (Raw)": 1.16156804561615, "Finetune/Step": 1559, "Finetune/Step Time": 5.507165620103478} +{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9160192012786865, "Finetune/Loss (Raw)": 1.0374209880828857, "Finetune/Step": 1560, "Finetune/Step Time": 5.517567180097103} +{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9161645770072937, "Finetune/Loss (Raw)": 1.0172555446624756, "Finetune/Step": 1561, "Finetune/Step Time": 5.514772292226553} +{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9211129546165466, "Finetune/Loss (Raw)": 1.0054566860198975, "Finetune/Step": 1562, "Finetune/Step Time": 5.498414563015103} +{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9205247163772583, "Finetune/Loss (Raw)": 0.9399718642234802, "Finetune/Step": 1563, "Finetune/Step Time": 5.5165461376309395} +{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9214394092559814, "Finetune/Loss (Raw)": 0.9195770025253296, "Finetune/Step": 1564, "Finetune/Step Time": 5.507371209561825} +{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9199168682098389, "Finetune/Loss (Raw)": 0.8583985567092896, "Finetune/Step": 1565, "Finetune/Step Time": 5.507004531100392} +{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9197449684143066, "Finetune/Loss (Raw)": 0.9638253450393677, "Finetune/Step": 1566, "Finetune/Step Time": 5.513757901266217} +{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9193438291549683, "Finetune/Loss (Raw)": 0.9921468496322632, "Finetune/Step": 1567, "Finetune/Step Time": 5.5202909503132105} +{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9212774634361267, "Finetune/Loss (Raw)": 0.9656150341033936, "Finetune/Step": 1568, "Finetune/Step Time": 5.487546928226948} +{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.920475959777832, "Finetune/Loss (Raw)": 0.8441243767738342, "Finetune/Step": 1569, "Finetune/Step Time": 5.500024711713195} +{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9208651781082153, "Finetune/Loss (Raw)": 1.0471384525299072, "Finetune/Step": 1570, "Finetune/Step Time": 5.497227359563112} +{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.921214759349823, "Finetune/Loss (Raw)": 0.964549720287323, "Finetune/Step": 1571, "Finetune/Step Time": 5.493249397724867} +{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9220131635665894, "Finetune/Loss (Raw)": 1.0256975889205933, "Finetune/Step": 1572, "Finetune/Step Time": 5.4869838412851095} +{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9225401878356934, "Finetune/Loss (Raw)": 0.9881036877632141, "Finetune/Step": 1573, "Finetune/Step Time": 5.502753838896751} +{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9223289489746094, "Finetune/Loss (Raw)": 0.8340006470680237, "Finetune/Step": 1574, "Finetune/Step Time": 5.486537659540772} +{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9241100549697876, "Finetune/Loss (Raw)": 1.2003449201583862, "Finetune/Step": 1575, "Finetune/Step Time": 5.496272897347808} +{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9233639240264893, "Finetune/Loss (Raw)": 0.9666658639907837, "Finetune/Step": 1576, "Finetune/Step Time": 5.499559547752142} +{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9241113662719727, "Finetune/Loss (Raw)": 0.9543803334236145, "Finetune/Step": 1577, "Finetune/Step Time": 5.490628385916352} +{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9250272512435913, "Finetune/Loss (Raw)": 0.9958839416503906, "Finetune/Step": 1578, "Finetune/Step Time": 5.448553614318371} +{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.92547607421875, "Finetune/Loss (Raw)": 0.9727851748466492, "Finetune/Step": 1579, "Finetune/Step Time": 5.45493240095675} +{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9232302904129028, "Finetune/Loss (Raw)": 0.7825080752372742, "Finetune/Step": 1580, "Finetune/Step Time": 5.489655116572976} +{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9227707386016846, "Finetune/Loss (Raw)": 0.854515016078949, "Finetune/Step": 1581, "Finetune/Step Time": 5.484231116250157} +{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.920910656452179, "Finetune/Loss (Raw)": 0.9653489589691162, "Finetune/Step": 1582, "Finetune/Step Time": 5.485508948564529} +{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9208638668060303, "Finetune/Loss (Raw)": 1.0080201625823975, "Finetune/Step": 1583, "Finetune/Step Time": 5.488656383007765} +{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9211352467536926, "Finetune/Loss (Raw)": 0.976936936378479, "Finetune/Step": 1584, "Finetune/Step Time": 5.490457221865654} +{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9265402555465698, "Finetune/Loss (Raw)": 1.0640000104904175, "Finetune/Step": 1585, "Finetune/Step Time": 5.4599091075360775} +{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9278891086578369, "Finetune/Loss (Raw)": 1.124619483947754, "Finetune/Step": 1586, "Finetune/Step Time": 5.51872662268579} +{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9275556802749634, "Finetune/Loss (Raw)": 1.0565937757492065, "Finetune/Step": 1587, "Finetune/Step Time": 5.511688256636262} +{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9264559745788574, "Finetune/Loss (Raw)": 0.9571874737739563, "Finetune/Step": 1588, "Finetune/Step Time": 5.521970713511109} +{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9249966144561768, "Finetune/Loss (Raw)": 0.9346554279327393, "Finetune/Step": 1589, "Finetune/Step Time": 5.537752725183964} +{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9249361753463745, "Finetune/Loss (Raw)": 1.028987169265747, "Finetune/Step": 1590, "Finetune/Step Time": 5.543215565383434} +{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9232132434844971, "Finetune/Loss (Raw)": 0.8311429619789124, "Finetune/Step": 1591, "Finetune/Step Time": 5.558808978646994} +{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9231893420219421, "Finetune/Loss (Raw)": 0.8848734498023987, "Finetune/Step": 1592, "Finetune/Step Time": 5.560645079240203} +{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9228329658508301, "Finetune/Loss (Raw)": 0.9291059970855713, "Finetune/Step": 1593, "Finetune/Step Time": 5.563842291012406} +{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9225679636001587, "Finetune/Loss (Raw)": 0.9377474188804626, "Finetune/Step": 1594, "Finetune/Step Time": 5.569401778280735} +{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9218453168869019, "Finetune/Loss (Raw)": 0.8611788749694824, "Finetune/Step": 1595, "Finetune/Step Time": 5.547082711011171} +{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9224323034286499, "Finetune/Loss (Raw)": 1.1071003675460815, "Finetune/Step": 1596, "Finetune/Step Time": 5.551872614771128} +{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9260931015014648, "Finetune/Loss (Raw)": 0.8519688248634338, "Finetune/Step": 1597, "Finetune/Step Time": 5.51859456487} +{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9260625839233398, "Finetune/Loss (Raw)": 0.9939120411872864, "Finetune/Step": 1598, "Finetune/Step Time": 5.531842948868871} +{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9211851358413696, "Finetune/Loss (Raw)": 0.3732272684574127, "Finetune/Step": 1599, "Finetune/Step Time": 5.5644355695694685} +{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9221922159194946, "Finetune/Loss (Raw)": 0.9976793527603149, "Finetune/Step": 1600, "Finetune/Step Time": 5.567383078858256} +{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9196204543113708, "Finetune/Loss (Raw)": 0.3818117082118988, "Finetune/Step": 1601, "Finetune/Step Time": 5.598550671711564} +{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9193211197853088, "Finetune/Loss (Raw)": 1.089569330215454, "Finetune/Step": 1602, "Finetune/Step Time": 5.60792469419539} +{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9213326573371887, "Finetune/Loss (Raw)": 1.0217230319976807, "Finetune/Step": 1603, "Finetune/Step Time": 5.603316314518452} +{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9204485416412354, "Finetune/Loss (Raw)": 0.8948137164115906, "Finetune/Step": 1604, "Finetune/Step Time": 5.603363206610084} +{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.924504280090332, "Finetune/Loss (Raw)": 0.8277978301048279, "Finetune/Step": 1605, "Finetune/Step Time": 5.581214349716902} +{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9221649169921875, "Finetune/Loss (Raw)": 0.7735556364059448, "Finetune/Step": 1606, "Finetune/Step Time": 5.61268075555563} +{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9221799373626709, "Finetune/Loss (Raw)": 0.9064912796020508, "Finetune/Step": 1607, "Finetune/Step Time": 5.5993627812713385} +{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9175888299942017, "Finetune/Loss (Raw)": 0.38136520981788635, "Finetune/Step": 1608, "Finetune/Step Time": 5.625442070886493} +{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9173060655593872, "Finetune/Loss (Raw)": 0.9607062339782715, "Finetune/Step": 1609, "Finetune/Step Time": 5.613473538309336} +{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9170899391174316, "Finetune/Loss (Raw)": 0.9394365549087524, "Finetune/Step": 1610, "Finetune/Step Time": 5.620953444391489} +{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9165626168251038, "Finetune/Loss (Raw)": 0.8642944693565369, "Finetune/Step": 1611, "Finetune/Step Time": 5.607481587678194} +{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.915690541267395, "Finetune/Loss (Raw)": 0.9289644360542297, "Finetune/Step": 1612, "Finetune/Step Time": 5.609930710867047} +{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9152217507362366, "Finetune/Loss (Raw)": 0.8576290607452393, "Finetune/Step": 1613, "Finetune/Step Time": 5.621898256242275} +{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9205983281135559, "Finetune/Loss (Raw)": 0.9927876591682434, "Finetune/Step": 1614, "Finetune/Step Time": 5.590171482414007} +{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9203149676322937, "Finetune/Loss (Raw)": 1.0654888153076172, "Finetune/Step": 1615, "Finetune/Step Time": 5.584039745852351} +{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9185525178909302, "Finetune/Loss (Raw)": 0.9741837382316589, "Finetune/Step": 1616, "Finetune/Step Time": 5.577743338420987} +{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9191889762878418, "Finetune/Loss (Raw)": 0.904786229133606, "Finetune/Step": 1617, "Finetune/Step Time": 5.574319642037153} +{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9188807010650635, "Finetune/Loss (Raw)": 0.9084793925285339, "Finetune/Step": 1618, "Finetune/Step Time": 5.564851526170969} +{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9188395738601685, "Finetune/Loss (Raw)": 0.837672233581543, "Finetune/Step": 1619, "Finetune/Step Time": 5.5493391416966915} +{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9193518161773682, "Finetune/Loss (Raw)": 1.148742437362671, "Finetune/Step": 1620, "Finetune/Step Time": 5.5518864039331675} +{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9235283136367798, "Finetune/Loss (Raw)": 0.8627541065216064, "Finetune/Step": 1621, "Finetune/Step Time": 5.525829926133156} +{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9245460033416748, "Finetune/Loss (Raw)": 1.0704152584075928, "Finetune/Step": 1622, "Finetune/Step Time": 5.524256341159344} +{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9253277778625488, "Finetune/Loss (Raw)": 1.1438751220703125, "Finetune/Step": 1623, "Finetune/Step Time": 5.518039375543594} +{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248473048210144, "Finetune/Loss (Raw)": 0.9248690605163574, "Finetune/Step": 1624, "Finetune/Step Time": 5.519988007843494} +{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9259172677993774, "Finetune/Loss (Raw)": 0.9857805967330933, "Finetune/Step": 1625, "Finetune/Step Time": 5.519911544397473} +{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9253628253936768, "Finetune/Loss (Raw)": 1.0071027278900146, "Finetune/Step": 1626, "Finetune/Step Time": 5.510379608720541} +{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301583766937256, "Finetune/Loss (Raw)": 1.037343978881836, "Finetune/Step": 1627, "Finetune/Step Time": 5.476154692471027} +{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351754188537598, "Finetune/Loss (Raw)": 0.9914930462837219, "Finetune/Step": 1628, "Finetune/Step Time": 5.444428723305464} +{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9344735145568848, "Finetune/Loss (Raw)": 0.9530330896377563, "Finetune/Step": 1629, "Finetune/Step Time": 5.416368737816811} +{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9339475631713867, "Finetune/Loss (Raw)": 1.0392271280288696, "Finetune/Step": 1630, "Finetune/Step Time": 5.413886269554496} +{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345729351043701, "Finetune/Loss (Raw)": 0.9506519436836243, "Finetune/Step": 1631, "Finetune/Step Time": 5.416271666064858} +{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9340564012527466, "Finetune/Loss (Raw)": 0.941411018371582, "Finetune/Step": 1632, "Finetune/Step Time": 5.407167078927159} +{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9332458972930908, "Finetune/Loss (Raw)": 0.877464771270752, "Finetune/Step": 1633, "Finetune/Step Time": 5.407427238300443} +{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9342049360275269, "Finetune/Loss (Raw)": 1.0090454816818237, "Finetune/Step": 1634, "Finetune/Step Time": 5.40517114661634} +{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9335533380508423, "Finetune/Loss (Raw)": 0.9844011068344116, "Finetune/Step": 1635, "Finetune/Step Time": 5.426353937014937} +{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9333213567733765, "Finetune/Loss (Raw)": 0.9882014989852905, "Finetune/Step": 1636, "Finetune/Step Time": 5.423003759235144} +{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.932837963104248, "Finetune/Loss (Raw)": 0.9592970013618469, "Finetune/Step": 1637, "Finetune/Step Time": 5.424355262890458} +{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313869476318359, "Finetune/Loss (Raw)": 0.9052030444145203, "Finetune/Step": 1638, "Finetune/Step Time": 5.4260505717247725} +{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292410016059875, "Finetune/Loss (Raw)": 0.8424030542373657, "Finetune/Step": 1639, "Finetune/Step Time": 5.428498759865761} +{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9300992488861084, "Finetune/Loss (Raw)": 1.0276812314987183, "Finetune/Step": 1640, "Finetune/Step Time": 5.416699565947056} +{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.929108738899231, "Finetune/Loss (Raw)": 1.0352941751480103, "Finetune/Step": 1641, "Finetune/Step Time": 5.414187101647258} +{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9291922450065613, "Finetune/Loss (Raw)": 0.9875416159629822, "Finetune/Step": 1642, "Finetune/Step Time": 5.403231790289283} +{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9300744533538818, "Finetune/Loss (Raw)": 1.0721632242202759, "Finetune/Step": 1643, "Finetune/Step Time": 5.404954021796584} +{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9302747845649719, "Finetune/Loss (Raw)": 0.9855602383613586, "Finetune/Step": 1644, "Finetune/Step Time": 5.430373020470142} +{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9306617975234985, "Finetune/Loss (Raw)": 0.9251843094825745, "Finetune/Step": 1645, "Finetune/Step Time": 5.43119022808969} +{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9301496744155884, "Finetune/Loss (Raw)": 1.0213940143585205, "Finetune/Step": 1646, "Finetune/Step Time": 5.4345032554119825} +{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9306894540786743, "Finetune/Loss (Raw)": 0.9119739532470703, "Finetune/Step": 1647, "Finetune/Step Time": 5.44745821878314} +{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9358558654785156, "Finetune/Loss (Raw)": 1.0482765436172485, "Finetune/Step": 1648, "Finetune/Step Time": 5.42075520940125} +{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9350107908248901, "Finetune/Loss (Raw)": 0.941007673740387, "Finetune/Step": 1649, "Finetune/Step Time": 5.423068547621369} +{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9353084564208984, "Finetune/Loss (Raw)": 0.9662341475486755, "Finetune/Step": 1650, "Finetune/Step Time": 5.411736112087965} +{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.935704231262207, "Finetune/Loss (Raw)": 0.8815611004829407, "Finetune/Step": 1651, "Finetune/Step Time": 5.41362926363945} +{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.935592770576477, "Finetune/Loss (Raw)": 0.9000218510627747, "Finetune/Step": 1652, "Finetune/Step Time": 5.396705869585276} +{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9363707900047302, "Finetune/Loss (Raw)": 0.9722254872322083, "Finetune/Step": 1653, "Finetune/Step Time": 5.3888806868344545} +{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9358359575271606, "Finetune/Loss (Raw)": 1.0235337018966675, "Finetune/Step": 1654, "Finetune/Step Time": 5.402144795283675} +{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9313833713531494, "Finetune/Loss (Raw)": 0.3792741000652313, "Finetune/Step": 1655, "Finetune/Step Time": 5.431722221896052} +{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9357726573944092, "Finetune/Loss (Raw)": 0.9767594933509827, "Finetune/Step": 1656, "Finetune/Step Time": 5.403282197192311} +{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.934458315372467, "Finetune/Loss (Raw)": 0.8863798379898071, "Finetune/Step": 1657, "Finetune/Step Time": 5.402036055922508} +{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9360630512237549, "Finetune/Loss (Raw)": 0.9732000231742859, "Finetune/Step": 1658, "Finetune/Step Time": 5.386630015447736} +{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9368282556533813, "Finetune/Loss (Raw)": 1.1028274297714233, "Finetune/Step": 1659, "Finetune/Step Time": 5.3873441983014345} +{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9368848204612732, "Finetune/Loss (Raw)": 0.9731706380844116, "Finetune/Step": 1660, "Finetune/Step Time": 5.3842528108507395} +{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.93711918592453, "Finetune/Loss (Raw)": 0.9351298809051514, "Finetune/Step": 1661, "Finetune/Step Time": 5.379566369578242} +{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9378023743629456, "Finetune/Loss (Raw)": 1.0688278675079346, "Finetune/Step": 1662, "Finetune/Step Time": 5.378990540280938} +{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9364230632781982, "Finetune/Loss (Raw)": 0.7176291942596436, "Finetune/Step": 1663, "Finetune/Step Time": 5.388616915792227} +{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9356551766395569, "Finetune/Loss (Raw)": 0.80485999584198, "Finetune/Step": 1664, "Finetune/Step Time": 5.381261665374041} +{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.936947226524353, "Finetune/Loss (Raw)": 1.069179654121399, "Finetune/Step": 1665, "Finetune/Step Time": 5.381090562790632} +{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9406675100326538, "Finetune/Loss (Raw)": 0.9071753621101379, "Finetune/Step": 1666, "Finetune/Step Time": 5.345940969884396} +{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9407830238342285, "Finetune/Loss (Raw)": 1.003990650177002, "Finetune/Step": 1667, "Finetune/Step Time": 5.343751918524504} +{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9414559602737427, "Finetune/Loss (Raw)": 1.072697401046753, "Finetune/Step": 1668, "Finetune/Step Time": 5.348681706935167} +{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9405428171157837, "Finetune/Loss (Raw)": 0.9656122922897339, "Finetune/Step": 1669, "Finetune/Step Time": 5.3454241789877415} +{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.941216230392456, "Finetune/Loss (Raw)": 1.0024350881576538, "Finetune/Step": 1670, "Finetune/Step Time": 5.332043064758182} +{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9415988922119141, "Finetune/Loss (Raw)": 0.9017332792282104, "Finetune/Step": 1671, "Finetune/Step Time": 5.339926512911916} +{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.942105770111084, "Finetune/Loss (Raw)": 1.0500311851501465, "Finetune/Step": 1672, "Finetune/Step Time": 5.356416245922446} +{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9415993094444275, "Finetune/Loss (Raw)": 0.8525556921958923, "Finetune/Step": 1673, "Finetune/Step Time": 5.361402399837971} +{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.93950355052948, "Finetune/Loss (Raw)": 0.8032563328742981, "Finetune/Step": 1674, "Finetune/Step Time": 5.361749581992626} +{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9392343759536743, "Finetune/Loss (Raw)": 0.9417963027954102, "Finetune/Step": 1675, "Finetune/Step Time": 5.360851829871535} +{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9396275281906128, "Finetune/Loss (Raw)": 1.087490439414978, "Finetune/Step": 1676, "Finetune/Step Time": 5.354773074388504} +{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9444697499275208, "Finetune/Loss (Raw)": 1.0157339572906494, "Finetune/Step": 1677, "Finetune/Step Time": 5.318140916526318} +{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9433057308197021, "Finetune/Loss (Raw)": 0.8622929453849792, "Finetune/Step": 1678, "Finetune/Step Time": 5.316419320181012} +{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9395653605461121, "Finetune/Loss (Raw)": 0.3870311975479126, "Finetune/Step": 1679, "Finetune/Step Time": 5.355501219630241} +{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9391131401062012, "Finetune/Loss (Raw)": 0.9517768621444702, "Finetune/Step": 1680, "Finetune/Step Time": 5.367142863571644} +{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9397238492965698, "Finetune/Loss (Raw)": 0.9769868850708008, "Finetune/Step": 1681, "Finetune/Step Time": 5.349367566406727} +{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9416595697402954, "Finetune/Loss (Raw)": 1.1192927360534668, "Finetune/Step": 1682, "Finetune/Step Time": 5.35210120677948} +{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9402643442153931, "Finetune/Loss (Raw)": 0.8830461502075195, "Finetune/Step": 1683, "Finetune/Step Time": 5.35969977080822} +{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9404805898666382, "Finetune/Loss (Raw)": 0.9167365431785583, "Finetune/Step": 1684, "Finetune/Step Time": 5.3512965850532055} +{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9407098293304443, "Finetune/Loss (Raw)": 0.8826580047607422, "Finetune/Step": 1685, "Finetune/Step Time": 5.355114104226232} +{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9398804903030396, "Finetune/Loss (Raw)": 0.8229934573173523, "Finetune/Step": 1686, "Finetune/Step Time": 5.366544254124165} +{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9388192892074585, "Finetune/Loss (Raw)": 1.0257359743118286, "Finetune/Step": 1687, "Finetune/Step Time": 5.369081461802125} +{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9389384984970093, "Finetune/Loss (Raw)": 1.0526702404022217, "Finetune/Step": 1688, "Finetune/Step Time": 5.366173671558499} +{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9333584308624268, "Finetune/Loss (Raw)": 0.30300697684288025, "Finetune/Step": 1689, "Finetune/Step Time": 5.394629780203104} +{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9339098334312439, "Finetune/Loss (Raw)": 1.0760432481765747, "Finetune/Step": 1690, "Finetune/Step Time": 5.379503672942519} +{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9340524673461914, "Finetune/Loss (Raw)": 0.9582211375236511, "Finetune/Step": 1691, "Finetune/Step Time": 5.366766545921564} +{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9339768886566162, "Finetune/Loss (Raw)": 0.9099103212356567, "Finetune/Step": 1692, "Finetune/Step Time": 5.383594347164035} +{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9339348673820496, "Finetune/Loss (Raw)": 0.8530197739601135, "Finetune/Step": 1693, "Finetune/Step Time": 5.40224676951766} +{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9322172403335571, "Finetune/Loss (Raw)": 0.743966817855835, "Finetune/Step": 1694, "Finetune/Step Time": 5.4044689536094666} +{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9315552711486816, "Finetune/Loss (Raw)": 0.9074195623397827, "Finetune/Step": 1695, "Finetune/Step Time": 5.410102855414152} +{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9316592216491699, "Finetune/Loss (Raw)": 0.9789077639579773, "Finetune/Step": 1696, "Finetune/Step Time": 5.408160334452987} +{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9328780174255371, "Finetune/Loss (Raw)": 1.0001401901245117, "Finetune/Step": 1697, "Finetune/Step Time": 5.394573122262955} +{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9320909976959229, "Finetune/Loss (Raw)": 0.9464009404182434, "Finetune/Step": 1698, "Finetune/Step Time": 5.396819066256285} +{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9326748251914978, "Finetune/Loss (Raw)": 1.0392749309539795, "Finetune/Step": 1699, "Finetune/Step Time": 5.394809225574136} +{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.932706892490387, "Finetune/Loss (Raw)": 1.0297993421554565, "Finetune/Step": 1700, "Finetune/Step Time": 5.404573537409306} +{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9333637952804565, "Finetune/Loss (Raw)": 1.0721909999847412, "Finetune/Step": 1701, "Finetune/Step Time": 5.39528239145875} +{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9346048831939697, "Finetune/Loss (Raw)": 0.9928558468818665, "Finetune/Step": 1702, "Finetune/Step Time": 5.394800025969744} +{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9320778846740723, "Finetune/Loss (Raw)": 0.8768985271453857, "Finetune/Step": 1703, "Finetune/Step Time": 5.406944949179888} +{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9272058010101318, "Finetune/Loss (Raw)": 0.3430359959602356, "Finetune/Step": 1704, "Finetune/Step Time": 5.433873202651739} +{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.927156925201416, "Finetune/Loss (Raw)": 0.9481266736984253, "Finetune/Step": 1705, "Finetune/Step Time": 5.4360817559063435} +{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9275919795036316, "Finetune/Loss (Raw)": 1.0515673160552979, "Finetune/Step": 1706, "Finetune/Step Time": 5.438587669283152} +{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9274581670761108, "Finetune/Loss (Raw)": 0.9556569457054138, "Finetune/Step": 1707, "Finetune/Step Time": 5.4352960884571075} +{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9288419485092163, "Finetune/Loss (Raw)": 0.9596313238143921, "Finetune/Step": 1708, "Finetune/Step Time": 5.415326327085495} +{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9307825565338135, "Finetune/Loss (Raw)": 1.1029149293899536, "Finetune/Step": 1709, "Finetune/Step Time": 5.413329675793648} +{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.931092381477356, "Finetune/Loss (Raw)": 1.0050065517425537, "Finetune/Step": 1710, "Finetune/Step Time": 5.422416176646948} +{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9311918020248413, "Finetune/Loss (Raw)": 1.0207442045211792, "Finetune/Step": 1711, "Finetune/Step Time": 5.425484713166952} +{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9324722290039062, "Finetune/Loss (Raw)": 1.1408320665359497, "Finetune/Step": 1712, "Finetune/Step Time": 5.425811152905226} +{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9320449829101562, "Finetune/Loss (Raw)": 1.009319543838501, "Finetune/Step": 1713, "Finetune/Step Time": 5.425803031772375} +{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9311081171035767, "Finetune/Loss (Raw)": 1.0046900510787964, "Finetune/Step": 1714, "Finetune/Step Time": 5.37505497969687} +{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9294168949127197, "Finetune/Loss (Raw)": 0.8401203751564026, "Finetune/Step": 1715, "Finetune/Step Time": 5.383950004354119} +{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9291749596595764, "Finetune/Loss (Raw)": 0.926215648651123, "Finetune/Step": 1716, "Finetune/Step Time": 5.3720728643238544} +{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9302113056182861, "Finetune/Loss (Raw)": 1.0673117637634277, "Finetune/Step": 1717, "Finetune/Step Time": 5.372180752456188} +{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9299470782279968, "Finetune/Loss (Raw)": 0.9951651096343994, "Finetune/Step": 1718, "Finetune/Step Time": 5.362388329580426} +{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9310116171836853, "Finetune/Loss (Raw)": 0.9674074649810791, "Finetune/Step": 1719, "Finetune/Step Time": 5.348795695230365} +{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9322273135185242, "Finetune/Loss (Raw)": 1.0404771566390991, "Finetune/Step": 1720, "Finetune/Step Time": 5.3469765316694975} +{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9327408075332642, "Finetune/Loss (Raw)": 0.9948394298553467, "Finetune/Step": 1721, "Finetune/Step Time": 5.348599182441831} +{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9332540035247803, "Finetune/Loss (Raw)": 1.0034343004226685, "Finetune/Step": 1722, "Finetune/Step Time": 5.3394827004522085} +{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9348419904708862, "Finetune/Loss (Raw)": 1.064435362815857, "Finetune/Step": 1723, "Finetune/Step Time": 5.355681793764234} +{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9331808090209961, "Finetune/Loss (Raw)": 0.8944805264472961, "Finetune/Step": 1724, "Finetune/Step Time": 5.34848721884191} +{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.934226393699646, "Finetune/Loss (Raw)": 0.9857963919639587, "Finetune/Step": 1725, "Finetune/Step Time": 5.338371224701405} +{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9335461258888245, "Finetune/Loss (Raw)": 0.9068392515182495, "Finetune/Step": 1726, "Finetune/Step Time": 5.330903338268399} +{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.938387393951416, "Finetune/Loss (Raw)": 0.9929071664810181, "Finetune/Step": 1727, "Finetune/Step Time": 5.315822260454297} +{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9389733076095581, "Finetune/Loss (Raw)": 1.0726752281188965, "Finetune/Step": 1728, "Finetune/Step Time": 5.312777228653431} +{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.944025993347168, "Finetune/Loss (Raw)": 1.0285630226135254, "Finetune/Step": 1729, "Finetune/Step Time": 5.277882657945156} +{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9420057535171509, "Finetune/Loss (Raw)": 0.8309763669967651, "Finetune/Step": 1730, "Finetune/Step Time": 5.270435910671949} +{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9427181482315063, "Finetune/Loss (Raw)": 1.1129029989242554, "Finetune/Step": 1731, "Finetune/Step Time": 5.2676585260778666} +{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9443607330322266, "Finetune/Loss (Raw)": 1.1050699949264526, "Finetune/Step": 1732, "Finetune/Step Time": 5.281965475529432} +{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9456875920295715, "Finetune/Loss (Raw)": 0.9976361393928528, "Finetune/Step": 1733, "Finetune/Step Time": 5.273425865918398} +{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9476764798164368, "Finetune/Loss (Raw)": 1.0281316041946411, "Finetune/Step": 1734, "Finetune/Step Time": 5.257273577153683} +{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9478315114974976, "Finetune/Loss (Raw)": 0.9263362884521484, "Finetune/Step": 1735, "Finetune/Step Time": 5.257045261561871} +{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9524550437927246, "Finetune/Loss (Raw)": 0.9731683135032654, "Finetune/Step": 1736, "Finetune/Step Time": 5.225587300956249} +{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9521128535270691, "Finetune/Loss (Raw)": 0.9169129729270935, "Finetune/Step": 1737, "Finetune/Step Time": 5.225240798667073} +{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9475170969963074, "Finetune/Loss (Raw)": 0.35118094086647034, "Finetune/Step": 1738, "Finetune/Step Time": 5.247401796281338} +{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.948151171207428, "Finetune/Loss (Raw)": 0.9454578161239624, "Finetune/Step": 1739, "Finetune/Step Time": 5.225943259894848} +{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.94789057970047, "Finetune/Loss (Raw)": 0.8956071138381958, "Finetune/Step": 1740, "Finetune/Step Time": 5.247014435008168} +{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9499907493591309, "Finetune/Loss (Raw)": 1.1264567375183105, "Finetune/Step": 1741, "Finetune/Step Time": 5.237089624628425} +{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9489933848381042, "Finetune/Loss (Raw)": 0.8651185631752014, "Finetune/Step": 1742, "Finetune/Step Time": 5.245307542383671} +{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9482053518295288, "Finetune/Loss (Raw)": 0.9646177291870117, "Finetune/Step": 1743, "Finetune/Step Time": 5.260658726096153} +{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9478374719619751, "Finetune/Loss (Raw)": 0.9270914196968079, "Finetune/Step": 1744, "Finetune/Step Time": 5.261706991121173} +{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9484989643096924, "Finetune/Loss (Raw)": 0.9894667863845825, "Finetune/Step": 1745, "Finetune/Step Time": 5.257250422611833} +{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9495618343353271, "Finetune/Loss (Raw)": 1.0445233583450317, "Finetune/Step": 1746, "Finetune/Step Time": 5.246182955801487} +{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9463734030723572, "Finetune/Loss (Raw)": 0.42954856157302856, "Finetune/Step": 1747, "Finetune/Step Time": 5.269849186763167} +{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9441434144973755, "Finetune/Loss (Raw)": 0.8633146286010742, "Finetune/Step": 1748, "Finetune/Step Time": 5.285734677687287} +{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9450688362121582, "Finetune/Loss (Raw)": 0.9811956882476807, "Finetune/Step": 1749, "Finetune/Step Time": 5.284898076206446} +{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9453418254852295, "Finetune/Loss (Raw)": 1.1053658723831177, "Finetune/Step": 1750, "Finetune/Step Time": 5.303641056641936} +{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9445456266403198, "Finetune/Loss (Raw)": 1.041958212852478, "Finetune/Step": 1751, "Finetune/Step Time": 5.307705802842975} +{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9465442895889282, "Finetune/Loss (Raw)": 1.1806931495666504, "Finetune/Step": 1752, "Finetune/Step Time": 5.306964762508869} +{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9462041854858398, "Finetune/Loss (Raw)": 0.9422547221183777, "Finetune/Step": 1753, "Finetune/Step Time": 5.305058302357793} +{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9462096095085144, "Finetune/Loss (Raw)": 1.0077968835830688, "Finetune/Step": 1754, "Finetune/Step Time": 5.312413796782494} +{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9457851648330688, "Finetune/Loss (Raw)": 0.983014702796936, "Finetune/Step": 1755, "Finetune/Step Time": 5.31934023834765} +{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9465612173080444, "Finetune/Loss (Raw)": 1.0908266305923462, "Finetune/Step": 1756, "Finetune/Step Time": 5.322874769568443} +{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9419220685958862, "Finetune/Loss (Raw)": 0.3592245876789093, "Finetune/Step": 1757, "Finetune/Step Time": 5.348771672695875} +{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9405179023742676, "Finetune/Loss (Raw)": 0.8594945073127747, "Finetune/Step": 1758, "Finetune/Step Time": 5.3529386557638645} +{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9411996603012085, "Finetune/Loss (Raw)": 1.0379149913787842, "Finetune/Step": 1759, "Finetune/Step Time": 5.363870291039348} +{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9420799016952515, "Finetune/Loss (Raw)": 1.0540775060653687, "Finetune/Step": 1760, "Finetune/Step Time": 5.361937383189797} +{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9420180320739746, "Finetune/Loss (Raw)": 0.8695569038391113, "Finetune/Step": 1761, "Finetune/Step Time": 5.366624537855387} +{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9407418966293335, "Finetune/Loss (Raw)": 0.8456898331642151, "Finetune/Step": 1762, "Finetune/Step Time": 5.376037234440446} +{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9416284561157227, "Finetune/Loss (Raw)": 1.0978862047195435, "Finetune/Step": 1763, "Finetune/Step Time": 5.37147968262434} +{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9422019720077515, "Finetune/Loss (Raw)": 1.0616036653518677, "Finetune/Step": 1764, "Finetune/Step Time": 5.39167458191514} +{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9418038129806519, "Finetune/Loss (Raw)": 0.9083382487297058, "Finetune/Step": 1765, "Finetune/Step Time": 5.4045039769262075} +{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9425955414772034, "Finetune/Loss (Raw)": 1.006545066833496, "Finetune/Step": 1766, "Finetune/Step Time": 5.406249979510903} +{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9425188302993774, "Finetune/Loss (Raw)": 0.8325795531272888, "Finetune/Step": 1767, "Finetune/Step Time": 5.407238515093923} +{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9415103197097778, "Finetune/Loss (Raw)": 0.8985932469367981, "Finetune/Step": 1768, "Finetune/Step Time": 5.408353680744767} +{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9397113919258118, "Finetune/Loss (Raw)": 0.8050346970558167, "Finetune/Step": 1769, "Finetune/Step Time": 5.423112612217665} +{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9400252103805542, "Finetune/Loss (Raw)": 1.0277115106582642, "Finetune/Step": 1770, "Finetune/Step Time": 5.4297244641929865} +{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9387372732162476, "Finetune/Loss (Raw)": 0.9073004126548767, "Finetune/Step": 1771, "Finetune/Step Time": 5.428207460790873} +{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9396165609359741, "Finetune/Loss (Raw)": 1.0981154441833496, "Finetune/Step": 1772, "Finetune/Step Time": 5.40256854146719} +{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9399821162223816, "Finetune/Loss (Raw)": 0.9719730019569397, "Finetune/Step": 1773, "Finetune/Step Time": 5.411614876240492} +{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9395362138748169, "Finetune/Loss (Raw)": 0.9643182158470154, "Finetune/Step": 1774, "Finetune/Step Time": 5.424717919901013} +{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9405160546302795, "Finetune/Loss (Raw)": 1.0373960733413696, "Finetune/Step": 1775, "Finetune/Step Time": 5.4115306213498116} +{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9398407936096191, "Finetune/Loss (Raw)": 0.961845338344574, "Finetune/Step": 1776, "Finetune/Step Time": 5.410433454439044} +{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.940515398979187, "Finetune/Loss (Raw)": 1.0273598432540894, "Finetune/Step": 1777, "Finetune/Step Time": 5.404892053455114} +{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9403671026229858, "Finetune/Loss (Raw)": 0.9472434520721436, "Finetune/Step": 1778, "Finetune/Step Time": 5.406541923061013} +{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9420710206031799, "Finetune/Loss (Raw)": 1.0996676683425903, "Finetune/Step": 1779, "Finetune/Step Time": 5.391177590936422} +{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9423937797546387, "Finetune/Loss (Raw)": 0.9413297772407532, "Finetune/Step": 1780, "Finetune/Step Time": 5.383130012080073} +{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9413189888000488, "Finetune/Loss (Raw)": 0.8346576690673828, "Finetune/Step": 1781, "Finetune/Step Time": 5.384377554059029} +{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9406659603118896, "Finetune/Loss (Raw)": 0.939943790435791, "Finetune/Step": 1782, "Finetune/Step Time": 5.371548131108284} +{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9445209503173828, "Finetune/Loss (Raw)": 0.8727099299430847, "Finetune/Step": 1783, "Finetune/Step Time": 5.341841017827392} +{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9452744722366333, "Finetune/Loss (Raw)": 1.073213815689087, "Finetune/Step": 1784, "Finetune/Step Time": 5.346090756356716} +{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9444582462310791, "Finetune/Loss (Raw)": 0.7819080948829651, "Finetune/Step": 1785, "Finetune/Step Time": 5.360856579616666} +{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9440960884094238, "Finetune/Loss (Raw)": 0.9268415570259094, "Finetune/Step": 1786, "Finetune/Step Time": 5.3587596863508224} +{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.941767692565918, "Finetune/Loss (Raw)": 0.8047895431518555, "Finetune/Step": 1787, "Finetune/Step Time": 5.3637605253607035} +{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9410333037376404, "Finetune/Loss (Raw)": 0.8791691064834595, "Finetune/Step": 1788, "Finetune/Step Time": 5.359171625226736} +{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9359918832778931, "Finetune/Loss (Raw)": 0.2898296117782593, "Finetune/Step": 1789, "Finetune/Step Time": 5.390489295125008} +{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9358285665512085, "Finetune/Loss (Raw)": 1.04792058467865, "Finetune/Step": 1790, "Finetune/Step Time": 5.392801687121391} +{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9387258291244507, "Finetune/Loss (Raw)": 1.0884779691696167, "Finetune/Step": 1791, "Finetune/Step Time": 5.3851401917636395} +{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9403458833694458, "Finetune/Loss (Raw)": 1.0122270584106445, "Finetune/Step": 1792, "Finetune/Step Time": 5.385421043261886} +{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9384777545928955, "Finetune/Loss (Raw)": 0.8300591111183167, "Finetune/Step": 1793, "Finetune/Step Time": 5.400377672165632} +{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9396071434020996, "Finetune/Loss (Raw)": 1.0517364740371704, "Finetune/Step": 1794, "Finetune/Step Time": 5.406262151896954} +{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.934638261795044, "Finetune/Loss (Raw)": 0.3679838180541992, "Finetune/Step": 1795, "Finetune/Step Time": 5.438420794904232} +{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9334290623664856, "Finetune/Loss (Raw)": 0.9179099202156067, "Finetune/Step": 1796, "Finetune/Step Time": 5.430946066975594} +{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9338785409927368, "Finetune/Loss (Raw)": 1.023147463798523, "Finetune/Step": 1797, "Finetune/Step Time": 5.430285761132836} +{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9333540201187134, "Finetune/Loss (Raw)": 0.9352937936782837, "Finetune/Step": 1798, "Finetune/Step Time": 5.433875614777207} +{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9336098432540894, "Finetune/Loss (Raw)": 0.9344767332077026, "Finetune/Step": 1799, "Finetune/Step Time": 5.425242204219103} +{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326087236404419, "Finetune/Loss (Raw)": 0.9218920469284058, "Finetune/Step": 1800, "Finetune/Step Time": 5.41918496415019} +{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9343993663787842, "Finetune/Loss (Raw)": 1.0817610025405884, "Finetune/Step": 1801, "Finetune/Step Time": 5.423383792862296} +{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9356532096862793, "Finetune/Loss (Raw)": 0.9637496471405029, "Finetune/Step": 1802, "Finetune/Step Time": 5.425719726830721} +{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.935635507106781, "Finetune/Loss (Raw)": 0.9395288825035095, "Finetune/Step": 1803, "Finetune/Step Time": 5.43806860409677} +{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9348808526992798, "Finetune/Loss (Raw)": 0.9908998608589172, "Finetune/Step": 1804, "Finetune/Step Time": 5.436066025868058} +{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9320576190948486, "Finetune/Loss (Raw)": 0.6543525457382202, "Finetune/Step": 1805, "Finetune/Step Time": 5.44449981674552} +{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.932155966758728, "Finetune/Loss (Raw)": 0.8748804330825806, "Finetune/Step": 1806, "Finetune/Step Time": 5.456166775897145} +{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9366136193275452, "Finetune/Loss (Raw)": 0.9576140642166138, "Finetune/Step": 1807, "Finetune/Step Time": 5.423593128100038} +{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9368572235107422, "Finetune/Loss (Raw)": 0.9829548597335815, "Finetune/Step": 1808, "Finetune/Step Time": 5.408096008002758} +{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9367859363555908, "Finetune/Loss (Raw)": 0.9678686261177063, "Finetune/Step": 1809, "Finetune/Step Time": 5.402115635573864} +{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9356721639633179, "Finetune/Loss (Raw)": 0.9767208695411682, "Finetune/Step": 1810, "Finetune/Step Time": 5.404361495748162} +{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9361841678619385, "Finetune/Loss (Raw)": 0.9485851526260376, "Finetune/Step": 1811, "Finetune/Step Time": 5.3976952619850636} +{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9364034533500671, "Finetune/Loss (Raw)": 0.9448044300079346, "Finetune/Step": 1812, "Finetune/Step Time": 5.404744768515229} +{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9369177222251892, "Finetune/Loss (Raw)": 0.948488175868988, "Finetune/Step": 1813, "Finetune/Step Time": 5.3944950215518475} +{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9382973909378052, "Finetune/Loss (Raw)": 0.9995918869972229, "Finetune/Step": 1814, "Finetune/Step Time": 5.388539986684918} +{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9373892545700073, "Finetune/Loss (Raw)": 0.909491240978241, "Finetune/Step": 1815, "Finetune/Step Time": 5.387078991159797} +{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.937428891658783, "Finetune/Loss (Raw)": 1.0577448606491089, "Finetune/Step": 1816, "Finetune/Step Time": 5.377017628401518} +{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9422907829284668, "Finetune/Loss (Raw)": 0.9253289103507996, "Finetune/Step": 1817, "Finetune/Step Time": 5.354175329208374} +{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.941051185131073, "Finetune/Loss (Raw)": 0.917375385761261, "Finetune/Step": 1818, "Finetune/Step Time": 5.355448424816132} +{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9413442611694336, "Finetune/Loss (Raw)": 0.9957327246665955, "Finetune/Step": 1819, "Finetune/Step Time": 5.347432171925902} +{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9410011768341064, "Finetune/Loss (Raw)": 0.8660011291503906, "Finetune/Step": 1820, "Finetune/Step Time": 5.3308041747659445} +{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9419232606887817, "Finetune/Loss (Raw)": 0.9710429310798645, "Finetune/Step": 1821, "Finetune/Step Time": 5.315726168453693} +{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9455083012580872, "Finetune/Loss (Raw)": 1.2028478384017944, "Finetune/Step": 1822, "Finetune/Step Time": 5.307819532230496} +{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9459797143936157, "Finetune/Loss (Raw)": 0.9677661061286926, "Finetune/Step": 1823, "Finetune/Step Time": 5.299062946811318} +{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9450820088386536, "Finetune/Loss (Raw)": 0.8639986515045166, "Finetune/Step": 1824, "Finetune/Step Time": 5.303409123793244} +{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9444606304168701, "Finetune/Loss (Raw)": 0.9206047058105469, "Finetune/Step": 1825, "Finetune/Step Time": 5.304384350776672} +{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9450485706329346, "Finetune/Loss (Raw)": 1.021654486656189, "Finetune/Step": 1826, "Finetune/Step Time": 5.310413649305701} +{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9444161653518677, "Finetune/Loss (Raw)": 0.9583324790000916, "Finetune/Step": 1827, "Finetune/Step Time": 5.342703882604837} +{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9449821710586548, "Finetune/Loss (Raw)": 1.1022427082061768, "Finetune/Step": 1828, "Finetune/Step Time": 5.3405079282820225} +{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9455007314682007, "Finetune/Loss (Raw)": 1.1385738849639893, "Finetune/Step": 1829, "Finetune/Step Time": 5.338781809434295} +{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9460736513137817, "Finetune/Loss (Raw)": 1.0661883354187012, "Finetune/Step": 1830, "Finetune/Step Time": 5.3507692981511354} +{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9465451240539551, "Finetune/Loss (Raw)": 0.9372421503067017, "Finetune/Step": 1831, "Finetune/Step Time": 5.330641349777579} +{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9520919322967529, "Finetune/Loss (Raw)": 1.0530316829681396, "Finetune/Step": 1832, "Finetune/Step Time": 5.3087459076195955} +{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9514843225479126, "Finetune/Loss (Raw)": 0.8703489899635315, "Finetune/Step": 1833, "Finetune/Step Time": 5.328108897432685} +{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9519453048706055, "Finetune/Loss (Raw)": 1.1105775833129883, "Finetune/Step": 1834, "Finetune/Step Time": 5.3325514532625675} +{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9521325826644897, "Finetune/Loss (Raw)": 0.9796286225318909, "Finetune/Step": 1835, "Finetune/Step Time": 5.340915262699127} +{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9524198770523071, "Finetune/Loss (Raw)": 0.9964050054550171, "Finetune/Step": 1836, "Finetune/Step Time": 5.336062164977193} +{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9512370228767395, "Finetune/Loss (Raw)": 0.9515065550804138, "Finetune/Step": 1837, "Finetune/Step Time": 5.338136825710535} +{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9512816667556763, "Finetune/Loss (Raw)": 1.0107165575027466, "Finetune/Step": 1838, "Finetune/Step Time": 5.330837802961469} +{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9511604905128479, "Finetune/Loss (Raw)": 1.0052391290664673, "Finetune/Step": 1839, "Finetune/Step Time": 5.333104692399502} +{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9504742622375488, "Finetune/Loss (Raw)": 1.0529931783676147, "Finetune/Step": 1840, "Finetune/Step Time": 5.342823386192322} +{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949219822883606, "Finetune/Loss (Raw)": 0.8487527370452881, "Finetune/Step": 1841, "Finetune/Step Time": 5.344471862539649} +{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9498692750930786, "Finetune/Loss (Raw)": 1.0878162384033203, "Finetune/Step": 1842, "Finetune/Step Time": 5.343102289363742} +{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.951137900352478, "Finetune/Loss (Raw)": 1.0025079250335693, "Finetune/Step": 1843, "Finetune/Step Time": 5.348465526476502} +{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9514645934104919, "Finetune/Loss (Raw)": 0.9680340886116028, "Finetune/Step": 1844, "Finetune/Step Time": 5.359758393839002} +{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9506058692932129, "Finetune/Loss (Raw)": 0.957396388053894, "Finetune/Step": 1845, "Finetune/Step Time": 5.35339236818254} +{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9514400959014893, "Finetune/Loss (Raw)": 1.1019481420516968, "Finetune/Step": 1846, "Finetune/Step Time": 5.354870345443487} +{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.951953113079071, "Finetune/Loss (Raw)": 1.0330663919448853, "Finetune/Step": 1847, "Finetune/Step Time": 5.363106671720743} +{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9514959454536438, "Finetune/Loss (Raw)": 0.9819629788398743, "Finetune/Step": 1848, "Finetune/Step Time": 5.355482300743461} +{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9519945383071899, "Finetune/Loss (Raw)": 1.0586600303649902, "Finetune/Step": 1849, "Finetune/Step Time": 5.348652992397547} +{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9524072408676147, "Finetune/Loss (Raw)": 1.0562552213668823, "Finetune/Step": 1850, "Finetune/Step Time": 5.3542489390820265} +{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9509415626525879, "Finetune/Loss (Raw)": 0.8768353462219238, "Finetune/Step": 1851, "Finetune/Step Time": 5.357234798371792} +{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9518959522247314, "Finetune/Loss (Raw)": 1.0166370868682861, "Finetune/Step": 1852, "Finetune/Step Time": 5.358205398544669} +{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9520230293273926, "Finetune/Loss (Raw)": 1.0020664930343628, "Finetune/Step": 1853, "Finetune/Step Time": 5.3591222651302814} +{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9528454542160034, "Finetune/Loss (Raw)": 1.0121060609817505, "Finetune/Step": 1854, "Finetune/Step Time": 5.352932972833514} +{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9533746242523193, "Finetune/Loss (Raw)": 1.06063711643219, "Finetune/Step": 1855, "Finetune/Step Time": 5.33781848102808} +{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9536703824996948, "Finetune/Loss (Raw)": 1.110536813735962, "Finetune/Step": 1856, "Finetune/Step Time": 5.338085459545255} +{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9529160261154175, "Finetune/Loss (Raw)": 0.9320095777511597, "Finetune/Step": 1857, "Finetune/Step Time": 5.374516760930419} +{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9544063210487366, "Finetune/Loss (Raw)": 1.0217273235321045, "Finetune/Step": 1858, "Finetune/Step Time": 5.382050517946482} +{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9541016817092896, "Finetune/Loss (Raw)": 1.0739057064056396, "Finetune/Step": 1859, "Finetune/Step Time": 5.376311717554927} +{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9527034759521484, "Finetune/Loss (Raw)": 0.9261011481285095, "Finetune/Step": 1860, "Finetune/Step Time": 5.36491815559566} +{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.951712965965271, "Finetune/Loss (Raw)": 0.8708531856536865, "Finetune/Step": 1861, "Finetune/Step Time": 5.365137550979853} +{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.950527548789978, "Finetune/Loss (Raw)": 0.8764066100120544, "Finetune/Step": 1862, "Finetune/Step Time": 5.349339015781879} +{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9499584436416626, "Finetune/Loss (Raw)": 0.8534829020500183, "Finetune/Step": 1863, "Finetune/Step Time": 5.348907271400094} +{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9491205811500549, "Finetune/Loss (Raw)": 0.8659279942512512, "Finetune/Step": 1864, "Finetune/Step Time": 5.353607198223472} +{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9502283930778503, "Finetune/Loss (Raw)": 1.0587069988250732, "Finetune/Step": 1865, "Finetune/Step Time": 5.356021497398615} +{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9559736251831055, "Finetune/Loss (Raw)": 1.0865727663040161, "Finetune/Step": 1866, "Finetune/Step Time": 5.338247764855623} +{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9573152661323547, "Finetune/Loss (Raw)": 1.1171849966049194, "Finetune/Step": 1867, "Finetune/Step Time": 5.344724593684077} +{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9580762386322021, "Finetune/Loss (Raw)": 0.9930107593536377, "Finetune/Step": 1868, "Finetune/Step Time": 5.341208858415484} +{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9576784372329712, "Finetune/Loss (Raw)": 1.0755374431610107, "Finetune/Step": 1869, "Finetune/Step Time": 5.33863970451057} +{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9580514430999756, "Finetune/Loss (Raw)": 0.9128690958023071, "Finetune/Step": 1870, "Finetune/Step Time": 5.331450933590531} +{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9581668972969055, "Finetune/Loss (Raw)": 0.9793887734413147, "Finetune/Step": 1871, "Finetune/Step Time": 5.345063861459494} +{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9576888680458069, "Finetune/Loss (Raw)": 0.8659066557884216, "Finetune/Step": 1872, "Finetune/Step Time": 5.349584506824613} +{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9527775645256042, "Finetune/Loss (Raw)": 0.3608234226703644, "Finetune/Step": 1873, "Finetune/Step Time": 5.375150732696056} +{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9529727697372437, "Finetune/Loss (Raw)": 1.0695077180862427, "Finetune/Step": 1874, "Finetune/Step Time": 5.381368016824126} +{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9569377899169922, "Finetune/Loss (Raw)": 0.9370734095573425, "Finetune/Step": 1875, "Finetune/Step Time": 5.3616008795797825} +{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9578794836997986, "Finetune/Loss (Raw)": 0.9838510751724243, "Finetune/Step": 1876, "Finetune/Step Time": 5.3429026287049055} +{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9578198194503784, "Finetune/Loss (Raw)": 0.9735615849494934, "Finetune/Step": 1877, "Finetune/Step Time": 5.34157101623714} +{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9556998610496521, "Finetune/Loss (Raw)": 0.8340106010437012, "Finetune/Step": 1878, "Finetune/Step Time": 5.334330251440406} +{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9559793472290039, "Finetune/Loss (Raw)": 1.0777325630187988, "Finetune/Step": 1879, "Finetune/Step Time": 5.331593316048384} +{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9532008171081543, "Finetune/Loss (Raw)": 0.825042188167572, "Finetune/Step": 1880, "Finetune/Step Time": 5.352549631148577} +{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9524282217025757, "Finetune/Loss (Raw)": 0.8433523774147034, "Finetune/Step": 1881, "Finetune/Step Time": 5.359932752326131} +{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9524376392364502, "Finetune/Loss (Raw)": 1.009010672569275, "Finetune/Step": 1882, "Finetune/Step Time": 5.35640936344862} +{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9518078565597534, "Finetune/Loss (Raw)": 0.9023960828781128, "Finetune/Step": 1883, "Finetune/Step Time": 5.364471230655909} +{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.946034848690033, "Finetune/Loss (Raw)": 0.35188499093055725, "Finetune/Step": 1884, "Finetune/Step Time": 5.393328703939915} +{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9509739875793457, "Finetune/Loss (Raw)": 0.9914311766624451, "Finetune/Step": 1885, "Finetune/Step Time": 5.369370229542255} +{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9528025388717651, "Finetune/Loss (Raw)": 1.0935497283935547, "Finetune/Step": 1886, "Finetune/Step Time": 5.378776378929615} +{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9512560367584229, "Finetune/Loss (Raw)": 0.8399680852890015, "Finetune/Step": 1887, "Finetune/Step Time": 5.368870031088591} +{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9491933584213257, "Finetune/Loss (Raw)": 0.7900492548942566, "Finetune/Step": 1888, "Finetune/Step Time": 5.373923825100064} +{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9497735500335693, "Finetune/Loss (Raw)": 0.9438251852989197, "Finetune/Step": 1889, "Finetune/Step Time": 5.380024252459407} +{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9505676031112671, "Finetune/Loss (Raw)": 0.9473220705986023, "Finetune/Step": 1890, "Finetune/Step Time": 5.36828089132905} +{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9500225782394409, "Finetune/Loss (Raw)": 1.028130054473877, "Finetune/Step": 1891, "Finetune/Step Time": 5.35191098600626} +{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9506254196166992, "Finetune/Loss (Raw)": 1.138771414756775, "Finetune/Step": 1892, "Finetune/Step Time": 5.332270188257098} +{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9511173963546753, "Finetune/Loss (Raw)": 0.9713025093078613, "Finetune/Step": 1893, "Finetune/Step Time": 5.338820919394493} +{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9497893452644348, "Finetune/Loss (Raw)": 0.8365586400032043, "Finetune/Step": 1894, "Finetune/Step Time": 5.33579477109015} +{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9505662322044373, "Finetune/Loss (Raw)": 0.9320216774940491, "Finetune/Step": 1895, "Finetune/Step Time": 5.329667571932077} +{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9512512683868408, "Finetune/Loss (Raw)": 0.9862707257270813, "Finetune/Step": 1896, "Finetune/Step Time": 5.331417556852102} +{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9537343382835388, "Finetune/Loss (Raw)": 1.1228679418563843, "Finetune/Step": 1897, "Finetune/Step Time": 5.323470750823617} +{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9536240696907043, "Finetune/Loss (Raw)": 1.0135997533798218, "Finetune/Step": 1898, "Finetune/Step Time": 5.323091002181172} +{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9531921148300171, "Finetune/Loss (Raw)": 0.8520078063011169, "Finetune/Step": 1899, "Finetune/Step Time": 5.341812621802092} +{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9516711235046387, "Finetune/Loss (Raw)": 0.9034286141395569, "Finetune/Step": 1900, "Finetune/Step Time": 5.342796057462692} +{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9513595104217529, "Finetune/Loss (Raw)": 0.9320908784866333, "Finetune/Step": 1901, "Finetune/Step Time": 5.339250789955258} +{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9517461657524109, "Finetune/Loss (Raw)": 1.01380455493927, "Finetune/Step": 1902, "Finetune/Step Time": 5.330154050141573} +{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.950448751449585, "Finetune/Loss (Raw)": 0.871330738067627, "Finetune/Step": 1903, "Finetune/Step Time": 5.349963026121259} +{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9504683017730713, "Finetune/Loss (Raw)": 0.9643515348434448, "Finetune/Step": 1904, "Finetune/Step Time": 5.354575201869011} +{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.944919228553772, "Finetune/Loss (Raw)": 0.31708016991615295, "Finetune/Step": 1905, "Finetune/Step Time": 5.388001894578338} +{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9451556205749512, "Finetune/Loss (Raw)": 0.9774948358535767, "Finetune/Step": 1906, "Finetune/Step Time": 5.399667616933584} +{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9442062973976135, "Finetune/Loss (Raw)": 0.978156328201294, "Finetune/Step": 1907, "Finetune/Step Time": 5.415012096986175} +{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9439564943313599, "Finetune/Loss (Raw)": 0.9093539714813232, "Finetune/Step": 1908, "Finetune/Step Time": 5.412849700078368} +{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9434254169464111, "Finetune/Loss (Raw)": 0.7666847109794617, "Finetune/Step": 1909, "Finetune/Step Time": 5.413670901209116} +{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9435245990753174, "Finetune/Loss (Raw)": 0.9526325464248657, "Finetune/Step": 1910, "Finetune/Step Time": 5.415747931227088} +{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9445587992668152, "Finetune/Loss (Raw)": 1.0050914287567139, "Finetune/Step": 1911, "Finetune/Step Time": 5.420966744422913} +{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9439488649368286, "Finetune/Loss (Raw)": 0.9951369166374207, "Finetune/Step": 1912, "Finetune/Step Time": 5.414816422387958} +{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.945561408996582, "Finetune/Loss (Raw)": 0.9883149862289429, "Finetune/Step": 1913, "Finetune/Step Time": 5.3994099367409945} +{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9469715356826782, "Finetune/Loss (Raw)": 1.1073319911956787, "Finetune/Step": 1914, "Finetune/Step Time": 5.396927282214165} +{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9491727948188782, "Finetune/Loss (Raw)": 1.0865575075149536, "Finetune/Step": 1915, "Finetune/Step Time": 5.4192468877881765} +{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9496326446533203, "Finetune/Loss (Raw)": 0.9380341172218323, "Finetune/Step": 1916, "Finetune/Step Time": 5.419175451621413} +{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9541482925415039, "Finetune/Loss (Raw)": 0.867830216884613, "Finetune/Step": 1917, "Finetune/Step Time": 5.387861803174019} +{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9530502557754517, "Finetune/Loss (Raw)": 0.9073671102523804, "Finetune/Step": 1918, "Finetune/Step Time": 5.376438053324819} +{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521379470825195, "Finetune/Loss (Raw)": 0.9717084169387817, "Finetune/Step": 1919, "Finetune/Step Time": 5.372805614024401} +{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510211944580078, "Finetune/Loss (Raw)": 0.8692769408226013, "Finetune/Step": 1920, "Finetune/Step Time": 5.383042665198445} +{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9526067972183228, "Finetune/Loss (Raw)": 1.0330182313919067, "Finetune/Step": 1921, "Finetune/Step Time": 5.367018889635801} +{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9467340707778931, "Finetune/Loss (Raw)": 0.3000257909297943, "Finetune/Step": 1922, "Finetune/Step Time": 5.396809760481119} +{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515243768692017, "Finetune/Loss (Raw)": 0.9811442494392395, "Finetune/Step": 1923, "Finetune/Step Time": 5.366185499355197} +{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527041912078857, "Finetune/Loss (Raw)": 1.0689241886138916, "Finetune/Step": 1924, "Finetune/Step Time": 5.364800445735455} +{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539158940315247, "Finetune/Loss (Raw)": 1.1782505512237549, "Finetune/Step": 1925, "Finetune/Step Time": 5.362232439219952} +{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492038488388062, "Finetune/Loss (Raw)": 0.33214834332466125, "Finetune/Step": 1926, "Finetune/Step Time": 5.388512261211872} +{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9449836611747742, "Finetune/Loss (Raw)": 0.39429107308387756, "Finetune/Step": 1927, "Finetune/Step Time": 5.421136485412717} +{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9459670782089233, "Finetune/Loss (Raw)": 1.0477802753448486, "Finetune/Step": 1928, "Finetune/Step Time": 5.409154759719968} +{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9441563487052917, "Finetune/Loss (Raw)": 0.8499793410301208, "Finetune/Step": 1929, "Finetune/Step Time": 5.401056217029691} +{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9439997673034668, "Finetune/Loss (Raw)": 0.943708062171936, "Finetune/Step": 1930, "Finetune/Step Time": 5.386688316240907} +{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443874359130859, "Finetune/Loss (Raw)": 0.9891473054885864, "Finetune/Step": 1931, "Finetune/Step Time": 5.365150291472673} +{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9434089660644531, "Finetune/Loss (Raw)": 0.8656618595123291, "Finetune/Step": 1932, "Finetune/Step Time": 5.379384681582451} +{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9460673332214355, "Finetune/Loss (Raw)": 0.994627058506012, "Finetune/Step": 1933, "Finetune/Step Time": 5.372475693002343} +{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9472994804382324, "Finetune/Loss (Raw)": 1.0325872898101807, "Finetune/Step": 1934, "Finetune/Step Time": 5.358868354931474} +{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9480960369110107, "Finetune/Loss (Raw)": 1.0595769882202148, "Finetune/Step": 1935, "Finetune/Step Time": 5.35949644446373} +{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9470321536064148, "Finetune/Loss (Raw)": 0.8467767834663391, "Finetune/Step": 1936, "Finetune/Step Time": 5.3679710403084755} +{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9472719430923462, "Finetune/Loss (Raw)": 0.9985628724098206, "Finetune/Step": 1937, "Finetune/Step Time": 5.366799348965287} +{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9427379369735718, "Finetune/Loss (Raw)": 0.3963658809661865, "Finetune/Step": 1938, "Finetune/Step Time": 5.392164446413517} +{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9427869915962219, "Finetune/Loss (Raw)": 0.9548622369766235, "Finetune/Step": 1939, "Finetune/Step Time": 5.38732816837728} +{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9403145909309387, "Finetune/Loss (Raw)": 0.628339409828186, "Finetune/Step": 1940, "Finetune/Step Time": 5.394646100699902} +{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9401413202285767, "Finetune/Loss (Raw)": 0.9263123869895935, "Finetune/Step": 1941, "Finetune/Step Time": 5.393626235425472} +{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9412624835968018, "Finetune/Loss (Raw)": 1.1430976390838623, "Finetune/Step": 1942, "Finetune/Step Time": 5.389449346810579} +{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9424901008605957, "Finetune/Loss (Raw)": 1.0666292905807495, "Finetune/Step": 1943, "Finetune/Step Time": 5.38869739882648} +{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9418667554855347, "Finetune/Loss (Raw)": 0.9779606461524963, "Finetune/Step": 1944, "Finetune/Step Time": 5.398496413603425} +{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9376269578933716, "Finetune/Loss (Raw)": 0.3826328217983246, "Finetune/Step": 1945, "Finetune/Step Time": 5.423322178423405} +{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9379101395606995, "Finetune/Loss (Raw)": 0.9536203742027283, "Finetune/Step": 1946, "Finetune/Step Time": 5.4358005449175835} +{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.939164400100708, "Finetune/Loss (Raw)": 1.156282663345337, "Finetune/Step": 1947, "Finetune/Step Time": 5.433994170278311} +{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9409991502761841, "Finetune/Loss (Raw)": 1.100847840309143, "Finetune/Step": 1948, "Finetune/Step Time": 5.433670062571764} +{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9417697191238403, "Finetune/Loss (Raw)": 1.0696678161621094, "Finetune/Step": 1949, "Finetune/Step Time": 5.432186800986528} +{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9409546256065369, "Finetune/Loss (Raw)": 1.098521113395691, "Finetune/Step": 1950, "Finetune/Step Time": 5.428371051326394} +{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9418759346008301, "Finetune/Loss (Raw)": 1.085698127746582, "Finetune/Step": 1951, "Finetune/Step Time": 5.438384044915438} +{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9437681436538696, "Finetune/Loss (Raw)": 1.1061962842941284, "Finetune/Step": 1952, "Finetune/Step Time": 5.432602386921644} +{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9424916505813599, "Finetune/Loss (Raw)": 0.7572146058082581, "Finetune/Step": 1953, "Finetune/Step Time": 5.444322478026152} +{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9414094686508179, "Finetune/Loss (Raw)": 0.8831319808959961, "Finetune/Step": 1954, "Finetune/Step Time": 5.452520089223981} +{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9407175779342651, "Finetune/Loss (Raw)": 0.8697766065597534, "Finetune/Step": 1955, "Finetune/Step Time": 5.442338747903705} +{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9389801621437073, "Finetune/Loss (Raw)": 0.8798479437828064, "Finetune/Step": 1956, "Finetune/Step Time": 5.436508145183325} +{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9386918544769287, "Finetune/Loss (Raw)": 1.101672887802124, "Finetune/Step": 1957, "Finetune/Step Time": 5.4300419092178345} +{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.938914954662323, "Finetune/Loss (Raw)": 1.0947434902191162, "Finetune/Step": 1958, "Finetune/Step Time": 5.415319053456187} +{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9382734298706055, "Finetune/Loss (Raw)": 0.8551368713378906, "Finetune/Step": 1959, "Finetune/Step Time": 5.417772032320499} +{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9390963315963745, "Finetune/Loss (Raw)": 1.15834641456604, "Finetune/Step": 1960, "Finetune/Step Time": 5.417560564354062} +{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9388933777809143, "Finetune/Loss (Raw)": 0.8443876504898071, "Finetune/Step": 1961, "Finetune/Step Time": 5.405416049063206} +{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9333715438842773, "Finetune/Loss (Raw)": 0.4037737548351288, "Finetune/Step": 1962, "Finetune/Step Time": 5.4384507201612} +{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9287777543067932, "Finetune/Loss (Raw)": 0.3916257917881012, "Finetune/Step": 1963, "Finetune/Step Time": 5.4559413976967335} +{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9292908906936646, "Finetune/Loss (Raw)": 1.0620851516723633, "Finetune/Step": 1964, "Finetune/Step Time": 5.462635740637779} +{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9285262823104858, "Finetune/Loss (Raw)": 0.8536322712898254, "Finetune/Step": 1965, "Finetune/Step Time": 5.466758156195283} +{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9276650547981262, "Finetune/Loss (Raw)": 0.9004870653152466, "Finetune/Step": 1966, "Finetune/Step Time": 5.461710063740611} +{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9264810085296631, "Finetune/Loss (Raw)": 0.8536733984947205, "Finetune/Step": 1967, "Finetune/Step Time": 5.449357921257615} +{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9263713955879211, "Finetune/Loss (Raw)": 1.0389649868011475, "Finetune/Step": 1968, "Finetune/Step Time": 5.435893232002854} +{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9232120513916016, "Finetune/Loss (Raw)": 0.444365918636322, "Finetune/Step": 1969, "Finetune/Step Time": 5.465484395623207} +{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9220671653747559, "Finetune/Loss (Raw)": 0.9412654042243958, "Finetune/Step": 1970, "Finetune/Step Time": 5.460223902016878} +{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9173669815063477, "Finetune/Loss (Raw)": 0.40088051557540894, "Finetune/Step": 1971, "Finetune/Step Time": 5.475123897194862} +{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.917090654373169, "Finetune/Loss (Raw)": 0.9326683878898621, "Finetune/Step": 1972, "Finetune/Step Time": 5.463318729773164} +{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9165709614753723, "Finetune/Loss (Raw)": 0.8908758163452148, "Finetune/Step": 1973, "Finetune/Step Time": 5.490184029564261} +{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9166455268859863, "Finetune/Loss (Raw)": 1.1114875078201294, "Finetune/Step": 1974, "Finetune/Step Time": 5.489365397021174} +{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9159283638000488, "Finetune/Loss (Raw)": 0.9412728548049927, "Finetune/Step": 1975, "Finetune/Step Time": 5.47938310354948} +{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9158881306648254, "Finetune/Loss (Raw)": 0.9768069982528687, "Finetune/Step": 1976, "Finetune/Step Time": 5.482338877394795} +{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9156351089477539, "Finetune/Loss (Raw)": 1.0262837409973145, "Finetune/Step": 1977, "Finetune/Step Time": 5.490817843005061} +{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9157330989837646, "Finetune/Loss (Raw)": 1.0687952041625977, "Finetune/Step": 1978, "Finetune/Step Time": 5.483975173905492} +{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9118090867996216, "Finetune/Loss (Raw)": 0.3745560050010681, "Finetune/Step": 1979, "Finetune/Step Time": 5.491876175627112} +{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9107385277748108, "Finetune/Loss (Raw)": 0.879603922367096, "Finetune/Step": 1980, "Finetune/Step Time": 5.504846574738622} +{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9109549522399902, "Finetune/Loss (Raw)": 1.0297714471817017, "Finetune/Step": 1981, "Finetune/Step Time": 5.505391784012318} +{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9107654094696045, "Finetune/Loss (Raw)": 0.987842857837677, "Finetune/Step": 1982, "Finetune/Step Time": 5.513103725388646} +{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9096459150314331, "Finetune/Loss (Raw)": 0.9173488020896912, "Finetune/Step": 1983, "Finetune/Step Time": 5.511408103629947} +{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9097410440444946, "Finetune/Loss (Raw)": 1.1227047443389893, "Finetune/Step": 1984, "Finetune/Step Time": 5.5109625440090895} +{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9105125665664673, "Finetune/Loss (Raw)": 1.030772089958191, "Finetune/Step": 1985, "Finetune/Step Time": 5.471422664821148} +{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.911872148513794, "Finetune/Loss (Raw)": 1.1957523822784424, "Finetune/Step": 1986, "Finetune/Step Time": 5.462133161723614} +{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9112240672111511, "Finetune/Loss (Raw)": 0.9909495711326599, "Finetune/Step": 1987, "Finetune/Step Time": 5.488819178193808} +{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9109756946563721, "Finetune/Loss (Raw)": 0.894311249256134, "Finetune/Step": 1988, "Finetune/Step Time": 5.487085331231356} +{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9119397401809692, "Finetune/Loss (Raw)": 0.9942517876625061, "Finetune/Step": 1989, "Finetune/Step Time": 5.488971535116434} +{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9130450487136841, "Finetune/Loss (Raw)": 1.0178797245025635, "Finetune/Step": 1990, "Finetune/Step Time": 5.48966989479959} +{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9129834175109863, "Finetune/Loss (Raw)": 0.8456007242202759, "Finetune/Step": 1991, "Finetune/Step Time": 5.485528323799372} +{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9140591621398926, "Finetune/Loss (Raw)": 1.0036132335662842, "Finetune/Step": 1992, "Finetune/Step Time": 5.480597257614136} +{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9128004312515259, "Finetune/Loss (Raw)": 0.897599458694458, "Finetune/Step": 1993, "Finetune/Step Time": 5.484771376475692} +{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9103965759277344, "Finetune/Loss (Raw)": 0.7788774967193604, "Finetune/Step": 1994, "Finetune/Step Time": 5.480784863233566} +{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9080949425697327, "Finetune/Loss (Raw)": 0.8225760459899902, "Finetune/Step": 1995, "Finetune/Step Time": 5.48420674353838} +{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9070488214492798, "Finetune/Loss (Raw)": 0.8591047525405884, "Finetune/Step": 1996, "Finetune/Step Time": 5.471680851653218} +{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9070578813552856, "Finetune/Loss (Raw)": 1.0766972303390503, "Finetune/Step": 1997, "Finetune/Step Time": 5.473818803206086} +{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9072144031524658, "Finetune/Loss (Raw)": 0.9329013824462891, "Finetune/Step": 1998, "Finetune/Step Time": 5.47419798374176} +{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9027643799781799, "Finetune/Loss (Raw)": 0.4097907245159149, "Finetune/Step": 1999, "Finetune/Step Time": 5.474165549501777} +{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9029070138931274, "Finetune/Loss (Raw)": 0.8841623663902283, "Finetune/Step": 2000, "Finetune/Step Time": 5.497408291324973} +{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9078068137168884, "Finetune/Loss (Raw)": 0.9880008101463318, "Finetune/Step": 2001, "Finetune/Step Time": 5.4708964712917805} +{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.906882107257843, "Finetune/Loss (Raw)": 0.9511463642120361, "Finetune/Step": 2002, "Finetune/Step Time": 5.46376478113234} +{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.906616747379303, "Finetune/Loss (Raw)": 0.9031063914299011, "Finetune/Step": 2003, "Finetune/Step Time": 5.462906150147319} +{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9060890078544617, "Finetune/Loss (Raw)": 0.9162963032722473, "Finetune/Step": 2004, "Finetune/Step Time": 5.467307126149535} +{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9058539271354675, "Finetune/Loss (Raw)": 0.943474292755127, "Finetune/Step": 2005, "Finetune/Step Time": 5.460971433669329} +{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9067845940589905, "Finetune/Loss (Raw)": 0.9531322717666626, "Finetune/Step": 2006, "Finetune/Step Time": 5.4565266240388155} +{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9073959589004517, "Finetune/Loss (Raw)": 1.1559864282608032, "Finetune/Step": 2007, "Finetune/Step Time": 5.450860545039177} +{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9089223146438599, "Finetune/Loss (Raw)": 1.0204102993011475, "Finetune/Step": 2008, "Finetune/Step Time": 5.435480730608106} +{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.909422755241394, "Finetune/Loss (Raw)": 0.907417356967926, "Finetune/Step": 2009, "Finetune/Step Time": 5.424648834392428} +{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9098401069641113, "Finetune/Loss (Raw)": 1.0624275207519531, "Finetune/Step": 2010, "Finetune/Step Time": 5.429845483973622} +{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.911533534526825, "Finetune/Loss (Raw)": 1.1191596984863281, "Finetune/Step": 2011, "Finetune/Step Time": 5.42305295355618} +{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9163070917129517, "Finetune/Loss (Raw)": 0.9628972411155701, "Finetune/Step": 2012, "Finetune/Step Time": 5.391312923282385} +{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9168745279312134, "Finetune/Loss (Raw)": 1.0640625953674316, "Finetune/Step": 2013, "Finetune/Step Time": 5.406842801719904} +{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9147439002990723, "Finetune/Loss (Raw)": 0.8208358883857727, "Finetune/Step": 2014, "Finetune/Step Time": 5.41066700220108} +{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9112064242362976, "Finetune/Loss (Raw)": 0.3871685266494751, "Finetune/Step": 2015, "Finetune/Step Time": 5.454911962151527} +{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9081432223320007, "Finetune/Loss (Raw)": 0.3979590833187103, "Finetune/Step": 2016, "Finetune/Step Time": 5.4811743926256895} +{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.90761399269104, "Finetune/Loss (Raw)": 0.8760860562324524, "Finetune/Step": 2017, "Finetune/Step Time": 5.486295768991113} +{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.9078768491744995, "Finetune/Loss (Raw)": 0.9809644222259521, "Finetune/Step": 2018, "Finetune/Step Time": 5.487690417096019} +{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9066691994667053, "Finetune/Loss (Raw)": 0.8735558390617371, "Finetune/Step": 2019, "Finetune/Step Time": 5.49456861615181} +{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9055162072181702, "Finetune/Loss (Raw)": 0.9911801815032959, "Finetune/Step": 2020, "Finetune/Step Time": 5.497994573786855} +{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.905712366104126, "Finetune/Loss (Raw)": 0.9964178800582886, "Finetune/Step": 2021, "Finetune/Step Time": 5.489303281530738} +{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9064685702323914, "Finetune/Loss (Raw)": 0.9333502054214478, "Finetune/Step": 2022, "Finetune/Step Time": 5.490646746009588} +{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9053550958633423, "Finetune/Loss (Raw)": 0.7894974946975708, "Finetune/Step": 2023, "Finetune/Step Time": 5.5156401339918375} +{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.905209481716156, "Finetune/Loss (Raw)": 0.9676292538642883, "Finetune/Step": 2024, "Finetune/Step Time": 5.514668505638838} +{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9035310745239258, "Finetune/Loss (Raw)": 0.908039391040802, "Finetune/Step": 2025, "Finetune/Step Time": 5.521572049707174} +{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9033046960830688, "Finetune/Loss (Raw)": 0.9846185445785522, "Finetune/Step": 2026, "Finetune/Step Time": 5.508259216323495} +{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.903440535068512, "Finetune/Loss (Raw)": 0.8693928122520447, "Finetune/Step": 2027, "Finetune/Step Time": 5.488109169527888} +{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.904066801071167, "Finetune/Loss (Raw)": 0.9835947751998901, "Finetune/Step": 2028, "Finetune/Step Time": 5.502042852342129} +{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9051395654678345, "Finetune/Loss (Raw)": 1.0693950653076172, "Finetune/Step": 2029, "Finetune/Step Time": 5.494810106232762} +{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8999160528182983, "Finetune/Loss (Raw)": 0.34520769119262695, "Finetune/Step": 2030, "Finetune/Step Time": 5.5191121604293585} +{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9003381729125977, "Finetune/Loss (Raw)": 0.9253506660461426, "Finetune/Step": 2031, "Finetune/Step Time": 5.498186010867357} +{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9012045860290527, "Finetune/Loss (Raw)": 1.0752534866333008, "Finetune/Step": 2032, "Finetune/Step Time": 5.499196469783783} +{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9069795608520508, "Finetune/Loss (Raw)": 1.0562812089920044, "Finetune/Step": 2033, "Finetune/Step Time": 5.47208858653903} +{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9078125953674316, "Finetune/Loss (Raw)": 1.08412766456604, "Finetune/Step": 2034, "Finetune/Step Time": 5.465637935325503} +{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.906981348991394, "Finetune/Loss (Raw)": 0.8717556595802307, "Finetune/Step": 2035, "Finetune/Step Time": 5.4753606505692005} +{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9077372550964355, "Finetune/Loss (Raw)": 1.006104826927185, "Finetune/Step": 2036, "Finetune/Step Time": 5.488608423620462} +{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9094275236129761, "Finetune/Loss (Raw)": 0.9830417633056641, "Finetune/Step": 2037, "Finetune/Step Time": 5.503158129751682} +{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.9084935784339905, "Finetune/Loss (Raw)": 0.8330866694450378, "Finetune/Step": 2038, "Finetune/Step Time": 5.505501938983798} +{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9090571999549866, "Finetune/Loss (Raw)": 1.0772348642349243, "Finetune/Step": 2039, "Finetune/Step Time": 5.500139128416777} +{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9093700647354126, "Finetune/Loss (Raw)": 1.035186529159546, "Finetune/Step": 2040, "Finetune/Step Time": 5.498741760849953} +{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9096013903617859, "Finetune/Loss (Raw)": 1.0179219245910645, "Finetune/Step": 2041, "Finetune/Step Time": 5.541860710829496} +{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9074509143829346, "Finetune/Loss (Raw)": 0.8320749402046204, "Finetune/Step": 2042, "Finetune/Step Time": 5.543327029794455} +{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9064624309539795, "Finetune/Loss (Raw)": 0.9600293040275574, "Finetune/Step": 2043, "Finetune/Step Time": 5.513560809195042} +{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9066020846366882, "Finetune/Loss (Raw)": 0.9559080600738525, "Finetune/Step": 2044, "Finetune/Step Time": 5.513463452458382} +{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9081239700317383, "Finetune/Loss (Raw)": 1.0626260042190552, "Finetune/Step": 2045, "Finetune/Step Time": 5.525385705754161} +{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9093296527862549, "Finetune/Loss (Raw)": 1.0617009401321411, "Finetune/Step": 2046, "Finetune/Step Time": 5.525299930945039} +{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9093523025512695, "Finetune/Loss (Raw)": 0.9746032357215881, "Finetune/Step": 2047, "Finetune/Step Time": 5.52853044308722} +{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9090070724487305, "Finetune/Loss (Raw)": 0.825092077255249, "Finetune/Step": 2048, "Finetune/Step Time": 5.517472624778748} +{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9067485332489014, "Finetune/Loss (Raw)": 0.7439233064651489, "Finetune/Step": 2049, "Finetune/Step Time": 5.5317859426140785} +{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9111841917037964, "Finetune/Loss (Raw)": 0.8677904009819031, "Finetune/Step": 2050, "Finetune/Step Time": 5.513719867914915} +{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9120861291885376, "Finetune/Loss (Raw)": 1.0965931415557861, "Finetune/Step": 2051, "Finetune/Step Time": 5.51774125918746} +{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9115519523620605, "Finetune/Loss (Raw)": 1.000545620918274, "Finetune/Step": 2052, "Finetune/Step Time": 5.529719797894359} +{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9097880125045776, "Finetune/Loss (Raw)": 0.952474057674408, "Finetune/Step": 2053, "Finetune/Step Time": 5.532133111730218} +{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9156140685081482, "Finetune/Loss (Raw)": 1.0778796672821045, "Finetune/Step": 2054, "Finetune/Step Time": 5.503492299467325} +{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9206056594848633, "Finetune/Loss (Raw)": 1.0332170724868774, "Finetune/Step": 2055, "Finetune/Step Time": 5.477312386035919} +{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9204533696174622, "Finetune/Loss (Raw)": 1.0282843112945557, "Finetune/Step": 2056, "Finetune/Step Time": 5.478121621534228} +{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9210953712463379, "Finetune/Loss (Raw)": 0.9321586489677429, "Finetune/Step": 2057, "Finetune/Step Time": 5.486574674025178} +{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9209761023521423, "Finetune/Loss (Raw)": 0.9284403324127197, "Finetune/Step": 2058, "Finetune/Step Time": 5.497912399470806} +{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.919904351234436, "Finetune/Loss (Raw)": 0.8519600033760071, "Finetune/Step": 2059, "Finetune/Step Time": 5.499031184241176} +{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9206942319869995, "Finetune/Loss (Raw)": 0.9667611718177795, "Finetune/Step": 2060, "Finetune/Step Time": 5.479081217199564} +{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9211490154266357, "Finetune/Loss (Raw)": 1.0528490543365479, "Finetune/Step": 2061, "Finetune/Step Time": 5.477752177044749} +{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9199379086494446, "Finetune/Loss (Raw)": 0.8775642514228821, "Finetune/Step": 2062, "Finetune/Step Time": 5.478069834411144} +{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9197194576263428, "Finetune/Loss (Raw)": 1.0316100120544434, "Finetune/Step": 2063, "Finetune/Step Time": 5.470070684328675} +{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9207726716995239, "Finetune/Loss (Raw)": 0.9815917611122131, "Finetune/Step": 2064, "Finetune/Step Time": 5.4841553550213575} +{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9208108186721802, "Finetune/Loss (Raw)": 1.003450870513916, "Finetune/Step": 2065, "Finetune/Step Time": 5.492102077230811} +{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9203433990478516, "Finetune/Loss (Raw)": 0.336534321308136, "Finetune/Step": 2066, "Finetune/Step Time": 5.492629390209913} +{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9205244779586792, "Finetune/Loss (Raw)": 0.9780383110046387, "Finetune/Step": 2067, "Finetune/Step Time": 5.493582932278514} +{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9230107069015503, "Finetune/Loss (Raw)": 0.9465794563293457, "Finetune/Step": 2068, "Finetune/Step Time": 5.476295819506049} +{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9230246543884277, "Finetune/Loss (Raw)": 0.9280913472175598, "Finetune/Step": 2069, "Finetune/Step Time": 5.472632082179189} +{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9197810292243958, "Finetune/Loss (Raw)": 0.7279197573661804, "Finetune/Step": 2070, "Finetune/Step Time": 5.484415194019675} +{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9192816019058228, "Finetune/Loss (Raw)": 1.0027008056640625, "Finetune/Step": 2071, "Finetune/Step Time": 5.4901850912719965} +{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9205212593078613, "Finetune/Loss (Raw)": 1.1366369724273682, "Finetune/Step": 2072, "Finetune/Step Time": 5.476882614195347} +{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9248805642127991, "Finetune/Loss (Raw)": 0.9406239986419678, "Finetune/Step": 2073, "Finetune/Step Time": 5.461385844275355} +{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9256187677383423, "Finetune/Loss (Raw)": 1.0481112003326416, "Finetune/Step": 2074, "Finetune/Step Time": 5.4577533677220345} +{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.923720121383667, "Finetune/Loss (Raw)": 0.9132583141326904, "Finetune/Step": 2075, "Finetune/Step Time": 5.457133188843727} +{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9213399887084961, "Finetune/Loss (Raw)": 0.7961902022361755, "Finetune/Step": 2076, "Finetune/Step Time": 5.46449513733387} +{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9199233055114746, "Finetune/Loss (Raw)": 0.8883330821990967, "Finetune/Step": 2077, "Finetune/Step Time": 5.464363040402532} +{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9184654951095581, "Finetune/Loss (Raw)": 0.9119178056716919, "Finetune/Step": 2078, "Finetune/Step Time": 5.464195216074586} +{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9175163507461548, "Finetune/Loss (Raw)": 0.9642032384872437, "Finetune/Step": 2079, "Finetune/Step Time": 5.45377716422081} +{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9150900840759277, "Finetune/Loss (Raw)": 0.7956316471099854, "Finetune/Step": 2080, "Finetune/Step Time": 5.461796265095472} +{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9165858030319214, "Finetune/Loss (Raw)": 0.9486697912216187, "Finetune/Step": 2081, "Finetune/Step Time": 5.461753634735942} +{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166079759597778, "Finetune/Loss (Raw)": 0.8859720230102539, "Finetune/Step": 2082, "Finetune/Step Time": 5.454267960041761} +{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.917587399482727, "Finetune/Loss (Raw)": 0.9951468110084534, "Finetune/Step": 2083, "Finetune/Step Time": 5.432202614843845} +{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.919607400894165, "Finetune/Loss (Raw)": 1.1384094953536987, "Finetune/Step": 2084, "Finetune/Step Time": 5.433356292545795} +{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9134551882743835, "Finetune/Loss (Raw)": 0.3141832649707794, "Finetune/Step": 2085, "Finetune/Step Time": 5.4693607576191425} +{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9128165245056152, "Finetune/Loss (Raw)": 1.013000726699829, "Finetune/Step": 2086, "Finetune/Step Time": 5.473880164325237} +{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9145578145980835, "Finetune/Loss (Raw)": 1.078014612197876, "Finetune/Step": 2087, "Finetune/Step Time": 5.463634010404348} +{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9138356447219849, "Finetune/Loss (Raw)": 1.0659133195877075, "Finetune/Step": 2088, "Finetune/Step Time": 5.453846512362361} +{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9151512980461121, "Finetune/Loss (Raw)": 1.012789249420166, "Finetune/Step": 2089, "Finetune/Step Time": 5.448570352047682} +{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9140818119049072, "Finetune/Loss (Raw)": 0.26687654852867126, "Finetune/Step": 2090, "Finetune/Step Time": 5.445050559937954} +{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9177582263946533, "Finetune/Loss (Raw)": 0.8622126579284668, "Finetune/Step": 2091, "Finetune/Step Time": 5.417324509471655} +{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9175974130630493, "Finetune/Loss (Raw)": 1.041496992111206, "Finetune/Step": 2092, "Finetune/Step Time": 5.405357372015715} +{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9186500310897827, "Finetune/Loss (Raw)": 0.9883708357810974, "Finetune/Step": 2093, "Finetune/Step Time": 5.398085091263056} +{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9201585054397583, "Finetune/Loss (Raw)": 1.0935660600662231, "Finetune/Step": 2094, "Finetune/Step Time": 5.3987829722464085} +{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9211946725845337, "Finetune/Loss (Raw)": 0.9863064885139465, "Finetune/Step": 2095, "Finetune/Step Time": 5.403599001467228} +{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9205994606018066, "Finetune/Loss (Raw)": 0.9627805352210999, "Finetune/Step": 2096, "Finetune/Step Time": 5.405472561717033} +{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9255461096763611, "Finetune/Loss (Raw)": 1.077535629272461, "Finetune/Step": 2097, "Finetune/Step Time": 5.372827850282192} +{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9255757331848145, "Finetune/Loss (Raw)": 0.9450535774230957, "Finetune/Step": 2098, "Finetune/Step Time": 5.38668567687273} +{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9252701997756958, "Finetune/Loss (Raw)": 0.3617797791957855, "Finetune/Step": 2099, "Finetune/Step Time": 5.394651480019093} +{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9244581460952759, "Finetune/Loss (Raw)": 0.8287248611450195, "Finetune/Step": 2100, "Finetune/Step Time": 5.40044985152781} +{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9256319999694824, "Finetune/Loss (Raw)": 1.0411239862442017, "Finetune/Step": 2101, "Finetune/Step Time": 5.3652180172502995} +{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9241625070571899, "Finetune/Loss (Raw)": 0.9233903288841248, "Finetune/Step": 2102, "Finetune/Step Time": 5.368573183193803} +{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9196747541427612, "Finetune/Loss (Raw)": 0.36684688925743103, "Finetune/Step": 2103, "Finetune/Step Time": 5.401108048856258} +{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9193294048309326, "Finetune/Loss (Raw)": 0.9325975775718689, "Finetune/Step": 2104, "Finetune/Step Time": 5.407874183729291} +{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9187595844268799, "Finetune/Loss (Raw)": 0.9533505439758301, "Finetune/Step": 2105, "Finetune/Step Time": 5.417847080156207} +{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9177646636962891, "Finetune/Loss (Raw)": 0.9414426684379578, "Finetune/Step": 2106, "Finetune/Step Time": 5.416631480678916} +{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.922370970249176, "Finetune/Loss (Raw)": 0.9641682505607605, "Finetune/Step": 2107, "Finetune/Step Time": 5.385237405076623} +{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.922683835029602, "Finetune/Loss (Raw)": 0.9196432828903198, "Finetune/Step": 2108, "Finetune/Step Time": 5.373552195727825} +{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9221894145011902, "Finetune/Loss (Raw)": 0.9664895534515381, "Finetune/Step": 2109, "Finetune/Step Time": 5.376705752685666} +{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9224495887756348, "Finetune/Loss (Raw)": 1.0211365222930908, "Finetune/Step": 2110, "Finetune/Step Time": 5.384747076779604} +{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.922823429107666, "Finetune/Loss (Raw)": 0.9652071595191956, "Finetune/Step": 2111, "Finetune/Step Time": 5.399652993306518} +{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.917626142501831, "Finetune/Loss (Raw)": 0.4574526846408844, "Finetune/Step": 2112, "Finetune/Step Time": 5.431328900158405} +{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.9172208905220032, "Finetune/Loss (Raw)": 0.9789011478424072, "Finetune/Step": 2113, "Finetune/Step Time": 5.4292637929320335} +{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9168457984924316, "Finetune/Loss (Raw)": 1.1477330923080444, "Finetune/Step": 2114, "Finetune/Step Time": 5.447031442075968} +{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9171402454376221, "Finetune/Loss (Raw)": 1.028647780418396, "Finetune/Step": 2115, "Finetune/Step Time": 5.423249514773488} +{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9133990406990051, "Finetune/Loss (Raw)": 0.415433794260025, "Finetune/Step": 2116, "Finetune/Step Time": 5.450771166011691} +{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.9117013812065125, "Finetune/Loss (Raw)": 0.776949405670166, "Finetune/Step": 2117, "Finetune/Step Time": 5.466444276273251} +{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9107489585876465, "Finetune/Loss (Raw)": 0.8959639668464661, "Finetune/Step": 2118, "Finetune/Step Time": 5.461959473788738} +{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9111661911010742, "Finetune/Loss (Raw)": 0.8990082740783691, "Finetune/Step": 2119, "Finetune/Step Time": 5.475271467119455} +{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9059018492698669, "Finetune/Loss (Raw)": 0.3297823369503021, "Finetune/Step": 2120, "Finetune/Step Time": 5.506645523011684} +{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9063922166824341, "Finetune/Loss (Raw)": 0.9603734612464905, "Finetune/Step": 2121, "Finetune/Step Time": 5.498585823923349} +{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9083876013755798, "Finetune/Loss (Raw)": 1.034276008605957, "Finetune/Step": 2122, "Finetune/Step Time": 5.492529399693012} +{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9100655317306519, "Finetune/Loss (Raw)": 1.0373626947402954, "Finetune/Step": 2123, "Finetune/Step Time": 5.483957622200251} +{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9111982583999634, "Finetune/Loss (Raw)": 1.0040836334228516, "Finetune/Step": 2124, "Finetune/Step Time": 5.480420948937535} +{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9109925031661987, "Finetune/Loss (Raw)": 1.0503689050674438, "Finetune/Step": 2125, "Finetune/Step Time": 5.4941631853580475} +{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9117811322212219, "Finetune/Loss (Raw)": 1.033837914466858, "Finetune/Step": 2126, "Finetune/Step Time": 5.4909051936119795} +{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9161001443862915, "Finetune/Loss (Raw)": 0.9626264572143555, "Finetune/Step": 2127, "Finetune/Step Time": 5.46192878857255} +{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.911919355392456, "Finetune/Loss (Raw)": 0.3490177392959595, "Finetune/Step": 2128, "Finetune/Step Time": 5.465885365381837} +{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9063289761543274, "Finetune/Loss (Raw)": 0.27243825793266296, "Finetune/Step": 2129, "Finetune/Step Time": 5.492365265265107} +{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9066605567932129, "Finetune/Loss (Raw)": 0.9935884475708008, "Finetune/Step": 2130, "Finetune/Step Time": 5.490543721243739} +{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9075256586074829, "Finetune/Loss (Raw)": 1.0138336420059204, "Finetune/Step": 2131, "Finetune/Step Time": 5.48043511249125} +{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9074292182922363, "Finetune/Loss (Raw)": 0.9039584398269653, "Finetune/Step": 2132, "Finetune/Step Time": 5.484646212309599} +{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9092854261398315, "Finetune/Loss (Raw)": 1.181065320968628, "Finetune/Step": 2133, "Finetune/Step Time": 5.48193639703095} +{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9091017842292786, "Finetune/Loss (Raw)": 0.929624617099762, "Finetune/Step": 2134, "Finetune/Step Time": 5.486535577103496} +{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9070321917533875, "Finetune/Loss (Raw)": 0.8910807371139526, "Finetune/Step": 2135, "Finetune/Step Time": 5.488274294883013} +{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9068934321403503, "Finetune/Loss (Raw)": 1.002650499343872, "Finetune/Step": 2136, "Finetune/Step Time": 5.480729751288891} +{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9030547142028809, "Finetune/Loss (Raw)": 0.4160611927509308, "Finetune/Step": 2137, "Finetune/Step Time": 5.513003038242459} +{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9020619988441467, "Finetune/Loss (Raw)": 0.9353587031364441, "Finetune/Step": 2138, "Finetune/Step Time": 5.505372866988182} +{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9003790616989136, "Finetune/Loss (Raw)": 0.9037392735481262, "Finetune/Step": 2139, "Finetune/Step Time": 5.519710179418325} +{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9006432294845581, "Finetune/Loss (Raw)": 0.9967129826545715, "Finetune/Step": 2140, "Finetune/Step Time": 5.528141371905804} +{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9009573459625244, "Finetune/Loss (Raw)": 1.1042720079421997, "Finetune/Step": 2141, "Finetune/Step Time": 5.5089732594788074} +{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9014102220535278, "Finetune/Loss (Raw)": 0.8787987232208252, "Finetune/Step": 2142, "Finetune/Step Time": 5.4977165553718805} +{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.905968427658081, "Finetune/Loss (Raw)": 0.9706198573112488, "Finetune/Step": 2143, "Finetune/Step Time": 5.467178452759981} +{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9102441072463989, "Finetune/Loss (Raw)": 0.9452512860298157, "Finetune/Step": 2144, "Finetune/Step Time": 5.452237710356712} +{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9092583656311035, "Finetune/Loss (Raw)": 0.7499126195907593, "Finetune/Step": 2145, "Finetune/Step Time": 5.452204896137118} +{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9090924859046936, "Finetune/Loss (Raw)": 0.9597311019897461, "Finetune/Step": 2146, "Finetune/Step Time": 5.467210438102484} +{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.910018265247345, "Finetune/Loss (Raw)": 0.992052435874939, "Finetune/Step": 2147, "Finetune/Step Time": 5.4693950191140175} +{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9108335971832275, "Finetune/Loss (Raw)": 1.0955439805984497, "Finetune/Step": 2148, "Finetune/Step Time": 5.476601826027036} +{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9110022187232971, "Finetune/Loss (Raw)": 1.0179980993270874, "Finetune/Step": 2149, "Finetune/Step Time": 5.471490642055869} +{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9110405445098877, "Finetune/Loss (Raw)": 0.9382625818252563, "Finetune/Step": 2150, "Finetune/Step Time": 5.469194261357188} +{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9141480326652527, "Finetune/Loss (Raw)": 1.1872563362121582, "Finetune/Step": 2151, "Finetune/Step Time": 5.453332548961043} +{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9132076501846313, "Finetune/Loss (Raw)": 0.8472554683685303, "Finetune/Step": 2152, "Finetune/Step Time": 5.459619771689177} +{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9129816293716431, "Finetune/Loss (Raw)": 0.8791122436523438, "Finetune/Step": 2153, "Finetune/Step Time": 5.449070634320378} +{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9124941825866699, "Finetune/Loss (Raw)": 0.9222217798233032, "Finetune/Step": 2154, "Finetune/Step Time": 5.45834181830287} +{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9131054878234863, "Finetune/Loss (Raw)": 0.9476345777511597, "Finetune/Step": 2155, "Finetune/Step Time": 5.4652250576764345} +{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9116255640983582, "Finetune/Loss (Raw)": 0.7941723465919495, "Finetune/Step": 2156, "Finetune/Step Time": 5.460615672171116} +{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9106712341308594, "Finetune/Loss (Raw)": 0.9472440481185913, "Finetune/Step": 2157, "Finetune/Step Time": 5.470161976292729} +{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9156411290168762, "Finetune/Loss (Raw)": 0.9813480377197266, "Finetune/Step": 2158, "Finetune/Step Time": 5.438636159524322} +{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9163690805435181, "Finetune/Loss (Raw)": 1.018528699874878, "Finetune/Step": 2159, "Finetune/Step Time": 5.45523165166378} +{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9156955480575562, "Finetune/Loss (Raw)": 0.9890429973602295, "Finetune/Step": 2160, "Finetune/Step Time": 5.4453335627913475} +{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.914299488067627, "Finetune/Loss (Raw)": 0.8775889873504639, "Finetune/Step": 2161, "Finetune/Step Time": 5.4392508789896965} +{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9134021997451782, "Finetune/Loss (Raw)": 0.9692725539207458, "Finetune/Step": 2162, "Finetune/Step Time": 5.438650989905} +{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9137115478515625, "Finetune/Loss (Raw)": 0.9113467335700989, "Finetune/Step": 2163, "Finetune/Step Time": 5.422741649672389} +{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9142287969589233, "Finetune/Loss (Raw)": 1.072317123413086, "Finetune/Step": 2164, "Finetune/Step Time": 5.409378416836262} +{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9144152998924255, "Finetune/Loss (Raw)": 1.0069094896316528, "Finetune/Step": 2165, "Finetune/Step Time": 5.423897372558713} +{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9156858921051025, "Finetune/Loss (Raw)": 0.9957275986671448, "Finetune/Step": 2166, "Finetune/Step Time": 5.424046749249101} +{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9158879518508911, "Finetune/Loss (Raw)": 1.1031006574630737, "Finetune/Step": 2167, "Finetune/Step Time": 5.4236780516803265} +{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9152384996414185, "Finetune/Loss (Raw)": 0.9520595073699951, "Finetune/Step": 2168, "Finetune/Step Time": 5.422840002924204} +{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9150623083114624, "Finetune/Loss (Raw)": 0.995359480381012, "Finetune/Step": 2169, "Finetune/Step Time": 5.3856955878436565} +{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.915326714515686, "Finetune/Loss (Raw)": 0.8659306168556213, "Finetune/Step": 2170, "Finetune/Step Time": 5.386783067137003} +{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9154551029205322, "Finetune/Loss (Raw)": 0.9764600396156311, "Finetune/Step": 2171, "Finetune/Step Time": 5.396133281290531} +{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9152482748031616, "Finetune/Loss (Raw)": 0.929425060749054, "Finetune/Step": 2172, "Finetune/Step Time": 5.396104967221618} +{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9147262573242188, "Finetune/Loss (Raw)": 0.9958122372627258, "Finetune/Step": 2173, "Finetune/Step Time": 5.399674786254764} +{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9128835797309875, "Finetune/Loss (Raw)": 0.8258371949195862, "Finetune/Step": 2174, "Finetune/Step Time": 5.412411401048303} +{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9129782319068909, "Finetune/Loss (Raw)": 0.9867234230041504, "Finetune/Step": 2175, "Finetune/Step Time": 5.428411263972521} +{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9145053625106812, "Finetune/Loss (Raw)": 1.0205678939819336, "Finetune/Step": 2176, "Finetune/Step Time": 5.4282011445611715} +{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9173904657363892, "Finetune/Loss (Raw)": 1.1132149696350098, "Finetune/Step": 2177, "Finetune/Step Time": 5.417553596198559} +{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.917028546333313, "Finetune/Loss (Raw)": 0.8214601874351501, "Finetune/Step": 2178, "Finetune/Step Time": 5.405313489958644} +{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9165298938751221, "Finetune/Loss (Raw)": 1.0327632427215576, "Finetune/Step": 2179, "Finetune/Step Time": 5.414936250075698} +{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9165439605712891, "Finetune/Loss (Raw)": 1.002346396446228, "Finetune/Step": 2180, "Finetune/Step Time": 5.40877977386117} +{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.916914701461792, "Finetune/Loss (Raw)": 0.9999281764030457, "Finetune/Step": 2181, "Finetune/Step Time": 5.406783200800419} +{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9164332151412964, "Finetune/Loss (Raw)": 1.0162540674209595, "Finetune/Step": 2182, "Finetune/Step Time": 5.409949509426951} +{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9148247241973877, "Finetune/Loss (Raw)": 0.8273266553878784, "Finetune/Step": 2183, "Finetune/Step Time": 5.4261114448308945} +{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9134716987609863, "Finetune/Loss (Raw)": 0.8551052808761597, "Finetune/Step": 2184, "Finetune/Step Time": 5.440590916201472} +{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.913596510887146, "Finetune/Loss (Raw)": 0.9481239914894104, "Finetune/Step": 2185, "Finetune/Step Time": 5.427203722298145} +{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9136207103729248, "Finetune/Loss (Raw)": 0.93154376745224, "Finetune/Step": 2186, "Finetune/Step Time": 5.412387251853943} +{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9131866097450256, "Finetune/Loss (Raw)": 0.7963951230049133, "Finetune/Step": 2187, "Finetune/Step Time": 5.445648096501827} +{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9131970405578613, "Finetune/Loss (Raw)": 0.9680904150009155, "Finetune/Step": 2188, "Finetune/Step Time": 5.478657905012369} +{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9118236303329468, "Finetune/Loss (Raw)": 0.8770556449890137, "Finetune/Step": 2189, "Finetune/Step Time": 5.4864945113658905} +{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9119210243225098, "Finetune/Loss (Raw)": 0.8900316953659058, "Finetune/Step": 2190, "Finetune/Step Time": 5.495524128898978} +{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.911681056022644, "Finetune/Loss (Raw)": 1.0008989572525024, "Finetune/Step": 2191, "Finetune/Step Time": 5.510583486407995} +{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9104939103126526, "Finetune/Loss (Raw)": 0.8296334743499756, "Finetune/Step": 2192, "Finetune/Step Time": 5.491898577660322} +{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9106556177139282, "Finetune/Loss (Raw)": 1.02415132522583, "Finetune/Step": 2193, "Finetune/Step Time": 5.4867511466145515} +{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9158201217651367, "Finetune/Loss (Raw)": 0.9975910186767578, "Finetune/Step": 2194, "Finetune/Step Time": 5.458748120814562} +{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9161441326141357, "Finetune/Loss (Raw)": 1.0195058584213257, "Finetune/Step": 2195, "Finetune/Step Time": 5.457996776327491} +{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9156962633132935, "Finetune/Loss (Raw)": 0.8892499208450317, "Finetune/Step": 2196, "Finetune/Step Time": 5.467394953593612} +{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9165005087852478, "Finetune/Loss (Raw)": 1.031038761138916, "Finetune/Step": 2197, "Finetune/Step Time": 5.46877122297883} +{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.9178956747055054, "Finetune/Loss (Raw)": 0.9065009951591492, "Finetune/Step": 2198, "Finetune/Step Time": 5.462729573249817} +{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9170008897781372, "Finetune/Loss (Raw)": 0.8881716728210449, "Finetune/Step": 2199, "Finetune/Step Time": 5.46040977165103} +{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9153920412063599, "Finetune/Loss (Raw)": 0.930705189704895, "Finetune/Step": 2200, "Finetune/Step Time": 5.47242246568203} +{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9107760190963745, "Finetune/Loss (Raw)": 0.34977230429649353, "Finetune/Step": 2201, "Finetune/Step Time": 5.48574391938746} +{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9100111126899719, "Finetune/Loss (Raw)": 0.950200617313385, "Finetune/Step": 2202, "Finetune/Step Time": 5.4716351591050625} +{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9099562764167786, "Finetune/Loss (Raw)": 0.9062380790710449, "Finetune/Step": 2203, "Finetune/Step Time": 5.472385181114078} +{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9106584787368774, "Finetune/Loss (Raw)": 0.8860767483711243, "Finetune/Step": 2204, "Finetune/Step Time": 5.469338713213801} +{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9070346355438232, "Finetune/Loss (Raw)": 0.4244818389415741, "Finetune/Step": 2205, "Finetune/Step Time": 5.499277353286743} +{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9056670665740967, "Finetune/Loss (Raw)": 0.736861526966095, "Finetune/Step": 2206, "Finetune/Step Time": 5.556175611913204} +{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.905969500541687, "Finetune/Loss (Raw)": 1.0029195547103882, "Finetune/Step": 2207, "Finetune/Step Time": 5.55657846108079} +{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9068261384963989, "Finetune/Loss (Raw)": 0.9052815437316895, "Finetune/Step": 2208, "Finetune/Step Time": 5.560147354379296} +{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9065803289413452, "Finetune/Loss (Raw)": 0.9172114133834839, "Finetune/Step": 2209, "Finetune/Step Time": 5.555439125746489} +{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9027043581008911, "Finetune/Loss (Raw)": 0.3898463845252991, "Finetune/Step": 2210, "Finetune/Step Time": 5.574663136154413} +{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.903159499168396, "Finetune/Loss (Raw)": 1.0533980131149292, "Finetune/Step": 2211, "Finetune/Step Time": 5.603560782968998} +{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9000893831253052, "Finetune/Loss (Raw)": 0.745436429977417, "Finetune/Step": 2212, "Finetune/Step Time": 5.620549116283655} +{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043428897857666, "Finetune/Loss (Raw)": 0.8586318492889404, "Finetune/Step": 2213, "Finetune/Step Time": 5.5903076734393835} +{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.902213454246521, "Finetune/Loss (Raw)": 0.740432858467102, "Finetune/Step": 2214, "Finetune/Step Time": 5.596966903656721} +{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9016526937484741, "Finetune/Loss (Raw)": 1.006238341331482, "Finetune/Step": 2215, "Finetune/Step Time": 5.602578617632389} +{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9010273814201355, "Finetune/Loss (Raw)": 0.9858688116073608, "Finetune/Step": 2216, "Finetune/Step Time": 5.61038731969893} +{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9013025164604187, "Finetune/Loss (Raw)": 1.048012375831604, "Finetune/Step": 2217, "Finetune/Step Time": 5.6114717703312635} +{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9053255915641785, "Finetune/Loss (Raw)": 0.7818300127983093, "Finetune/Step": 2218, "Finetune/Step Time": 5.584654204547405} +{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9056408405303955, "Finetune/Loss (Raw)": 0.9025642275810242, "Finetune/Step": 2219, "Finetune/Step Time": 5.614904565736651} +{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.9054399132728577, "Finetune/Loss (Raw)": 1.0157767534255981, "Finetune/Step": 2220, "Finetune/Step Time": 5.614598443731666} +{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9045611619949341, "Finetune/Loss (Raw)": 0.8758963346481323, "Finetune/Step": 2221, "Finetune/Step Time": 5.631158754229546} +{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9039350748062134, "Finetune/Loss (Raw)": 1.013413906097412, "Finetune/Step": 2222, "Finetune/Step Time": 5.640237772837281} +{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9038091897964478, "Finetune/Loss (Raw)": 0.9702065587043762, "Finetune/Step": 2223, "Finetune/Step Time": 5.643941884860396} +{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9036670923233032, "Finetune/Loss (Raw)": 0.9445856213569641, "Finetune/Step": 2224, "Finetune/Step Time": 5.645022429525852} +{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9025249481201172, "Finetune/Loss (Raw)": 0.9313400387763977, "Finetune/Step": 2225, "Finetune/Step Time": 5.656348295509815} +{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9026103019714355, "Finetune/Loss (Raw)": 0.9559816122055054, "Finetune/Step": 2226, "Finetune/Step Time": 5.651253031566739} +{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9076439142227173, "Finetune/Loss (Raw)": 1.00608491897583, "Finetune/Step": 2227, "Finetune/Step Time": 5.6189047787338495} +{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9086514115333557, "Finetune/Loss (Raw)": 0.957680881023407, "Finetune/Step": 2228, "Finetune/Step Time": 5.6173007022589445} +{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9079790115356445, "Finetune/Loss (Raw)": 0.9550547003746033, "Finetune/Step": 2229, "Finetune/Step Time": 5.616289336234331} +{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9077770709991455, "Finetune/Loss (Raw)": 0.8975429534912109, "Finetune/Step": 2230, "Finetune/Step Time": 5.616670954972506} +{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9129723906517029, "Finetune/Loss (Raw)": 1.0318480730056763, "Finetune/Step": 2231, "Finetune/Step Time": 5.58513849042356} +{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9140008091926575, "Finetune/Loss (Raw)": 1.0642337799072266, "Finetune/Step": 2232, "Finetune/Step Time": 5.57693194784224} +{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9129528999328613, "Finetune/Loss (Raw)": 0.8192161321640015, "Finetune/Step": 2233, "Finetune/Step Time": 5.585110230371356} +{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9134148359298706, "Finetune/Loss (Raw)": 1.0005780458450317, "Finetune/Step": 2234, "Finetune/Step Time": 5.588676024228334} +{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9143011569976807, "Finetune/Loss (Raw)": 1.0776058435440063, "Finetune/Step": 2235, "Finetune/Step Time": 5.599685804918408} +{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9151384830474854, "Finetune/Loss (Raw)": 1.0268319845199585, "Finetune/Step": 2236, "Finetune/Step Time": 5.600411677733064} +{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9150367975234985, "Finetune/Loss (Raw)": 0.9534707069396973, "Finetune/Step": 2237, "Finetune/Step Time": 5.601232590153813} +{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9134174585342407, "Finetune/Loss (Raw)": 0.8138572573661804, "Finetune/Step": 2238, "Finetune/Step Time": 5.605497159063816} +{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9152164459228516, "Finetune/Loss (Raw)": 1.1954760551452637, "Finetune/Step": 2239, "Finetune/Step Time": 5.591462932527065} +{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9200984239578247, "Finetune/Loss (Raw)": 1.0823488235473633, "Finetune/Step": 2240, "Finetune/Step Time": 5.562210692092776} +{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.920436680316925, "Finetune/Loss (Raw)": 1.0221995115280151, "Finetune/Step": 2241, "Finetune/Step Time": 5.570723483338952} +{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9187696576118469, "Finetune/Loss (Raw)": 0.9343583583831787, "Finetune/Step": 2242, "Finetune/Step Time": 5.553803186863661} +{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9179162979125977, "Finetune/Loss (Raw)": 0.9194103479385376, "Finetune/Step": 2243, "Finetune/Step Time": 5.5562482718378305} +{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9239703416824341, "Finetune/Loss (Raw)": 1.1903564929962158, "Finetune/Step": 2244, "Finetune/Step Time": 5.523159483447671} +{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9255839586257935, "Finetune/Loss (Raw)": 0.983485996723175, "Finetune/Step": 2245, "Finetune/Step Time": 5.50381581671536} +{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9273512363433838, "Finetune/Loss (Raw)": 1.122179627418518, "Finetune/Step": 2246, "Finetune/Step Time": 5.5069402530789375} +{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272237420082092, "Finetune/Loss (Raw)": 0.8826864957809448, "Finetune/Step": 2247, "Finetune/Step Time": 5.505524542182684} +{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9308677911758423, "Finetune/Loss (Raw)": 0.7962191700935364, "Finetune/Step": 2248, "Finetune/Step Time": 5.470747280865908} +{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9302926063537598, "Finetune/Loss (Raw)": 0.8867464661598206, "Finetune/Step": 2249, "Finetune/Step Time": 5.470797494053841} +{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298520684242249, "Finetune/Loss (Raw)": 0.9778950214385986, "Finetune/Step": 2250, "Finetune/Step Time": 5.4919169917702675} +{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9294928312301636, "Finetune/Loss (Raw)": 0.9913734793663025, "Finetune/Step": 2251, "Finetune/Step Time": 5.493391299620271} +{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9241187572479248, "Finetune/Loss (Raw)": 0.31620797514915466, "Finetune/Step": 2252, "Finetune/Step Time": 5.520196648314595} +{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9242050647735596, "Finetune/Loss (Raw)": 1.061419129371643, "Finetune/Step": 2253, "Finetune/Step Time": 5.501279748976231} +{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9245167970657349, "Finetune/Loss (Raw)": 1.0737398862838745, "Finetune/Step": 2254, "Finetune/Step Time": 5.507421176880598} +{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9246904850006104, "Finetune/Loss (Raw)": 0.9848476052284241, "Finetune/Step": 2255, "Finetune/Step Time": 5.505453998222947} +{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9290399551391602, "Finetune/Loss (Raw)": 0.9057612419128418, "Finetune/Step": 2256, "Finetune/Step Time": 5.476384699344635} +{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347831010818481, "Finetune/Loss (Raw)": 1.0075548887252808, "Finetune/Step": 2257, "Finetune/Step Time": 5.447890346869826} +{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9333056211471558, "Finetune/Loss (Raw)": 0.8044795989990234, "Finetune/Step": 2258, "Finetune/Step Time": 5.448370084166527} +{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9322099685668945, "Finetune/Loss (Raw)": 0.873576819896698, "Finetune/Step": 2259, "Finetune/Step Time": 5.4460279662162066} +{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9323245286941528, "Finetune/Loss (Raw)": 0.9186274409294128, "Finetune/Step": 2260, "Finetune/Step Time": 5.451449589803815} +{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9309687614440918, "Finetune/Loss (Raw)": 1.0075263977050781, "Finetune/Step": 2261, "Finetune/Step Time": 5.4534478392452} +{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9320393800735474, "Finetune/Loss (Raw)": 1.0666664838790894, "Finetune/Step": 2262, "Finetune/Step Time": 5.447315072640777} +{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9318369626998901, "Finetune/Loss (Raw)": 0.8651750087738037, "Finetune/Step": 2263, "Finetune/Step Time": 5.44551688618958} +{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9317194819450378, "Finetune/Loss (Raw)": 0.9876084923744202, "Finetune/Step": 2264, "Finetune/Step Time": 5.448452815413475} +{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.935719907283783, "Finetune/Loss (Raw)": 0.9281147122383118, "Finetune/Step": 2265, "Finetune/Step Time": 5.4193969666957855} +{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9347113370895386, "Finetune/Loss (Raw)": 0.8062599301338196, "Finetune/Step": 2266, "Finetune/Step Time": 5.432408552616835} +{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9348161220550537, "Finetune/Loss (Raw)": 0.9171571135520935, "Finetune/Step": 2267, "Finetune/Step Time": 5.4124744944274426} +{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9337066411972046, "Finetune/Loss (Raw)": 0.8546991348266602, "Finetune/Step": 2268, "Finetune/Step Time": 5.403945418074727} +{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9326834678649902, "Finetune/Loss (Raw)": 0.973300576210022, "Finetune/Step": 2269, "Finetune/Step Time": 5.402628833428025} +{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9323076605796814, "Finetune/Loss (Raw)": 0.8307045698165894, "Finetune/Step": 2270, "Finetune/Step Time": 5.411332160234451} +{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9325364828109741, "Finetune/Loss (Raw)": 0.9999029636383057, "Finetune/Step": 2271, "Finetune/Step Time": 5.390872936695814} +{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9330612421035767, "Finetune/Loss (Raw)": 1.0124142169952393, "Finetune/Step": 2272, "Finetune/Step Time": 5.380205355584621} +{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.934701681137085, "Finetune/Loss (Raw)": 0.9598982930183411, "Finetune/Step": 2273, "Finetune/Step Time": 5.36566954292357} +{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9339505434036255, "Finetune/Loss (Raw)": 0.8635830879211426, "Finetune/Step": 2274, "Finetune/Step Time": 5.381366420537233} +{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9344218969345093, "Finetune/Loss (Raw)": 1.0523900985717773, "Finetune/Step": 2275, "Finetune/Step Time": 5.378726325929165} +{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9333276152610779, "Finetune/Loss (Raw)": 0.9554691314697266, "Finetune/Step": 2276, "Finetune/Step Time": 5.370238995179534} +{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9314053058624268, "Finetune/Loss (Raw)": 0.7719413042068481, "Finetune/Step": 2277, "Finetune/Step Time": 5.374916534870863} +{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9320002794265747, "Finetune/Loss (Raw)": 1.0144258737564087, "Finetune/Step": 2278, "Finetune/Step Time": 5.373191619291902} +{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9311206936836243, "Finetune/Loss (Raw)": 1.0746686458587646, "Finetune/Step": 2279, "Finetune/Step Time": 5.362331632524729} +{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9317313432693481, "Finetune/Loss (Raw)": 0.9254115223884583, "Finetune/Step": 2280, "Finetune/Step Time": 5.357223926112056} +{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9321410655975342, "Finetune/Loss (Raw)": 0.9315625429153442, "Finetune/Step": 2281, "Finetune/Step Time": 5.3585770931094885} +{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9323154091835022, "Finetune/Loss (Raw)": 0.9445338845252991, "Finetune/Step": 2282, "Finetune/Step Time": 5.352351227775216} +{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9333921670913696, "Finetune/Loss (Raw)": 1.0854601860046387, "Finetune/Step": 2283, "Finetune/Step Time": 5.3395470678806305} +{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9346581101417542, "Finetune/Loss (Raw)": 0.9562157392501831, "Finetune/Step": 2284, "Finetune/Step Time": 5.358664270490408} +{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9351708889007568, "Finetune/Loss (Raw)": 1.0128740072250366, "Finetune/Step": 2285, "Finetune/Step Time": 5.358741594478488} +{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9353405833244324, "Finetune/Loss (Raw)": 1.0030733346939087, "Finetune/Step": 2286, "Finetune/Step Time": 5.369258854538202} +{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9338467121124268, "Finetune/Loss (Raw)": 0.827316403388977, "Finetune/Step": 2287, "Finetune/Step Time": 5.354011060670018} +{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9337531924247742, "Finetune/Loss (Raw)": 0.9770638942718506, "Finetune/Step": 2288, "Finetune/Step Time": 5.3577019572258} +{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.932955265045166, "Finetune/Loss (Raw)": 0.7754518985748291, "Finetune/Step": 2289, "Finetune/Step Time": 5.371224846690893} +{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.933496356010437, "Finetune/Loss (Raw)": 1.0385339260101318, "Finetune/Step": 2290, "Finetune/Step Time": 5.363725379109383} +{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9332338571548462, "Finetune/Loss (Raw)": 0.8777499198913574, "Finetune/Step": 2291, "Finetune/Step Time": 5.380960835143924} +{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9317504167556763, "Finetune/Loss (Raw)": 0.882432222366333, "Finetune/Step": 2292, "Finetune/Step Time": 5.388789622113109} +{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9301068782806396, "Finetune/Loss (Raw)": 0.7965434193611145, "Finetune/Step": 2293, "Finetune/Step Time": 5.368572033941746} +{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9298144578933716, "Finetune/Loss (Raw)": 0.9582894444465637, "Finetune/Step": 2294, "Finetune/Step Time": 5.366628862917423} +{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.928879976272583, "Finetune/Loss (Raw)": 0.9834928512573242, "Finetune/Step": 2295, "Finetune/Step Time": 5.384509338065982} +{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9276342391967773, "Finetune/Loss (Raw)": 0.7926111221313477, "Finetune/Step": 2296, "Finetune/Step Time": 5.385064857080579} +{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9274779558181763, "Finetune/Loss (Raw)": 0.9753493070602417, "Finetune/Step": 2297, "Finetune/Step Time": 5.381651271134615} +{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9277716875076294, "Finetune/Loss (Raw)": 0.9035317897796631, "Finetune/Step": 2298, "Finetune/Step Time": 5.383047798648477} +{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9281003475189209, "Finetune/Loss (Raw)": 1.018526554107666, "Finetune/Step": 2299, "Finetune/Step Time": 5.381069527938962} +{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9287525415420532, "Finetune/Loss (Raw)": 1.0129045248031616, "Finetune/Step": 2300, "Finetune/Step Time": 5.392306949943304} +{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9276975393295288, "Finetune/Loss (Raw)": 0.8607673048973083, "Finetune/Step": 2301, "Finetune/Step Time": 5.37909802980721} +{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9276546239852905, "Finetune/Loss (Raw)": 0.8203486204147339, "Finetune/Step": 2302, "Finetune/Step Time": 5.3719919584691525} +{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9274276494979858, "Finetune/Loss (Raw)": 0.9576747417449951, "Finetune/Step": 2303, "Finetune/Step Time": 5.354192096740007} +{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9253250360488892, "Finetune/Loss (Raw)": 0.7514321804046631, "Finetune/Step": 2304, "Finetune/Step Time": 5.362557979300618} +{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9231422543525696, "Finetune/Loss (Raw)": 0.8338156938552856, "Finetune/Step": 2305, "Finetune/Step Time": 5.357993615791202} +{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9252836108207703, "Finetune/Loss (Raw)": 1.0955548286437988, "Finetune/Step": 2306, "Finetune/Step Time": 5.360367897897959} +{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9251106977462769, "Finetune/Loss (Raw)": 1.0106350183486938, "Finetune/Step": 2307, "Finetune/Step Time": 5.344983229413629} +{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9223942756652832, "Finetune/Loss (Raw)": 0.6546411514282227, "Finetune/Step": 2308, "Finetune/Step Time": 5.3475017081946135} +{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9224869012832642, "Finetune/Loss (Raw)": 1.0117852687835693, "Finetune/Step": 2309, "Finetune/Step Time": 5.347606532275677} +{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9223396182060242, "Finetune/Loss (Raw)": 0.9973991513252258, "Finetune/Step": 2310, "Finetune/Step Time": 5.3424695041030645} +{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.924087643623352, "Finetune/Loss (Raw)": 1.0510724782943726, "Finetune/Step": 2311, "Finetune/Step Time": 5.322746137157083} +{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9246912002563477, "Finetune/Loss (Raw)": 0.9323700666427612, "Finetune/Step": 2312, "Finetune/Step Time": 5.332169868052006} +{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9249909520149231, "Finetune/Loss (Raw)": 0.9864873886108398, "Finetune/Step": 2313, "Finetune/Step Time": 5.337348997592926} +{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9245800375938416, "Finetune/Loss (Raw)": 0.8789471387863159, "Finetune/Step": 2314, "Finetune/Step Time": 5.345869533717632} +{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.925318717956543, "Finetune/Loss (Raw)": 0.8909406661987305, "Finetune/Step": 2315, "Finetune/Step Time": 5.312293415889144} +{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9257160425186157, "Finetune/Loss (Raw)": 1.0189481973648071, "Finetune/Step": 2316, "Finetune/Step Time": 5.277518521994352} +{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9258971214294434, "Finetune/Loss (Raw)": 0.9002389311790466, "Finetune/Step": 2317, "Finetune/Step Time": 5.273918883875012} +{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9261850714683533, "Finetune/Loss (Raw)": 0.9268872737884521, "Finetune/Step": 2318, "Finetune/Step Time": 5.262080378830433} +{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9271166324615479, "Finetune/Loss (Raw)": 1.1201366186141968, "Finetune/Step": 2319, "Finetune/Step Time": 5.253160323947668} +{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9281426668167114, "Finetune/Loss (Raw)": 0.9609635472297668, "Finetune/Step": 2320, "Finetune/Step Time": 5.251646690070629} +{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9275810718536377, "Finetune/Loss (Raw)": 0.9522797465324402, "Finetune/Step": 2321, "Finetune/Step Time": 5.258745726197958} +{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9278984665870667, "Finetune/Loss (Raw)": 1.038212537765503, "Finetune/Step": 2322, "Finetune/Step Time": 5.259017493575811} +{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9265175461769104, "Finetune/Loss (Raw)": 0.8427475690841675, "Finetune/Step": 2323, "Finetune/Step Time": 5.272877702489495} +{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.9264482259750366, "Finetune/Loss (Raw)": 0.8803801536560059, "Finetune/Step": 2324, "Finetune/Step Time": 5.262802364304662} +{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9267743825912476, "Finetune/Loss (Raw)": 1.0727810859680176, "Finetune/Step": 2325, "Finetune/Step Time": 5.269700666889548} +{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9230985641479492, "Finetune/Loss (Raw)": 0.4360009729862213, "Finetune/Step": 2326, "Finetune/Step Time": 5.3001844976097345} +{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.923403799533844, "Finetune/Loss (Raw)": 0.9272382855415344, "Finetune/Step": 2327, "Finetune/Step Time": 5.309632210060954} +{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9231492280960083, "Finetune/Loss (Raw)": 0.8981204628944397, "Finetune/Step": 2328, "Finetune/Step Time": 5.303656743839383} +{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9283298254013062, "Finetune/Loss (Raw)": 1.0128904581069946, "Finetune/Step": 2329, "Finetune/Step Time": 5.274561638012528} +{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.9275033473968506, "Finetune/Loss (Raw)": 0.8444087505340576, "Finetune/Step": 2330, "Finetune/Step Time": 5.2875928077846766} +{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9280762672424316, "Finetune/Loss (Raw)": 0.9795701503753662, "Finetune/Step": 2331, "Finetune/Step Time": 5.2955552246421576} +{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9301720857620239, "Finetune/Loss (Raw)": 1.1543457508087158, "Finetune/Step": 2332, "Finetune/Step Time": 5.2916484493762255} +{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.934862494468689, "Finetune/Loss (Raw)": 1.0248496532440186, "Finetune/Step": 2333, "Finetune/Step Time": 5.279018664732575} +{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9367867708206177, "Finetune/Loss (Raw)": 0.9831738471984863, "Finetune/Step": 2334, "Finetune/Step Time": 5.241769406944513} +{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9359968900680542, "Finetune/Loss (Raw)": 0.901809811592102, "Finetune/Step": 2335, "Finetune/Step Time": 5.238599576056004} +{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9361911416053772, "Finetune/Loss (Raw)": 0.9301450252532959, "Finetune/Step": 2336, "Finetune/Step Time": 5.243276335299015} +{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9366288185119629, "Finetune/Loss (Raw)": 0.9732365012168884, "Finetune/Step": 2337, "Finetune/Step Time": 5.242853123694658} +{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9414998292922974, "Finetune/Loss (Raw)": 1.013332486152649, "Finetune/Step": 2338, "Finetune/Step Time": 5.212521590292454} +{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9399728775024414, "Finetune/Loss (Raw)": 0.8579573035240173, "Finetune/Step": 2339, "Finetune/Step Time": 5.208605300635099} +{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9413386583328247, "Finetune/Loss (Raw)": 0.9202448129653931, "Finetune/Step": 2340, "Finetune/Step Time": 5.194565383717418} +{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.943213701248169, "Finetune/Loss (Raw)": 1.0986413955688477, "Finetune/Step": 2341, "Finetune/Step Time": 5.22148821502924} +{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9401801228523254, "Finetune/Loss (Raw)": 0.3521387279033661, "Finetune/Step": 2342, "Finetune/Step Time": 5.24369558878243} +{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9404661655426025, "Finetune/Loss (Raw)": 1.042849063873291, "Finetune/Step": 2343, "Finetune/Step Time": 5.255501823499799} +{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9400476217269897, "Finetune/Loss (Raw)": 0.932289719581604, "Finetune/Step": 2344, "Finetune/Step Time": 5.27871192060411} +{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9411804676055908, "Finetune/Loss (Raw)": 1.1930210590362549, "Finetune/Step": 2345, "Finetune/Step Time": 5.272958073765039} +{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9424786567687988, "Finetune/Loss (Raw)": 0.9479987025260925, "Finetune/Step": 2346, "Finetune/Step Time": 5.2686961982399225} +{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9426616430282593, "Finetune/Loss (Raw)": 0.9259894490242004, "Finetune/Step": 2347, "Finetune/Step Time": 5.242875080555677} +{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9430999159812927, "Finetune/Loss (Raw)": 1.0718765258789062, "Finetune/Step": 2348, "Finetune/Step Time": 5.24501502327621} +{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9437263011932373, "Finetune/Loss (Raw)": 0.9560679197311401, "Finetune/Step": 2349, "Finetune/Step Time": 5.236194549128413} +{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9432246685028076, "Finetune/Loss (Raw)": 0.9492068886756897, "Finetune/Step": 2350, "Finetune/Step Time": 5.229261772707105} +{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9439993500709534, "Finetune/Loss (Raw)": 1.0693658590316772, "Finetune/Step": 2351, "Finetune/Step Time": 5.226435190066695} +{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9452294707298279, "Finetune/Loss (Raw)": 1.1020373106002808, "Finetune/Step": 2352, "Finetune/Step Time": 5.234881209209561} +{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453575015068054, "Finetune/Loss (Raw)": 0.9477362036705017, "Finetune/Step": 2353, "Finetune/Step Time": 5.228812279179692} +{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9454096555709839, "Finetune/Loss (Raw)": 0.9626523852348328, "Finetune/Step": 2354, "Finetune/Step Time": 5.2207842487841845} +{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441715478897095, "Finetune/Loss (Raw)": 0.847607433795929, "Finetune/Step": 2355, "Finetune/Step Time": 5.217869995161891} +{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9433521032333374, "Finetune/Loss (Raw)": 0.8527916669845581, "Finetune/Step": 2356, "Finetune/Step Time": 5.218367451801896} +{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9431293606758118, "Finetune/Loss (Raw)": 0.9265450239181519, "Finetune/Step": 2357, "Finetune/Step Time": 5.222872523590922} +{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9444665312767029, "Finetune/Loss (Raw)": 1.0686988830566406, "Finetune/Step": 2358, "Finetune/Step Time": 5.219855532050133} +{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9386664628982544, "Finetune/Loss (Raw)": 0.2894453704357147, "Finetune/Step": 2359, "Finetune/Step Time": 5.249846016988158} +{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9377302527427673, "Finetune/Loss (Raw)": 0.9443920850753784, "Finetune/Step": 2360, "Finetune/Step Time": 5.253789806738496} +{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9389565587043762, "Finetune/Loss (Raw)": 0.9761850833892822, "Finetune/Step": 2361, "Finetune/Step Time": 5.237482817843556} +{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9386923313140869, "Finetune/Loss (Raw)": 0.9667566418647766, "Finetune/Step": 2362, "Finetune/Step Time": 5.230411767959595} +{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9363024234771729, "Finetune/Loss (Raw)": 0.7716989517211914, "Finetune/Step": 2363, "Finetune/Step Time": 5.236192183569074} +{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9352100491523743, "Finetune/Loss (Raw)": 0.8870083689689636, "Finetune/Step": 2364, "Finetune/Step Time": 5.23341148532927} +{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9360864162445068, "Finetune/Loss (Raw)": 1.0656465291976929, "Finetune/Step": 2365, "Finetune/Step Time": 5.229094417765737} +{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9361427426338196, "Finetune/Loss (Raw)": 0.8210662603378296, "Finetune/Step": 2366, "Finetune/Step Time": 5.225412325933576} +{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9345529079437256, "Finetune/Loss (Raw)": 0.9919748902320862, "Finetune/Step": 2367, "Finetune/Step Time": 5.230723690241575} +{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9337226152420044, "Finetune/Loss (Raw)": 0.9760759472846985, "Finetune/Step": 2368, "Finetune/Step Time": 5.231711221858859} +{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.933843731880188, "Finetune/Loss (Raw)": 1.037706732749939, "Finetune/Step": 2369, "Finetune/Step Time": 5.228619407862425} +{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9339033365249634, "Finetune/Loss (Raw)": 0.9419840574264526, "Finetune/Step": 2370, "Finetune/Step Time": 5.230469660833478} +{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9349364042282104, "Finetune/Loss (Raw)": 1.051640510559082, "Finetune/Step": 2371, "Finetune/Step Time": 5.2292325887829065} +{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9328219890594482, "Finetune/Loss (Raw)": 0.9197143316268921, "Finetune/Step": 2372, "Finetune/Step Time": 5.232052592560649} +{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9334179162979126, "Finetune/Loss (Raw)": 1.0597586631774902, "Finetune/Step": 2373, "Finetune/Step Time": 5.254177335649729} +{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9312477707862854, "Finetune/Loss (Raw)": 0.844404935836792, "Finetune/Step": 2374, "Finetune/Step Time": 5.255584713071585} +{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9307194948196411, "Finetune/Loss (Raw)": 0.8150713443756104, "Finetune/Step": 2375, "Finetune/Step Time": 5.2588291093707085} +{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9321560263633728, "Finetune/Loss (Raw)": 0.9800906181335449, "Finetune/Step": 2376, "Finetune/Step Time": 5.2637823931872845} +{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9337068796157837, "Finetune/Loss (Raw)": 1.0852547883987427, "Finetune/Step": 2377, "Finetune/Step Time": 5.264051424339414} +{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9341598153114319, "Finetune/Loss (Raw)": 1.0358695983886719, "Finetune/Step": 2378, "Finetune/Step Time": 5.242354275658727} +{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9341129064559937, "Finetune/Loss (Raw)": 0.9853752851486206, "Finetune/Step": 2379, "Finetune/Step Time": 5.25926280580461} +{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9379643201828003, "Finetune/Loss (Raw)": 0.8091857433319092, "Finetune/Step": 2380, "Finetune/Step Time": 5.226969497278333} +{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9371111989021301, "Finetune/Loss (Raw)": 0.9522154331207275, "Finetune/Step": 2381, "Finetune/Step Time": 5.230158045887947} +{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9352192878723145, "Finetune/Loss (Raw)": 0.8315732479095459, "Finetune/Step": 2382, "Finetune/Step Time": 5.242044551298022} +{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9330573081970215, "Finetune/Loss (Raw)": 0.7081257104873657, "Finetune/Step": 2383, "Finetune/Step Time": 5.2549361679703} +{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9348521828651428, "Finetune/Loss (Raw)": 1.135500192642212, "Finetune/Step": 2384, "Finetune/Step Time": 5.250477269291878} +{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9343172311782837, "Finetune/Loss (Raw)": 0.9390760064125061, "Finetune/Step": 2385, "Finetune/Step Time": 5.255644703283906} +{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9363358616828918, "Finetune/Loss (Raw)": 1.0628666877746582, "Finetune/Step": 2386, "Finetune/Step Time": 5.262118998914957} +{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9365192651748657, "Finetune/Loss (Raw)": 0.8970512747764587, "Finetune/Step": 2387, "Finetune/Step Time": 5.2760146502405405} +{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9372290372848511, "Finetune/Loss (Raw)": 1.0094835758209229, "Finetune/Step": 2388, "Finetune/Step Time": 5.286043293774128} +{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9376056790351868, "Finetune/Loss (Raw)": 1.0557371377944946, "Finetune/Step": 2389, "Finetune/Step Time": 5.284654123708606} +{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9376301169395447, "Finetune/Loss (Raw)": 1.0697901248931885, "Finetune/Step": 2390, "Finetune/Step Time": 5.294502330943942} +{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9388226270675659, "Finetune/Loss (Raw)": 1.0178184509277344, "Finetune/Step": 2391, "Finetune/Step Time": 5.293528562411666} +{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.938645601272583, "Finetune/Loss (Raw)": 0.9649479389190674, "Finetune/Step": 2392, "Finetune/Step Time": 5.2938899602741} +{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9397490620613098, "Finetune/Loss (Raw)": 1.0693601369857788, "Finetune/Step": 2393, "Finetune/Step Time": 5.306735910475254} +{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9365109205245972, "Finetune/Loss (Raw)": 0.3917734622955322, "Finetune/Step": 2394, "Finetune/Step Time": 5.329532492905855} +{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9370406866073608, "Finetune/Loss (Raw)": 0.9849659204483032, "Finetune/Step": 2395, "Finetune/Step Time": 5.3338360115885735} +{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9375072717666626, "Finetune/Loss (Raw)": 0.9144271016120911, "Finetune/Step": 2396, "Finetune/Step Time": 5.3310533333569765} +{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374926090240479, "Finetune/Loss (Raw)": 0.9714213013648987, "Finetune/Step": 2397, "Finetune/Step Time": 5.32346884906292} +{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396857023239136, "Finetune/Loss (Raw)": 1.1114184856414795, "Finetune/Step": 2398, "Finetune/Step Time": 5.314628802239895} +{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9398989677429199, "Finetune/Loss (Raw)": 1.0271989107131958, "Finetune/Step": 2399, "Finetune/Step Time": 5.321508577093482} +{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9386529922485352, "Finetune/Loss (Raw)": 0.852928638458252, "Finetune/Step": 2400, "Finetune/Step Time": 5.313612440600991} +{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9388891458511353, "Finetune/Loss (Raw)": 0.9901276230812073, "Finetune/Step": 2401, "Finetune/Step Time": 5.322696898132563} +{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9386970400810242, "Finetune/Loss (Raw)": 0.8389924764633179, "Finetune/Step": 2402, "Finetune/Step Time": 5.302125396206975} +{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9380906224250793, "Finetune/Loss (Raw)": 0.9747737646102905, "Finetune/Step": 2403, "Finetune/Step Time": 5.3053884487599134} +{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9383937120437622, "Finetune/Loss (Raw)": 0.994269073009491, "Finetune/Step": 2404, "Finetune/Step Time": 5.3045965395867825} +{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9399638772010803, "Finetune/Loss (Raw)": 0.9729204773902893, "Finetune/Step": 2405, "Finetune/Step Time": 5.300204981118441} +{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9400731325149536, "Finetune/Loss (Raw)": 1.0284051895141602, "Finetune/Step": 2406, "Finetune/Step Time": 5.301295153796673} +{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9373666048049927, "Finetune/Loss (Raw)": 0.7282329201698303, "Finetune/Step": 2407, "Finetune/Step Time": 5.327475467696786} +{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.939198911190033, "Finetune/Loss (Raw)": 1.159950613975525, "Finetune/Step": 2408, "Finetune/Step Time": 5.335866207256913} +{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9391021728515625, "Finetune/Loss (Raw)": 0.9191832542419434, "Finetune/Step": 2409, "Finetune/Step Time": 5.33586903847754} +{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9391955137252808, "Finetune/Loss (Raw)": 0.9564804434776306, "Finetune/Step": 2410, "Finetune/Step Time": 5.34489388205111} +{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9370142221450806, "Finetune/Loss (Raw)": 0.8062537312507629, "Finetune/Step": 2411, "Finetune/Step Time": 5.3522298857569695} +{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9367886781692505, "Finetune/Loss (Raw)": 0.9273489713668823, "Finetune/Step": 2412, "Finetune/Step Time": 5.325400507077575} +{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355736374855042, "Finetune/Loss (Raw)": 0.857342004776001, "Finetune/Step": 2413, "Finetune/Step Time": 5.321070006117225} +{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9354889392852783, "Finetune/Loss (Raw)": 0.9922294020652771, "Finetune/Step": 2414, "Finetune/Step Time": 5.306621089577675} +{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9361540079116821, "Finetune/Loss (Raw)": 0.9124532341957092, "Finetune/Step": 2415, "Finetune/Step Time": 5.3067232724279165} +{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9362565279006958, "Finetune/Loss (Raw)": 0.9901777505874634, "Finetune/Step": 2416, "Finetune/Step Time": 5.304798809811473} +{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9376307725906372, "Finetune/Loss (Raw)": 0.951366662979126, "Finetune/Step": 2417, "Finetune/Step Time": 5.307956764474511} +{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9329547882080078, "Finetune/Loss (Raw)": 0.4400031268596649, "Finetune/Step": 2418, "Finetune/Step Time": 5.3438116535544395} +{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9335051774978638, "Finetune/Loss (Raw)": 0.9481934905052185, "Finetune/Step": 2419, "Finetune/Step Time": 5.346105337142944} +{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.935348629951477, "Finetune/Loss (Raw)": 1.1183981895446777, "Finetune/Step": 2420, "Finetune/Step Time": 5.335695032030344} +{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9354048371315002, "Finetune/Loss (Raw)": 0.8037399053573608, "Finetune/Step": 2421, "Finetune/Step Time": 5.345120746642351} +{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341769218444824, "Finetune/Loss (Raw)": 0.8011168241500854, "Finetune/Step": 2422, "Finetune/Step Time": 5.354950770735741} +{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9326887130737305, "Finetune/Loss (Raw)": 0.7930040955543518, "Finetune/Step": 2423, "Finetune/Step Time": 5.347829073667526} +{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9340952038764954, "Finetune/Loss (Raw)": 0.9726420640945435, "Finetune/Step": 2424, "Finetune/Step Time": 5.347400926053524} +{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9333876967430115, "Finetune/Loss (Raw)": 0.8847846984863281, "Finetune/Step": 2425, "Finetune/Step Time": 5.358037216588855} +{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.929185152053833, "Finetune/Loss (Raw)": 0.3656090795993805, "Finetune/Step": 2426, "Finetune/Step Time": 5.387948716059327} +{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9289571642875671, "Finetune/Loss (Raw)": 0.9893395900726318, "Finetune/Step": 2427, "Finetune/Step Time": 5.37822843901813} +{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9274859428405762, "Finetune/Loss (Raw)": 0.8245949149131775, "Finetune/Step": 2428, "Finetune/Step Time": 5.367118315771222} +{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9286590814590454, "Finetune/Loss (Raw)": 1.0109211206436157, "Finetune/Step": 2429, "Finetune/Step Time": 5.3786820359528065} +{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9283455610275269, "Finetune/Loss (Raw)": 0.7802220582962036, "Finetune/Step": 2430, "Finetune/Step Time": 5.402896573767066} +{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9289305210113525, "Finetune/Loss (Raw)": 1.0325508117675781, "Finetune/Step": 2431, "Finetune/Step Time": 5.401000102981925} +{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304012060165405, "Finetune/Loss (Raw)": 0.9396812915802002, "Finetune/Step": 2432, "Finetune/Step Time": 5.4035145584493876} +{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9308984279632568, "Finetune/Loss (Raw)": 0.8974589705467224, "Finetune/Step": 2433, "Finetune/Step Time": 5.4031745586544275} +{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9297958612442017, "Finetune/Loss (Raw)": 0.954425036907196, "Finetune/Step": 2434, "Finetune/Step Time": 5.402133397758007} +{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9289679527282715, "Finetune/Loss (Raw)": 0.9046579003334045, "Finetune/Step": 2435, "Finetune/Step Time": 5.411239271983504} +{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9317229390144348, "Finetune/Loss (Raw)": 1.0072821378707886, "Finetune/Step": 2436, "Finetune/Step Time": 5.404441086575389} +{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9308943152427673, "Finetune/Loss (Raw)": 0.905722439289093, "Finetune/Step": 2437, "Finetune/Step Time": 5.409727953374386} +{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9311790466308594, "Finetune/Loss (Raw)": 1.0338451862335205, "Finetune/Step": 2438, "Finetune/Step Time": 5.4195959828794} +{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9309695959091187, "Finetune/Loss (Raw)": 1.0242596864700317, "Finetune/Step": 2439, "Finetune/Step Time": 5.419598603621125} +{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9316346645355225, "Finetune/Loss (Raw)": 1.0175081491470337, "Finetune/Step": 2440, "Finetune/Step Time": 5.399222154170275} +{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9316318035125732, "Finetune/Loss (Raw)": 0.9861098527908325, "Finetune/Step": 2441, "Finetune/Step Time": 5.395201692357659} +{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9322156310081482, "Finetune/Loss (Raw)": 0.9536834359169006, "Finetune/Step": 2442, "Finetune/Step Time": 5.390798661857843} +{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9330601692199707, "Finetune/Loss (Raw)": 0.9990372657775879, "Finetune/Step": 2443, "Finetune/Step Time": 5.395904220640659} +{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9328863024711609, "Finetune/Loss (Raw)": 0.9966987371444702, "Finetune/Step": 2444, "Finetune/Step Time": 5.402887554839253} +{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9288415908813477, "Finetune/Loss (Raw)": 0.38251760601997375, "Finetune/Step": 2445, "Finetune/Step Time": 5.430606490001082} +{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9289968609809875, "Finetune/Loss (Raw)": 0.9467547535896301, "Finetune/Step": 2446, "Finetune/Step Time": 5.432018186897039} +{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9275188446044922, "Finetune/Loss (Raw)": 0.9309544563293457, "Finetune/Step": 2447, "Finetune/Step Time": 5.436779549345374} +{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9281207323074341, "Finetune/Loss (Raw)": 1.0380014181137085, "Finetune/Step": 2448, "Finetune/Step Time": 5.438567506149411} +{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9272927641868591, "Finetune/Loss (Raw)": 0.8463024497032166, "Finetune/Step": 2449, "Finetune/Step Time": 5.4307778012007475} +{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9229488372802734, "Finetune/Loss (Raw)": 0.48219218850135803, "Finetune/Step": 2450, "Finetune/Step Time": 5.4590004701167345} +{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.9188433885574341, "Finetune/Loss (Raw)": 0.31724464893341064, "Finetune/Step": 2451, "Finetune/Step Time": 5.477673651650548} +{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9197807312011719, "Finetune/Loss (Raw)": 1.000365972518921, "Finetune/Step": 2452, "Finetune/Step Time": 5.478601714596152} +{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9190921187400818, "Finetune/Loss (Raw)": 0.9846348762512207, "Finetune/Step": 2453, "Finetune/Step Time": 5.4963491298258305} +{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9231467247009277, "Finetune/Loss (Raw)": 0.9549885988235474, "Finetune/Step": 2454, "Finetune/Step Time": 5.469480749219656} +{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9241132736206055, "Finetune/Loss (Raw)": 1.0509603023529053, "Finetune/Step": 2455, "Finetune/Step Time": 5.456783156841993} +{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.924878716468811, "Finetune/Loss (Raw)": 0.9960992336273193, "Finetune/Step": 2456, "Finetune/Step Time": 5.446919312700629} +{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9246883392333984, "Finetune/Loss (Raw)": 0.9885237812995911, "Finetune/Step": 2457, "Finetune/Step Time": 5.443998359143734} +{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9258245229721069, "Finetune/Loss (Raw)": 0.989838719367981, "Finetune/Step": 2458, "Finetune/Step Time": 5.449813114479184} +{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.925233006477356, "Finetune/Loss (Raw)": 0.9038448929786682, "Finetune/Step": 2459, "Finetune/Step Time": 5.443949740380049} +{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9237862229347229, "Finetune/Loss (Raw)": 0.9691697359085083, "Finetune/Step": 2460, "Finetune/Step Time": 5.438177449628711} +{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9244803190231323, "Finetune/Loss (Raw)": 1.1136935949325562, "Finetune/Step": 2461, "Finetune/Step Time": 5.434348965063691} +{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9245567917823792, "Finetune/Loss (Raw)": 0.9929551482200623, "Finetune/Step": 2462, "Finetune/Step Time": 5.427433535456657} +{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9250791668891907, "Finetune/Loss (Raw)": 0.9686734676361084, "Finetune/Step": 2463, "Finetune/Step Time": 5.427397707477212} +{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9260792136192322, "Finetune/Loss (Raw)": 1.0581547021865845, "Finetune/Step": 2464, "Finetune/Step Time": 5.412937179207802} +{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9257446527481079, "Finetune/Loss (Raw)": 0.9304099082946777, "Finetune/Step": 2465, "Finetune/Step Time": 5.409938350319862} +{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9244243502616882, "Finetune/Loss (Raw)": 0.8443313837051392, "Finetune/Step": 2466, "Finetune/Step Time": 5.4112290404737} +{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9252023696899414, "Finetune/Loss (Raw)": 0.9575424790382385, "Finetune/Step": 2467, "Finetune/Step Time": 5.38611320592463} +{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9270910024642944, "Finetune/Loss (Raw)": 1.1619935035705566, "Finetune/Step": 2468, "Finetune/Step Time": 5.390362769365311} +{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266790151596069, "Finetune/Loss (Raw)": 1.0459117889404297, "Finetune/Step": 2469, "Finetune/Step Time": 5.36159641481936} +{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307643175125122, "Finetune/Loss (Raw)": 0.875053346157074, "Finetune/Step": 2470, "Finetune/Step Time": 5.342620573937893} +{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9306396245956421, "Finetune/Loss (Raw)": 1.0268882513046265, "Finetune/Step": 2471, "Finetune/Step Time": 5.326463485136628} +{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9310290813446045, "Finetune/Loss (Raw)": 0.9821364879608154, "Finetune/Step": 2472, "Finetune/Step Time": 5.295835768803954} +{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9292183518409729, "Finetune/Loss (Raw)": 0.9612501263618469, "Finetune/Step": 2473, "Finetune/Step Time": 5.307749662548304} +{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297465085983276, "Finetune/Loss (Raw)": 1.0156046152114868, "Finetune/Step": 2474, "Finetune/Step Time": 5.312048709020019} +{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9297006130218506, "Finetune/Loss (Raw)": 0.9201157689094543, "Finetune/Step": 2475, "Finetune/Step Time": 5.306174531579018} +{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9288883209228516, "Finetune/Loss (Raw)": 0.9679065346717834, "Finetune/Step": 2476, "Finetune/Step Time": 5.303900860249996} +{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9289916157722473, "Finetune/Loss (Raw)": 0.9692879915237427, "Finetune/Step": 2477, "Finetune/Step Time": 5.306768529117107} +{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9289666414260864, "Finetune/Loss (Raw)": 0.9460079669952393, "Finetune/Step": 2478, "Finetune/Step Time": 5.306224538013339} +{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9273686408996582, "Finetune/Loss (Raw)": 0.8648236989974976, "Finetune/Step": 2479, "Finetune/Step Time": 5.307106297463179} +{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9257016181945801, "Finetune/Loss (Raw)": 0.8886517286300659, "Finetune/Step": 2480, "Finetune/Step Time": 5.30564272031188} +{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9212056994438171, "Finetune/Loss (Raw)": 0.3722585141658783, "Finetune/Step": 2481, "Finetune/Step Time": 5.340992346405983} +{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9224909543991089, "Finetune/Loss (Raw)": 1.127166509628296, "Finetune/Step": 2482, "Finetune/Step Time": 5.337798908352852} +{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.923362135887146, "Finetune/Loss (Raw)": 0.959123432636261, "Finetune/Step": 2483, "Finetune/Step Time": 5.34333910420537} +{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9239373803138733, "Finetune/Loss (Raw)": 0.9264218807220459, "Finetune/Step": 2484, "Finetune/Step Time": 5.3538696095347404} +{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9242083430290222, "Finetune/Loss (Raw)": 0.9612323045730591, "Finetune/Step": 2485, "Finetune/Step Time": 5.359434934332967} +{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9225232601165771, "Finetune/Loss (Raw)": 0.8530067801475525, "Finetune/Step": 2486, "Finetune/Step Time": 5.3699389938265085} +{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226884841918945, "Finetune/Loss (Raw)": 0.3105945587158203, "Finetune/Step": 2487, "Finetune/Step Time": 5.3686782736331224} +{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9237059354782104, "Finetune/Loss (Raw)": 1.0746238231658936, "Finetune/Step": 2488, "Finetune/Step Time": 5.3621743358671665} +{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239083528518677, "Finetune/Loss (Raw)": 1.0020889043807983, "Finetune/Step": 2489, "Finetune/Step Time": 5.38071970641613} +{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188017845153809, "Finetune/Loss (Raw)": 0.3131190240383148, "Finetune/Step": 2490, "Finetune/Step Time": 5.4159666653722525} +{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200273752212524, "Finetune/Loss (Raw)": 0.9285709857940674, "Finetune/Step": 2491, "Finetune/Step Time": 5.409173529595137} +{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.919563353061676, "Finetune/Loss (Raw)": 0.8276174068450928, "Finetune/Step": 2492, "Finetune/Step Time": 5.410816013813019} +{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191299676895142, "Finetune/Loss (Raw)": 1.0101796388626099, "Finetune/Step": 2493, "Finetune/Step Time": 5.41869973950088} +{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9209876656532288, "Finetune/Loss (Raw)": 1.05884850025177, "Finetune/Step": 2494, "Finetune/Step Time": 5.407309843227267} +{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9207944869995117, "Finetune/Loss (Raw)": 0.9672472476959229, "Finetune/Step": 2495, "Finetune/Step Time": 5.40026774443686} +{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9205962419509888, "Finetune/Loss (Raw)": 0.9506996870040894, "Finetune/Step": 2496, "Finetune/Step Time": 5.416328405961394} +{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9191409349441528, "Finetune/Loss (Raw)": 0.8514238595962524, "Finetune/Step": 2497, "Finetune/Step Time": 5.414807083085179} +{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9198851585388184, "Finetune/Loss (Raw)": 1.03725004196167, "Finetune/Step": 2498, "Finetune/Step Time": 5.415535939857364} +{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.9171639680862427, "Finetune/Loss (Raw)": 0.7033302187919617, "Finetune/Step": 2499, "Finetune/Step Time": 5.433660920709372} +{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9176183342933655, "Finetune/Loss (Raw)": 0.9778702259063721, "Finetune/Step": 2500, "Finetune/Step Time": 5.4333290960639715} +{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9168161749839783, "Finetune/Loss (Raw)": 0.9570801854133606, "Finetune/Step": 2501, "Finetune/Step Time": 5.413929322734475} +{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9177659749984741, "Finetune/Loss (Raw)": 0.9659829139709473, "Finetune/Step": 2502, "Finetune/Step Time": 5.414242941886187} +{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9186354875564575, "Finetune/Loss (Raw)": 0.9263615012168884, "Finetune/Step": 2503, "Finetune/Step Time": 5.40324642136693} +{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181531667709351, "Finetune/Loss (Raw)": 0.9183598160743713, "Finetune/Step": 2504, "Finetune/Step Time": 5.407662887126207} +{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9170061945915222, "Finetune/Loss (Raw)": 0.9384409189224243, "Finetune/Step": 2505, "Finetune/Step Time": 5.407315488904715} +{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9158995151519775, "Finetune/Loss (Raw)": 0.8942089080810547, "Finetune/Step": 2506, "Finetune/Step Time": 5.411531776189804} +{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.916348934173584, "Finetune/Loss (Raw)": 1.0429078340530396, "Finetune/Step": 2507, "Finetune/Step Time": 5.398942405357957} +{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168308973312378, "Finetune/Loss (Raw)": 0.8708701133728027, "Finetune/Step": 2508, "Finetune/Step Time": 5.406424907967448} +{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161192774772644, "Finetune/Loss (Raw)": 0.8611379861831665, "Finetune/Step": 2509, "Finetune/Step Time": 5.40936447493732} +{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9180918335914612, "Finetune/Loss (Raw)": 1.0840535163879395, "Finetune/Step": 2510, "Finetune/Step Time": 5.392646513879299} +{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9203900694847107, "Finetune/Loss (Raw)": 1.002302646636963, "Finetune/Step": 2511, "Finetune/Step Time": 5.389231983572245} +{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181339740753174, "Finetune/Loss (Raw)": 0.8467176556587219, "Finetune/Step": 2512, "Finetune/Step Time": 5.3985573668032885} +{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177331924438477, "Finetune/Loss (Raw)": 0.8877811431884766, "Finetune/Step": 2513, "Finetune/Step Time": 5.397794213145971} +{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9177192449569702, "Finetune/Loss (Raw)": 1.0610707998275757, "Finetune/Step": 2514, "Finetune/Step Time": 5.403894206508994} +{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171481132507324, "Finetune/Loss (Raw)": 0.8239598870277405, "Finetune/Step": 2515, "Finetune/Step Time": 5.408853525295854} +{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9167472720146179, "Finetune/Loss (Raw)": 0.9581699371337891, "Finetune/Step": 2516, "Finetune/Step Time": 5.386584585532546} +{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9159796833992004, "Finetune/Loss (Raw)": 0.9574818015098572, "Finetune/Step": 2517, "Finetune/Step Time": 5.390073336660862} +{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9146823883056641, "Finetune/Loss (Raw)": 0.9037337899208069, "Finetune/Step": 2518, "Finetune/Step Time": 5.389736061915755} +{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9138660430908203, "Finetune/Loss (Raw)": 0.9133363962173462, "Finetune/Step": 2519, "Finetune/Step Time": 5.3940843138843775} +{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9143034219741821, "Finetune/Loss (Raw)": 1.020929217338562, "Finetune/Step": 2520, "Finetune/Step Time": 5.39347879588604} +{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9090864062309265, "Finetune/Loss (Raw)": 0.40158331394195557, "Finetune/Step": 2521, "Finetune/Step Time": 5.408238021656871} +{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138213396072388, "Finetune/Loss (Raw)": 0.9978373646736145, "Finetune/Step": 2522, "Finetune/Step Time": 5.3908870704472065} +{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119834899902344, "Finetune/Loss (Raw)": 0.7497232556343079, "Finetune/Step": 2523, "Finetune/Step Time": 5.392754700034857} +{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.911967396736145, "Finetune/Loss (Raw)": 0.912371039390564, "Finetune/Step": 2524, "Finetune/Step Time": 5.391704624518752} +{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9114179015159607, "Finetune/Loss (Raw)": 0.9010856747627258, "Finetune/Step": 2525, "Finetune/Step Time": 5.40448234975338} +{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102528095245361, "Finetune/Loss (Raw)": 0.9622825384140015, "Finetune/Step": 2526, "Finetune/Step Time": 5.407025173306465} +{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9103108644485474, "Finetune/Loss (Raw)": 1.0346392393112183, "Finetune/Step": 2527, "Finetune/Step Time": 5.42145392857492} +{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.911634624004364, "Finetune/Loss (Raw)": 1.0223654508590698, "Finetune/Step": 2528, "Finetune/Step Time": 5.433601776137948} +{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9059836864471436, "Finetune/Loss (Raw)": 0.26680418848991394, "Finetune/Step": 2529, "Finetune/Step Time": 5.457560181617737} +{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9068761467933655, "Finetune/Loss (Raw)": 0.9532238841056824, "Finetune/Step": 2530, "Finetune/Step Time": 5.4488743133842945} +{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9059401750564575, "Finetune/Loss (Raw)": 0.8549783825874329, "Finetune/Step": 2531, "Finetune/Step Time": 5.447622835636139} +{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061299562454224, "Finetune/Loss (Raw)": 1.0185555219650269, "Finetune/Step": 2532, "Finetune/Step Time": 5.464299734681845} +{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9058903455734253, "Finetune/Loss (Raw)": 0.9422533512115479, "Finetune/Step": 2533, "Finetune/Step Time": 5.466506350785494} +{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9007827043533325, "Finetune/Loss (Raw)": 0.3746299147605896, "Finetune/Step": 2534, "Finetune/Step Time": 5.496355094015598} +{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031609296798706, "Finetune/Loss (Raw)": 1.0326427221298218, "Finetune/Step": 2535, "Finetune/Step Time": 5.475220864638686} +{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9001363515853882, "Finetune/Loss (Raw)": 0.772802472114563, "Finetune/Step": 2536, "Finetune/Step Time": 5.483282024040818} +{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004523754119873, "Finetune/Loss (Raw)": 0.9596356749534607, "Finetune/Step": 2537, "Finetune/Step Time": 5.49040043912828} +{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9011808037757874, "Finetune/Loss (Raw)": 1.0497194528579712, "Finetune/Step": 2538, "Finetune/Step Time": 5.49423336610198} +{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9019942283630371, "Finetune/Loss (Raw)": 0.9103707671165466, "Finetune/Step": 2539, "Finetune/Step Time": 5.492853559553623} +{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9029183387756348, "Finetune/Loss (Raw)": 1.0456433296203613, "Finetune/Step": 2540, "Finetune/Step Time": 5.493379777297378} +{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9032093286514282, "Finetune/Loss (Raw)": 0.8945842981338501, "Finetune/Step": 2541, "Finetune/Step Time": 5.504182618111372} +{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9028618335723877, "Finetune/Loss (Raw)": 0.9477497935295105, "Finetune/Step": 2542, "Finetune/Step Time": 5.514304172247648} +{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9031699895858765, "Finetune/Loss (Raw)": 0.9519016742706299, "Finetune/Step": 2543, "Finetune/Step Time": 5.508838541805744} +{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9013317823410034, "Finetune/Loss (Raw)": 0.754887580871582, "Finetune/Step": 2544, "Finetune/Step Time": 5.529652798548341} +{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9009639024734497, "Finetune/Loss (Raw)": 0.9042723178863525, "Finetune/Step": 2545, "Finetune/Step Time": 5.517964689061046} +{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8996791839599609, "Finetune/Loss (Raw)": 0.2755553722381592, "Finetune/Step": 2546, "Finetune/Step Time": 5.512430859729648} +{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8993193507194519, "Finetune/Loss (Raw)": 0.902135968208313, "Finetune/Step": 2547, "Finetune/Step Time": 5.483842823654413} +{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8989571332931519, "Finetune/Loss (Raw)": 1.072036862373352, "Finetune/Step": 2548, "Finetune/Step Time": 5.48638660274446} +{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8951833248138428, "Finetune/Loss (Raw)": 0.32069894671440125, "Finetune/Step": 2549, "Finetune/Step Time": 5.497163837775588} +{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8965003490447998, "Finetune/Loss (Raw)": 0.9696913957595825, "Finetune/Step": 2550, "Finetune/Step Time": 5.486592803150415} +{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8981084227561951, "Finetune/Loss (Raw)": 0.9988372325897217, "Finetune/Step": 2551, "Finetune/Step Time": 5.482740489766002} +{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8992561101913452, "Finetune/Loss (Raw)": 1.1195467710494995, "Finetune/Step": 2552, "Finetune/Step Time": 5.483438283205032} +{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8996479511260986, "Finetune/Loss (Raw)": 0.9349413514137268, "Finetune/Step": 2553, "Finetune/Step Time": 5.484717682003975} +{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9044070243835449, "Finetune/Loss (Raw)": 0.9747650027275085, "Finetune/Step": 2554, "Finetune/Step Time": 5.482178911566734} +{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8992277383804321, "Finetune/Loss (Raw)": 0.32638758420944214, "Finetune/Step": 2555, "Finetune/Step Time": 5.512799389660358} +{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.9001047611236572, "Finetune/Loss (Raw)": 0.9368656873703003, "Finetune/Step": 2556, "Finetune/Step Time": 5.512877911329269} +{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8983702659606934, "Finetune/Loss (Raw)": 0.7889055013656616, "Finetune/Step": 2557, "Finetune/Step Time": 5.502096073701978} +{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8991919755935669, "Finetune/Loss (Raw)": 0.8853898048400879, "Finetune/Step": 2558, "Finetune/Step Time": 5.471943415701389} +{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8985453844070435, "Finetune/Loss (Raw)": 0.94978928565979, "Finetune/Step": 2559, "Finetune/Step Time": 5.470820311456919} +{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8985903263092041, "Finetune/Loss (Raw)": 0.9454444646835327, "Finetune/Step": 2560, "Finetune/Step Time": 5.4794128723442554} +{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8987134695053101, "Finetune/Loss (Raw)": 0.9132139086723328, "Finetune/Step": 2561, "Finetune/Step Time": 5.482750341296196} +{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8993109464645386, "Finetune/Loss (Raw)": 1.030903935432434, "Finetune/Step": 2562, "Finetune/Step Time": 5.481770347803831} +{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8977608680725098, "Finetune/Loss (Raw)": 0.7062495946884155, "Finetune/Step": 2563, "Finetune/Step Time": 5.4795381389558315} +{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.897449254989624, "Finetune/Loss (Raw)": 0.9673935174942017, "Finetune/Step": 2564, "Finetune/Step Time": 5.482176937162876} +{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8982241153717041, "Finetune/Loss (Raw)": 1.0049062967300415, "Finetune/Step": 2565, "Finetune/Step Time": 5.479690162464976} +{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.897635281085968, "Finetune/Loss (Raw)": 0.958472490310669, "Finetune/Step": 2566, "Finetune/Step Time": 5.476843932643533} +{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.896064281463623, "Finetune/Loss (Raw)": 0.8231699466705322, "Finetune/Step": 2567, "Finetune/Step Time": 5.481559691950679} +{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8945956230163574, "Finetune/Loss (Raw)": 0.8295183777809143, "Finetune/Step": 2568, "Finetune/Step Time": 5.490683892741799} +{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8959987163543701, "Finetune/Loss (Raw)": 1.1657084226608276, "Finetune/Step": 2569, "Finetune/Step Time": 5.4883229192346334} +{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.896012544631958, "Finetune/Loss (Raw)": 0.9554541110992432, "Finetune/Step": 2570, "Finetune/Step Time": 5.493063556030393} +{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8966951966285706, "Finetune/Loss (Raw)": 1.0864171981811523, "Finetune/Step": 2571, "Finetune/Step Time": 5.4913971200585365} +{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8960446119308472, "Finetune/Loss (Raw)": 0.9134215712547302, "Finetune/Step": 2572, "Finetune/Step Time": 5.488611485809088} +{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.9002918601036072, "Finetune/Loss (Raw)": 0.9261704683303833, "Finetune/Step": 2573, "Finetune/Step Time": 5.463735582306981} +{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.9001161456108093, "Finetune/Loss (Raw)": 0.9242568016052246, "Finetune/Step": 2574, "Finetune/Step Time": 5.486781537532806} +{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8996648192405701, "Finetune/Loss (Raw)": 0.8731886148452759, "Finetune/Step": 2575, "Finetune/Step Time": 5.478918699547648} +{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8992302417755127, "Finetune/Loss (Raw)": 0.9823675155639648, "Finetune/Step": 2576, "Finetune/Step Time": 5.479880407452583} +{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.900528609752655, "Finetune/Loss (Raw)": 1.0125025510787964, "Finetune/Step": 2577, "Finetune/Step Time": 5.484103709459305} +{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9049898386001587, "Finetune/Loss (Raw)": 1.05322265625, "Finetune/Step": 2578, "Finetune/Step Time": 5.453380398452282} +{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9107521772384644, "Finetune/Loss (Raw)": 1.0548278093338013, "Finetune/Step": 2579, "Finetune/Step Time": 5.422075338661671} +{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.908748984336853, "Finetune/Loss (Raw)": 0.7439526915550232, "Finetune/Step": 2580, "Finetune/Step Time": 5.433178793638945} +{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9094776511192322, "Finetune/Loss (Raw)": 1.0779097080230713, "Finetune/Step": 2581, "Finetune/Step Time": 5.4098253063857555} +{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9091262817382812, "Finetune/Loss (Raw)": 0.9100151062011719, "Finetune/Step": 2582, "Finetune/Step Time": 5.399289574474096} +{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9076745510101318, "Finetune/Loss (Raw)": 0.8651355504989624, "Finetune/Step": 2583, "Finetune/Step Time": 5.407758386805654} +{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9083917140960693, "Finetune/Loss (Raw)": 1.0878932476043701, "Finetune/Step": 2584, "Finetune/Step Time": 5.408105188980699} +{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.907241940498352, "Finetune/Loss (Raw)": 0.8413493633270264, "Finetune/Step": 2585, "Finetune/Step Time": 5.410626735538244} +{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9073909521102905, "Finetune/Loss (Raw)": 1.0089112520217896, "Finetune/Step": 2586, "Finetune/Step Time": 5.397067802026868} +{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9078935384750366, "Finetune/Loss (Raw)": 0.9681865572929382, "Finetune/Step": 2587, "Finetune/Step Time": 5.397334795445204} +{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.907307505607605, "Finetune/Loss (Raw)": 0.8941563963890076, "Finetune/Step": 2588, "Finetune/Step Time": 5.405942650511861} +{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9067271947860718, "Finetune/Loss (Raw)": 1.039414644241333, "Finetune/Step": 2589, "Finetune/Step Time": 5.409981960430741} +{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9064652919769287, "Finetune/Loss (Raw)": 0.9594287872314453, "Finetune/Step": 2590, "Finetune/Step Time": 5.401623945683241} +{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9056234955787659, "Finetune/Loss (Raw)": 0.8609231114387512, "Finetune/Step": 2591, "Finetune/Step Time": 5.440307259559631} +{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9046779274940491, "Finetune/Loss (Raw)": 0.9371160268783569, "Finetune/Step": 2592, "Finetune/Step Time": 5.454379549250007} +{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9042628407478333, "Finetune/Loss (Raw)": 0.877288818359375, "Finetune/Step": 2593, "Finetune/Step Time": 5.4747511968016624} +{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.904563307762146, "Finetune/Loss (Raw)": 0.8827885985374451, "Finetune/Step": 2594, "Finetune/Step Time": 5.491120317950845} +{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9043059349060059, "Finetune/Loss (Raw)": 0.9245919585227966, "Finetune/Step": 2595, "Finetune/Step Time": 5.4957556668668985} +{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9021704792976379, "Finetune/Loss (Raw)": 0.8886589407920837, "Finetune/Step": 2596, "Finetune/Step Time": 5.488678712397814} +{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9016757011413574, "Finetune/Loss (Raw)": 0.9825802445411682, "Finetune/Step": 2597, "Finetune/Step Time": 5.496942775323987} +{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9011141061782837, "Finetune/Loss (Raw)": 0.8031750917434692, "Finetune/Step": 2598, "Finetune/Step Time": 5.503744279965758} +{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9008082151412964, "Finetune/Loss (Raw)": 0.9877325296401978, "Finetune/Step": 2599, "Finetune/Step Time": 5.508044995367527} +{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9003006815910339, "Finetune/Loss (Raw)": 0.9171727895736694, "Finetune/Step": 2600, "Finetune/Step Time": 5.512473702430725} +{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9003231525421143, "Finetune/Loss (Raw)": 0.9641183614730835, "Finetune/Step": 2601, "Finetune/Step Time": 5.513457540422678} +{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9006171226501465, "Finetune/Loss (Raw)": 1.0532350540161133, "Finetune/Step": 2602, "Finetune/Step Time": 5.511296551674604} +{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9013804197311401, "Finetune/Loss (Raw)": 1.0178186893463135, "Finetune/Step": 2603, "Finetune/Step Time": 5.515906065702438} +{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9010885953903198, "Finetune/Loss (Raw)": 0.9305565357208252, "Finetune/Step": 2604, "Finetune/Step Time": 5.521595556288958} +{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.899807333946228, "Finetune/Loss (Raw)": 0.8052805066108704, "Finetune/Step": 2605, "Finetune/Step Time": 5.514152362942696} +{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8992356061935425, "Finetune/Loss (Raw)": 0.8728305697441101, "Finetune/Step": 2606, "Finetune/Step Time": 5.542974656447768} +{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.9001821279525757, "Finetune/Loss (Raw)": 0.9859752058982849, "Finetune/Step": 2607, "Finetune/Step Time": 5.568083794787526} +{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9007709622383118, "Finetune/Loss (Raw)": 0.9640254378318787, "Finetune/Step": 2608, "Finetune/Step Time": 5.56087034009397} +{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9051890969276428, "Finetune/Loss (Raw)": 0.9377856850624084, "Finetune/Step": 2609, "Finetune/Step Time": 5.525394309312105} +{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.90388023853302, "Finetune/Loss (Raw)": 0.9596308469772339, "Finetune/Step": 2610, "Finetune/Step Time": 5.5425813142210245} +{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9021255970001221, "Finetune/Loss (Raw)": 0.7345209717750549, "Finetune/Step": 2611, "Finetune/Step Time": 5.543420754373074} +{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9021254181861877, "Finetune/Loss (Raw)": 0.9264046549797058, "Finetune/Step": 2612, "Finetune/Step Time": 5.526233782991767} +{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9028186798095703, "Finetune/Loss (Raw)": 1.0499651432037354, "Finetune/Step": 2613, "Finetune/Step Time": 5.519607910886407} +{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.90301513671875, "Finetune/Loss (Raw)": 0.8781638145446777, "Finetune/Step": 2614, "Finetune/Step Time": 5.511687925085425} +{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9084388017654419, "Finetune/Loss (Raw)": 1.0048151016235352, "Finetune/Step": 2615, "Finetune/Step Time": 5.490486895665526} +{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9076340794563293, "Finetune/Loss (Raw)": 0.9716233611106873, "Finetune/Step": 2616, "Finetune/Step Time": 5.499549401924014} +{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9028629064559937, "Finetune/Loss (Raw)": 0.39137977361679077, "Finetune/Step": 2617, "Finetune/Step Time": 5.506767516955733} +{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9069443941116333, "Finetune/Loss (Raw)": 0.8355464935302734, "Finetune/Step": 2618, "Finetune/Step Time": 5.486747149378061} +{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9075139164924622, "Finetune/Loss (Raw)": 1.0014674663543701, "Finetune/Step": 2619, "Finetune/Step Time": 5.48056934773922} +{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9077898263931274, "Finetune/Loss (Raw)": 0.8629376888275146, "Finetune/Step": 2620, "Finetune/Step Time": 5.476110301911831} +{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9071071743965149, "Finetune/Loss (Raw)": 0.9227966070175171, "Finetune/Step": 2621, "Finetune/Step Time": 5.473114848136902} +{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9063942432403564, "Finetune/Loss (Raw)": 0.9675925374031067, "Finetune/Step": 2622, "Finetune/Step Time": 5.4683487713336945} +{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9061030149459839, "Finetune/Loss (Raw)": 0.9299701452255249, "Finetune/Step": 2623, "Finetune/Step Time": 5.488766340538859} +{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9060185551643372, "Finetune/Loss (Raw)": 0.9398962259292603, "Finetune/Step": 2624, "Finetune/Step Time": 5.477756205946207} +{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9056634902954102, "Finetune/Loss (Raw)": 0.8059765100479126, "Finetune/Step": 2625, "Finetune/Step Time": 5.4914484322071075} +{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8999511003494263, "Finetune/Loss (Raw)": 0.3060542345046997, "Finetune/Step": 2626, "Finetune/Step Time": 5.5225713066756725} +{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9015933275222778, "Finetune/Loss (Raw)": 0.9135361909866333, "Finetune/Step": 2627, "Finetune/Step Time": 5.499573819339275} +{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9019901752471924, "Finetune/Loss (Raw)": 1.0286686420440674, "Finetune/Step": 2628, "Finetune/Step Time": 5.499185906723142} +{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.9000068306922913, "Finetune/Loss (Raw)": 0.7032162547111511, "Finetune/Step": 2629, "Finetune/Step Time": 5.514441329985857} +{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8990147709846497, "Finetune/Loss (Raw)": 0.8389995098114014, "Finetune/Step": 2630, "Finetune/Step Time": 5.520158521831036} +{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.9002929329872131, "Finetune/Loss (Raw)": 1.0899642705917358, "Finetune/Step": 2631, "Finetune/Step Time": 5.517333963885903} +{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8996083736419678, "Finetune/Loss (Raw)": 0.8307405114173889, "Finetune/Step": 2632, "Finetune/Step Time": 5.513111941516399} +{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.899875819683075, "Finetune/Loss (Raw)": 0.9726688265800476, "Finetune/Step": 2633, "Finetune/Step Time": 5.5147471986711025} +{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9006386995315552, "Finetune/Loss (Raw)": 0.9918544888496399, "Finetune/Step": 2634, "Finetune/Step Time": 5.515470463782549} +{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.9000968933105469, "Finetune/Loss (Raw)": 0.9735564589500427, "Finetune/Step": 2635, "Finetune/Step Time": 5.509612198919058} +{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9013751745223999, "Finetune/Loss (Raw)": 1.0344898700714111, "Finetune/Step": 2636, "Finetune/Step Time": 5.509210987016559} +{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9013484716415405, "Finetune/Loss (Raw)": 0.857717752456665, "Finetune/Step": 2637, "Finetune/Step Time": 5.5139674711972475} +{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9007117748260498, "Finetune/Loss (Raw)": 1.002563238143921, "Finetune/Step": 2638, "Finetune/Step Time": 5.5342838149517775} +{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8995948433876038, "Finetune/Loss (Raw)": 0.8593372106552124, "Finetune/Step": 2639, "Finetune/Step Time": 5.525527387857437} +{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.89565110206604, "Finetune/Loss (Raw)": 0.3419173061847687, "Finetune/Step": 2640, "Finetune/Step Time": 5.547883935272694} +{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8960174918174744, "Finetune/Loss (Raw)": 0.9346768856048584, "Finetune/Step": 2641, "Finetune/Step Time": 5.539050325751305} +{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8950130343437195, "Finetune/Loss (Raw)": 0.9325025081634521, "Finetune/Step": 2642, "Finetune/Step Time": 5.528569743037224} +{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8947575688362122, "Finetune/Loss (Raw)": 0.7912604212760925, "Finetune/Step": 2643, "Finetune/Step Time": 5.525991791859269} +{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8937430381774902, "Finetune/Loss (Raw)": 0.8283054828643799, "Finetune/Step": 2644, "Finetune/Step Time": 5.559238005429506} +{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8941485285758972, "Finetune/Loss (Raw)": 1.0093905925750732, "Finetune/Step": 2645, "Finetune/Step Time": 5.562340518459678} +{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8947150111198425, "Finetune/Loss (Raw)": 0.9762404561042786, "Finetune/Step": 2646, "Finetune/Step Time": 5.548870785161853} +{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8942004442214966, "Finetune/Loss (Raw)": 0.8474705815315247, "Finetune/Step": 2647, "Finetune/Step Time": 5.554792806506157} +{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8942456245422363, "Finetune/Loss (Raw)": 1.0267137289047241, "Finetune/Step": 2648, "Finetune/Step Time": 5.565941225737333} +{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.898110032081604, "Finetune/Loss (Raw)": 0.8962278962135315, "Finetune/Step": 2649, "Finetune/Step Time": 5.548608012497425} +{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8967586755752563, "Finetune/Loss (Raw)": 0.8248704671859741, "Finetune/Step": 2650, "Finetune/Step Time": 5.531789384782314} +{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.897757887840271, "Finetune/Loss (Raw)": 0.8776163458824158, "Finetune/Step": 2651, "Finetune/Step Time": 5.527367619797587} +{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.89881432056427, "Finetune/Loss (Raw)": 1.047592043876648, "Finetune/Step": 2652, "Finetune/Step Time": 5.53394522331655} +{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8990501761436462, "Finetune/Loss (Raw)": 0.9312718510627747, "Finetune/Step": 2653, "Finetune/Step Time": 5.545509975403547} +{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8941434621810913, "Finetune/Loss (Raw)": 0.3342211842536926, "Finetune/Step": 2654, "Finetune/Step Time": 5.569353174418211} +{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8937274217605591, "Finetune/Loss (Raw)": 0.9813912510871887, "Finetune/Step": 2655, "Finetune/Step Time": 5.563223395496607} +{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8929898142814636, "Finetune/Loss (Raw)": 0.9279522895812988, "Finetune/Step": 2656, "Finetune/Step Time": 5.55424396879971} +{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8968592286109924, "Finetune/Loss (Raw)": 0.7620887756347656, "Finetune/Step": 2657, "Finetune/Step Time": 5.538094436749816} +{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8953059911727905, "Finetune/Loss (Raw)": 0.7544122338294983, "Finetune/Step": 2658, "Finetune/Step Time": 5.561750376597047} +{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8967761993408203, "Finetune/Loss (Raw)": 1.0431625843048096, "Finetune/Step": 2659, "Finetune/Step Time": 5.552731771022081} +{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8963840007781982, "Finetune/Loss (Raw)": 0.9683563113212585, "Finetune/Step": 2660, "Finetune/Step Time": 5.536758054047823} +{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8979568481445312, "Finetune/Loss (Raw)": 1.143577218055725, "Finetune/Step": 2661, "Finetune/Step Time": 5.546083798632026} +{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9032750129699707, "Finetune/Loss (Raw)": 1.0553513765335083, "Finetune/Step": 2662, "Finetune/Step Time": 5.512549676001072} +{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9031721353530884, "Finetune/Loss (Raw)": 1.0194814205169678, "Finetune/Step": 2663, "Finetune/Step Time": 5.520120436325669} +{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9005141258239746, "Finetune/Loss (Raw)": 0.43257349729537964, "Finetune/Step": 2664, "Finetune/Step Time": 5.533086281269789} +{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8993076682090759, "Finetune/Loss (Raw)": 0.8052090406417847, "Finetune/Step": 2665, "Finetune/Step Time": 5.525576189160347} +{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8988158702850342, "Finetune/Loss (Raw)": 0.9867739677429199, "Finetune/Step": 2666, "Finetune/Step Time": 5.527112863957882} +{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8980541229248047, "Finetune/Loss (Raw)": 0.812868058681488, "Finetune/Step": 2667, "Finetune/Step Time": 5.52172820828855} +{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8967141509056091, "Finetune/Loss (Raw)": 0.8741195201873779, "Finetune/Step": 2668, "Finetune/Step Time": 5.51777289621532} +{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.897881805896759, "Finetune/Loss (Raw)": 1.0440436601638794, "Finetune/Step": 2669, "Finetune/Step Time": 5.501479737460613} +{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8978452682495117, "Finetune/Loss (Raw)": 0.9430686831474304, "Finetune/Step": 2670, "Finetune/Step Time": 5.490890074521303} +{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8968125581741333, "Finetune/Loss (Raw)": 0.8197154998779297, "Finetune/Step": 2671, "Finetune/Step Time": 5.49743758328259} +{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8964884877204895, "Finetune/Loss (Raw)": 0.7134106755256653, "Finetune/Step": 2672, "Finetune/Step Time": 5.49152303673327} +{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.896327018737793, "Finetune/Loss (Raw)": 0.8836088180541992, "Finetune/Step": 2673, "Finetune/Step Time": 5.4970636907964945} +{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9011751413345337, "Finetune/Loss (Raw)": 0.8961071372032166, "Finetune/Step": 2674, "Finetune/Step Time": 5.476832332089543} +{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9010584354400635, "Finetune/Loss (Raw)": 0.8871986269950867, "Finetune/Step": 2675, "Finetune/Step Time": 5.482022926211357} +{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8993909358978271, "Finetune/Loss (Raw)": 0.8585957288742065, "Finetune/Step": 2676, "Finetune/Step Time": 5.485600559040904} +{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.9048174023628235, "Finetune/Loss (Raw)": 1.015289306640625, "Finetune/Step": 2677, "Finetune/Step Time": 5.453161511570215} +{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9044677019119263, "Finetune/Loss (Raw)": 0.9249294400215149, "Finetune/Step": 2678, "Finetune/Step Time": 5.4526548739522696} +{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9049036502838135, "Finetune/Loss (Raw)": 1.054642915725708, "Finetune/Step": 2679, "Finetune/Step Time": 5.450361246243119} +{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9035207033157349, "Finetune/Loss (Raw)": 0.9425245523452759, "Finetune/Step": 2680, "Finetune/Step Time": 5.453226134181023} +{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8988429307937622, "Finetune/Loss (Raw)": 0.33618664741516113, "Finetune/Step": 2681, "Finetune/Step Time": 5.471321934834123} +{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8984058499336243, "Finetune/Loss (Raw)": 0.9188255071640015, "Finetune/Step": 2682, "Finetune/Step Time": 5.457812946289778} +{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9032274484634399, "Finetune/Loss (Raw)": 0.9435539245605469, "Finetune/Step": 2683, "Finetune/Step Time": 5.42514874227345} +{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9030008316040039, "Finetune/Loss (Raw)": 0.9078510403633118, "Finetune/Step": 2684, "Finetune/Step Time": 5.4251760467886925} +{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9040671586990356, "Finetune/Loss (Raw)": 0.9253984093666077, "Finetune/Step": 2685, "Finetune/Step Time": 5.423225922510028} +{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9036113023757935, "Finetune/Loss (Raw)": 0.8270394206047058, "Finetune/Step": 2686, "Finetune/Step Time": 5.425675513222814} +{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9033935070037842, "Finetune/Loss (Raw)": 0.9219146370887756, "Finetune/Step": 2687, "Finetune/Step Time": 5.427148628979921} +{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9035707712173462, "Finetune/Loss (Raw)": 0.9681288599967957, "Finetune/Step": 2688, "Finetune/Step Time": 5.407914832234383} +{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9047649502754211, "Finetune/Loss (Raw)": 1.0660717487335205, "Finetune/Step": 2689, "Finetune/Step Time": 5.405171204358339} +{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8995687961578369, "Finetune/Loss (Raw)": 0.3657994270324707, "Finetune/Step": 2690, "Finetune/Step Time": 5.436543131247163} +{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.902542769908905, "Finetune/Loss (Raw)": 1.0869104862213135, "Finetune/Step": 2691, "Finetune/Step Time": 5.429055701941252} +{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9018444418907166, "Finetune/Loss (Raw)": 0.878007173538208, "Finetune/Step": 2692, "Finetune/Step Time": 5.428301988169551} +{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.9018786549568176, "Finetune/Loss (Raw)": 1.009289026260376, "Finetune/Step": 2693, "Finetune/Step Time": 5.431743189692497} +{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9017411470413208, "Finetune/Loss (Raw)": 0.9408759474754333, "Finetune/Step": 2694, "Finetune/Step Time": 5.433025123551488} +{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.902135968208313, "Finetune/Loss (Raw)": 0.8737027049064636, "Finetune/Step": 2695, "Finetune/Step Time": 5.432167856022716} +{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9037023782730103, "Finetune/Loss (Raw)": 1.030017614364624, "Finetune/Step": 2696, "Finetune/Step Time": 5.438477391377091} +{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901555061340332, "Finetune/Loss (Raw)": 0.8908476829528809, "Finetune/Step": 2697, "Finetune/Step Time": 5.440912986174226} +{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.900747537612915, "Finetune/Loss (Raw)": 0.8520917892456055, "Finetune/Step": 2698, "Finetune/Step Time": 5.435882370918989} +{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9005944132804871, "Finetune/Loss (Raw)": 1.0668201446533203, "Finetune/Step": 2699, "Finetune/Step Time": 5.4501478392630816} +{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9004199504852295, "Finetune/Loss (Raw)": 0.8910868167877197, "Finetune/Step": 2700, "Finetune/Step Time": 5.449549769982696} +{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.900324821472168, "Finetune/Loss (Raw)": 0.9140005111694336, "Finetune/Step": 2701, "Finetune/Step Time": 5.472286777570844} +{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.9006627798080444, "Finetune/Loss (Raw)": 0.967513382434845, "Finetune/Step": 2702, "Finetune/Step Time": 5.460551517084241} +{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9007354974746704, "Finetune/Loss (Raw)": 0.882500171661377, "Finetune/Step": 2703, "Finetune/Step Time": 5.477740701287985} +{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8996070027351379, "Finetune/Loss (Raw)": 0.8379167318344116, "Finetune/Step": 2704, "Finetune/Step Time": 5.489798514172435} +{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8987802863121033, "Finetune/Loss (Raw)": 0.906683087348938, "Finetune/Step": 2705, "Finetune/Step Time": 5.490099120885134} +{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8985779881477356, "Finetune/Loss (Raw)": 1.0273293256759644, "Finetune/Step": 2706, "Finetune/Step Time": 5.497159047052264} +{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8984405994415283, "Finetune/Loss (Raw)": 1.0372377634048462, "Finetune/Step": 2707, "Finetune/Step Time": 5.493525030091405} +{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9007222652435303, "Finetune/Loss (Raw)": 1.0360044240951538, "Finetune/Step": 2708, "Finetune/Step Time": 5.490522304549813} +{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8992810249328613, "Finetune/Loss (Raw)": 0.8934416770935059, "Finetune/Step": 2709, "Finetune/Step Time": 5.49995088763535} +{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.895106315612793, "Finetune/Loss (Raw)": 0.3756408095359802, "Finetune/Step": 2710, "Finetune/Step Time": 5.532543024048209} +{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8961880803108215, "Finetune/Loss (Raw)": 1.0036028623580933, "Finetune/Step": 2711, "Finetune/Step Time": 5.522867921739817} +{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8952298760414124, "Finetune/Loss (Raw)": 0.9652511477470398, "Finetune/Step": 2712, "Finetune/Step Time": 5.541468299925327} +{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8958098888397217, "Finetune/Loss (Raw)": 0.9155839681625366, "Finetune/Step": 2713, "Finetune/Step Time": 5.548127548769116} +{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8955702781677246, "Finetune/Loss (Raw)": 0.9782466292381287, "Finetune/Step": 2714, "Finetune/Step Time": 5.547871200367808} +{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8947393298149109, "Finetune/Loss (Raw)": 0.8618209362030029, "Finetune/Step": 2715, "Finetune/Step Time": 5.540729749947786} +{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8945919275283813, "Finetune/Loss (Raw)": 0.8752846121788025, "Finetune/Step": 2716, "Finetune/Step Time": 5.533260388299823} +{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8936960697174072, "Finetune/Loss (Raw)": 0.9247519969940186, "Finetune/Step": 2717, "Finetune/Step Time": 5.515502100810409} +{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8932195901870728, "Finetune/Loss (Raw)": 0.898436427116394, "Finetune/Step": 2718, "Finetune/Step Time": 5.515454152598977} +{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8941341042518616, "Finetune/Loss (Raw)": 0.9779829382896423, "Finetune/Step": 2719, "Finetune/Step Time": 5.4783373679965734} +{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8943763375282288, "Finetune/Loss (Raw)": 0.9681231379508972, "Finetune/Step": 2720, "Finetune/Step Time": 5.467795427888632} +{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8944690823554993, "Finetune/Loss (Raw)": 0.889161229133606, "Finetune/Step": 2721, "Finetune/Step Time": 5.457884561270475} +{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8945896029472351, "Finetune/Loss (Raw)": 0.8982134461402893, "Finetune/Step": 2722, "Finetune/Step Time": 5.44836326315999} +{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8942831754684448, "Finetune/Loss (Raw)": 0.8853682279586792, "Finetune/Step": 2723, "Finetune/Step Time": 5.44339145720005} +{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8947780132293701, "Finetune/Loss (Raw)": 0.9519981741905212, "Finetune/Step": 2724, "Finetune/Step Time": 5.452285138890147} +{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8945004940032959, "Finetune/Loss (Raw)": 0.9470579624176025, "Finetune/Step": 2725, "Finetune/Step Time": 5.44094168022275} +{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8955880403518677, "Finetune/Loss (Raw)": 0.9423835277557373, "Finetune/Step": 2726, "Finetune/Step Time": 5.437762293964624} +{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.895146906375885, "Finetune/Loss (Raw)": 0.9312627911567688, "Finetune/Step": 2727, "Finetune/Step Time": 5.440497541800141} +{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.894588828086853, "Finetune/Loss (Raw)": 0.8457435965538025, "Finetune/Step": 2728, "Finetune/Step Time": 5.438864404335618} +{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8902883529663086, "Finetune/Loss (Raw)": 0.4136560559272766, "Finetune/Step": 2729, "Finetune/Step Time": 5.4598806370049715} +{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8884466886520386, "Finetune/Loss (Raw)": 0.8175058364868164, "Finetune/Step": 2730, "Finetune/Step Time": 5.467304455116391} +{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8877097368240356, "Finetune/Loss (Raw)": 0.9234837293624878, "Finetune/Step": 2731, "Finetune/Step Time": 5.4590337704867125} +{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8880264163017273, "Finetune/Loss (Raw)": 0.9710917472839355, "Finetune/Step": 2732, "Finetune/Step Time": 5.454316793009639} +{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8889490962028503, "Finetune/Loss (Raw)": 0.9233803153038025, "Finetune/Step": 2733, "Finetune/Step Time": 5.454984482377768} +{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8899509906768799, "Finetune/Loss (Raw)": 1.0010725259780884, "Finetune/Step": 2734, "Finetune/Step Time": 5.431501401588321} +{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8899907469749451, "Finetune/Loss (Raw)": 0.9910697340965271, "Finetune/Step": 2735, "Finetune/Step Time": 5.408959034830332} +{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8860135674476624, "Finetune/Loss (Raw)": 0.45494669675827026, "Finetune/Step": 2736, "Finetune/Step Time": 5.437971089035273} +{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8838668465614319, "Finetune/Loss (Raw)": 0.6630018353462219, "Finetune/Step": 2737, "Finetune/Step Time": 5.442464767023921} +{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8837184906005859, "Finetune/Loss (Raw)": 0.9406487345695496, "Finetune/Step": 2738, "Finetune/Step Time": 5.431707788258791} +{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8854621052742004, "Finetune/Loss (Raw)": 0.9576956629753113, "Finetune/Step": 2739, "Finetune/Step Time": 5.423456819728017} +{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8849459290504456, "Finetune/Loss (Raw)": 0.8603364825248718, "Finetune/Step": 2740, "Finetune/Step Time": 5.432735646143556} +{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8847842216491699, "Finetune/Loss (Raw)": 1.0292707681655884, "Finetune/Step": 2741, "Finetune/Step Time": 5.43866828456521} +{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8853155970573425, "Finetune/Loss (Raw)": 0.9461753964424133, "Finetune/Step": 2742, "Finetune/Step Time": 5.44382756575942} +{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8852463960647583, "Finetune/Loss (Raw)": 0.995955228805542, "Finetune/Step": 2743, "Finetune/Step Time": 5.436243340373039} +{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8851485848426819, "Finetune/Loss (Raw)": 0.9591061472892761, "Finetune/Step": 2744, "Finetune/Step Time": 5.426932526752353} +{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8900350332260132, "Finetune/Loss (Raw)": 1.0168428421020508, "Finetune/Step": 2745, "Finetune/Step Time": 5.396038981154561} +{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8907871246337891, "Finetune/Loss (Raw)": 0.9318172335624695, "Finetune/Step": 2746, "Finetune/Step Time": 5.403266914188862} +{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900811076164246, "Finetune/Loss (Raw)": 0.9110954999923706, "Finetune/Step": 2747, "Finetune/Step Time": 5.41973539441824} +{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8915781378746033, "Finetune/Loss (Raw)": 1.0545610189437866, "Finetune/Step": 2748, "Finetune/Step Time": 5.422290192916989} +{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8920917510986328, "Finetune/Loss (Raw)": 0.988531768321991, "Finetune/Step": 2749, "Finetune/Step Time": 5.4243716690689325} +{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8913962841033936, "Finetune/Loss (Raw)": 0.8785722255706787, "Finetune/Step": 2750, "Finetune/Step Time": 5.428222808986902} +{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8916721343994141, "Finetune/Loss (Raw)": 0.9652790427207947, "Finetune/Step": 2751, "Finetune/Step Time": 5.417450562119484} +{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8919978737831116, "Finetune/Loss (Raw)": 0.9815987944602966, "Finetune/Step": 2752, "Finetune/Step Time": 5.416983118280768} +{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8935887813568115, "Finetune/Loss (Raw)": 1.0096023082733154, "Finetune/Step": 2753, "Finetune/Step Time": 5.4032464269548655} +{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8987363576889038, "Finetune/Loss (Raw)": 0.9649560451507568, "Finetune/Step": 2754, "Finetune/Step Time": 5.3694192208349705} +{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8943487405776978, "Finetune/Loss (Raw)": 0.35191571712493896, "Finetune/Step": 2755, "Finetune/Step Time": 5.404199983924627} +{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8943675756454468, "Finetune/Loss (Raw)": 1.031078815460205, "Finetune/Step": 2756, "Finetune/Step Time": 5.420296287164092} +{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.895264208316803, "Finetune/Loss (Raw)": 0.8179907202720642, "Finetune/Step": 2757, "Finetune/Step Time": 5.44242600351572} +{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8963442444801331, "Finetune/Loss (Raw)": 0.977239727973938, "Finetune/Step": 2758, "Finetune/Step Time": 5.436835778877139} +{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8945877552032471, "Finetune/Loss (Raw)": 0.8651293516159058, "Finetune/Step": 2759, "Finetune/Step Time": 5.437381953001022} +{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8941218852996826, "Finetune/Loss (Raw)": 0.7711195945739746, "Finetune/Step": 2760, "Finetune/Step Time": 5.431128408759832} +{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8897674083709717, "Finetune/Loss (Raw)": 0.41528934240341187, "Finetune/Step": 2761, "Finetune/Step Time": 5.462600816041231} +{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.888851523399353, "Finetune/Loss (Raw)": 0.8746224045753479, "Finetune/Step": 2762, "Finetune/Step Time": 5.471443088725209} +{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8883820176124573, "Finetune/Loss (Raw)": 0.9134600162506104, "Finetune/Step": 2763, "Finetune/Step Time": 5.47480346634984} +{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8874431252479553, "Finetune/Loss (Raw)": 0.9143145680427551, "Finetune/Step": 2764, "Finetune/Step Time": 5.475360991433263} +{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8834614753723145, "Finetune/Loss (Raw)": 0.3480578362941742, "Finetune/Step": 2765, "Finetune/Step Time": 5.5009406842291355} +{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8825095891952515, "Finetune/Loss (Raw)": 0.8807228207588196, "Finetune/Step": 2766, "Finetune/Step Time": 5.486512776464224} +{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8839890956878662, "Finetune/Loss (Raw)": 1.048720121383667, "Finetune/Step": 2767, "Finetune/Step Time": 5.499471943825483} +{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8891247510910034, "Finetune/Loss (Raw)": 0.9992845058441162, "Finetune/Step": 2768, "Finetune/Step Time": 5.469879018142819} +{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8893711566925049, "Finetune/Loss (Raw)": 0.9662150740623474, "Finetune/Step": 2769, "Finetune/Step Time": 5.4786823987960815} +{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8877331018447876, "Finetune/Loss (Raw)": 0.7228306531906128, "Finetune/Step": 2770, "Finetune/Step Time": 5.495220543816686} +{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8887147903442383, "Finetune/Loss (Raw)": 0.9169132113456726, "Finetune/Step": 2771, "Finetune/Step Time": 5.488141929730773} +{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8897089958190918, "Finetune/Loss (Raw)": 0.955560028553009, "Finetune/Step": 2772, "Finetune/Step Time": 5.457270687445998} +{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8894749283790588, "Finetune/Loss (Raw)": 0.9794385433197021, "Finetune/Step": 2773, "Finetune/Step Time": 5.450126949697733} +{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8844179511070251, "Finetune/Loss (Raw)": 0.3289439380168915, "Finetune/Step": 2774, "Finetune/Step Time": 5.480883305892348} +{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8852719068527222, "Finetune/Loss (Raw)": 0.9567779302597046, "Finetune/Step": 2775, "Finetune/Step Time": 5.470489609986544} +{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8837752342224121, "Finetune/Loss (Raw)": 0.8351380825042725, "Finetune/Step": 2776, "Finetune/Step Time": 5.463037250563502} +{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8836373090744019, "Finetune/Loss (Raw)": 0.8785777688026428, "Finetune/Step": 2777, "Finetune/Step Time": 5.449609871953726} +{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8844215869903564, "Finetune/Loss (Raw)": 0.9252575635910034, "Finetune/Step": 2778, "Finetune/Step Time": 5.450304614380002} +{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8845359086990356, "Finetune/Loss (Raw)": 0.8922414779663086, "Finetune/Step": 2779, "Finetune/Step Time": 5.455943077802658} +{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8834434151649475, "Finetune/Loss (Raw)": 0.9077622890472412, "Finetune/Step": 2780, "Finetune/Step Time": 5.454726696014404} +{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8842947483062744, "Finetune/Loss (Raw)": 1.0402355194091797, "Finetune/Step": 2781, "Finetune/Step Time": 5.439428713172674} +{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8885013461112976, "Finetune/Loss (Raw)": 0.8726710081100464, "Finetune/Step": 2782, "Finetune/Step Time": 5.410863908007741} +{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8892453908920288, "Finetune/Loss (Raw)": 1.0766229629516602, "Finetune/Step": 2783, "Finetune/Step Time": 5.414682494476438} +{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8877516388893127, "Finetune/Loss (Raw)": 0.7367538809776306, "Finetune/Step": 2784, "Finetune/Step Time": 5.426641769707203} +{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8888323903083801, "Finetune/Loss (Raw)": 0.9004263877868652, "Finetune/Step": 2785, "Finetune/Step Time": 5.415789952501655} +{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8908523321151733, "Finetune/Loss (Raw)": 1.0129585266113281, "Finetune/Step": 2786, "Finetune/Step Time": 5.3882106728851795} +{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8894736766815186, "Finetune/Loss (Raw)": 0.8666989803314209, "Finetune/Step": 2787, "Finetune/Step Time": 5.388566549867392} +{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8895736932754517, "Finetune/Loss (Raw)": 0.9811590313911438, "Finetune/Step": 2788, "Finetune/Step Time": 5.398259840905666} +{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8876612186431885, "Finetune/Loss (Raw)": 0.8987858891487122, "Finetune/Step": 2789, "Finetune/Step Time": 5.400296151638031} +{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8868885636329651, "Finetune/Loss (Raw)": 0.9564510583877563, "Finetune/Step": 2790, "Finetune/Step Time": 5.403224604204297} +{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8852508664131165, "Finetune/Loss (Raw)": 0.8098533153533936, "Finetune/Step": 2791, "Finetune/Step Time": 5.417280660942197} +{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8899153470993042, "Finetune/Loss (Raw)": 1.0296303033828735, "Finetune/Step": 2792, "Finetune/Step Time": 5.40053466334939} +{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8915544152259827, "Finetune/Loss (Raw)": 1.0150084495544434, "Finetune/Step": 2793, "Finetune/Step Time": 5.404327012598515} +{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905820250511169, "Finetune/Loss (Raw)": 0.8623092770576477, "Finetune/Step": 2794, "Finetune/Step Time": 5.407318066805601} +{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915514349937439, "Finetune/Loss (Raw)": 0.9369438290596008, "Finetune/Step": 2795, "Finetune/Step Time": 5.41834600828588} +{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916076421737671, "Finetune/Loss (Raw)": 0.8813273906707764, "Finetune/Step": 2796, "Finetune/Step Time": 5.434895938262343} +{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900782465934753, "Finetune/Loss (Raw)": 0.8482717275619507, "Finetune/Step": 2797, "Finetune/Step Time": 5.45294145308435} +{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8856257200241089, "Finetune/Loss (Raw)": 0.3731521666049957, "Finetune/Step": 2798, "Finetune/Step Time": 5.488614602014422} +{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.885301411151886, "Finetune/Loss (Raw)": 0.7781937718391418, "Finetune/Step": 2799, "Finetune/Step Time": 5.485963871702552} +{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8859032988548279, "Finetune/Loss (Raw)": 0.7904579639434814, "Finetune/Step": 2800, "Finetune/Step Time": 5.480255143716931} +{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8868796825408936, "Finetune/Loss (Raw)": 1.0085824728012085, "Finetune/Step": 2801, "Finetune/Step Time": 5.478312512859702} +{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8877876400947571, "Finetune/Loss (Raw)": 1.0123296976089478, "Finetune/Step": 2802, "Finetune/Step Time": 5.477756045758724} +{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8883676528930664, "Finetune/Loss (Raw)": 0.961435079574585, "Finetune/Step": 2803, "Finetune/Step Time": 5.481810772791505} +{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8891622424125671, "Finetune/Loss (Raw)": 0.9603103995323181, "Finetune/Step": 2804, "Finetune/Step Time": 5.476123671978712} +{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.889443039894104, "Finetune/Loss (Raw)": 1.0512232780456543, "Finetune/Step": 2805, "Finetune/Step Time": 5.474666221067309} +{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8891118764877319, "Finetune/Loss (Raw)": 0.8825451135635376, "Finetune/Step": 2806, "Finetune/Step Time": 5.481252323836088} +{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.887642502784729, "Finetune/Loss (Raw)": 0.8665551543235779, "Finetune/Step": 2807, "Finetune/Step Time": 5.479552337899804} +{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8867444396018982, "Finetune/Loss (Raw)": 0.8275823593139648, "Finetune/Step": 2808, "Finetune/Step Time": 5.490110939368606} +{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8868213891983032, "Finetune/Loss (Raw)": 0.3460273742675781, "Finetune/Step": 2809, "Finetune/Step Time": 5.496576948091388} +{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8857666850090027, "Finetune/Loss (Raw)": 0.7838302850723267, "Finetune/Step": 2810, "Finetune/Step Time": 5.484124682843685} +{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.885890007019043, "Finetune/Loss (Raw)": 0.9593361616134644, "Finetune/Step": 2811, "Finetune/Step Time": 5.492847612127662} +{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.885936975479126, "Finetune/Loss (Raw)": 0.9138727188110352, "Finetune/Step": 2812, "Finetune/Step Time": 5.491990691050887} +{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8867640495300293, "Finetune/Loss (Raw)": 1.031256079673767, "Finetune/Step": 2813, "Finetune/Step Time": 5.490724081173539} +{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8830262422561646, "Finetune/Loss (Raw)": 0.34860658645629883, "Finetune/Step": 2814, "Finetune/Step Time": 5.521561179310083} +{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841122388839722, "Finetune/Loss (Raw)": 1.0609134435653687, "Finetune/Step": 2815, "Finetune/Step Time": 5.52369069494307} +{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8842610120773315, "Finetune/Loss (Raw)": 0.9871712327003479, "Finetune/Step": 2816, "Finetune/Step Time": 5.522283775731921} +{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8829751014709473, "Finetune/Loss (Raw)": 0.9014774560928345, "Finetune/Step": 2817, "Finetune/Step Time": 5.52949377335608} +{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8869179487228394, "Finetune/Loss (Raw)": 0.8704859018325806, "Finetune/Step": 2818, "Finetune/Step Time": 5.5034639574587345} +{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8866549134254456, "Finetune/Loss (Raw)": 1.0532387495040894, "Finetune/Step": 2819, "Finetune/Step Time": 5.512294372543693} +{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8880900144577026, "Finetune/Loss (Raw)": 1.0617038011550903, "Finetune/Step": 2820, "Finetune/Step Time": 5.512033119797707} +{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8861838579177856, "Finetune/Loss (Raw)": 0.7652921676635742, "Finetune/Step": 2821, "Finetune/Step Time": 5.519201571121812} +{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8861494064331055, "Finetune/Loss (Raw)": 0.9364784359931946, "Finetune/Step": 2822, "Finetune/Step Time": 5.514800166711211} +{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8824326395988464, "Finetune/Loss (Raw)": 0.39794859290122986, "Finetune/Step": 2823, "Finetune/Step Time": 5.544771425426006} +{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8811159729957581, "Finetune/Loss (Raw)": 0.8614857196807861, "Finetune/Step": 2824, "Finetune/Step Time": 5.530738264322281} +{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8806121349334717, "Finetune/Loss (Raw)": 0.8263525366783142, "Finetune/Step": 2825, "Finetune/Step Time": 5.529535934329033} +{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8802814483642578, "Finetune/Loss (Raw)": 0.8097668290138245, "Finetune/Step": 2826, "Finetune/Step Time": 5.532085623592138} +{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8796470165252686, "Finetune/Loss (Raw)": 0.9856154918670654, "Finetune/Step": 2827, "Finetune/Step Time": 5.514565983787179} +{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8811550736427307, "Finetune/Loss (Raw)": 1.0841178894042969, "Finetune/Step": 2828, "Finetune/Step Time": 5.514204664155841} +{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8816163539886475, "Finetune/Loss (Raw)": 0.9730405807495117, "Finetune/Step": 2829, "Finetune/Step Time": 5.4971544072031975} +{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8818228840827942, "Finetune/Loss (Raw)": 0.9939558506011963, "Finetune/Step": 2830, "Finetune/Step Time": 5.489398181438446} +{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8834112286567688, "Finetune/Loss (Raw)": 1.0858007669448853, "Finetune/Step": 2831, "Finetune/Step Time": 5.473034353926778} +{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8850365281105042, "Finetune/Loss (Raw)": 1.0459572076797485, "Finetune/Step": 2832, "Finetune/Step Time": 5.46837898157537} +{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8851302862167358, "Finetune/Loss (Raw)": 0.9186825156211853, "Finetune/Step": 2833, "Finetune/Step Time": 5.474960241466761} +{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8798396587371826, "Finetune/Loss (Raw)": 0.3501303195953369, "Finetune/Step": 2834, "Finetune/Step Time": 5.499572858214378} +{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8792141675949097, "Finetune/Loss (Raw)": 0.9571783542633057, "Finetune/Step": 2835, "Finetune/Step Time": 5.502222003415227} +{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8773156404495239, "Finetune/Loss (Raw)": 0.792995274066925, "Finetune/Step": 2836, "Finetune/Step Time": 5.494563203305006} +{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8780694603919983, "Finetune/Loss (Raw)": 0.9899256825447083, "Finetune/Step": 2837, "Finetune/Step Time": 5.483426691964269} +{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8819365501403809, "Finetune/Loss (Raw)": 0.8706260323524475, "Finetune/Step": 2838, "Finetune/Step Time": 5.447341278195381} +{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8808622360229492, "Finetune/Loss (Raw)": 0.866094708442688, "Finetune/Step": 2839, "Finetune/Step Time": 5.452896077185869} +{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8809635639190674, "Finetune/Loss (Raw)": 0.9782148599624634, "Finetune/Step": 2840, "Finetune/Step Time": 5.436743957921863} +{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8824899196624756, "Finetune/Loss (Raw)": 1.1109557151794434, "Finetune/Step": 2841, "Finetune/Step Time": 5.430995574221015} +{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8821377158164978, "Finetune/Loss (Raw)": 0.9331752061843872, "Finetune/Step": 2842, "Finetune/Step Time": 5.432932559400797} +{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8815140128135681, "Finetune/Loss (Raw)": 0.7819820642471313, "Finetune/Step": 2843, "Finetune/Step Time": 5.438031325116754} +{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8819860816001892, "Finetune/Loss (Raw)": 0.9357091784477234, "Finetune/Step": 2844, "Finetune/Step Time": 5.438200024887919} +{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8823952674865723, "Finetune/Loss (Raw)": 0.9771236777305603, "Finetune/Step": 2845, "Finetune/Step Time": 5.448740730062127} +{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.882391631603241, "Finetune/Loss (Raw)": 0.8979756832122803, "Finetune/Step": 2846, "Finetune/Step Time": 5.446781430393457} +{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8804627060890198, "Finetune/Loss (Raw)": 0.7310805916786194, "Finetune/Step": 2847, "Finetune/Step Time": 5.458616141229868} +{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8807899951934814, "Finetune/Loss (Raw)": 1.010019063949585, "Finetune/Step": 2848, "Finetune/Step Time": 5.4651439525187016} +{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8809564113616943, "Finetune/Loss (Raw)": 0.910462498664856, "Finetune/Step": 2849, "Finetune/Step Time": 5.461275117471814} +{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8810670375823975, "Finetune/Loss (Raw)": 0.9123707413673401, "Finetune/Step": 2850, "Finetune/Step Time": 5.451222339645028} +{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8817596435546875, "Finetune/Loss (Raw)": 0.9740245938301086, "Finetune/Step": 2851, "Finetune/Step Time": 5.447750344872475} +{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8824488520622253, "Finetune/Loss (Raw)": 1.040215015411377, "Finetune/Step": 2852, "Finetune/Step Time": 5.442133862525225} +{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.882073700428009, "Finetune/Loss (Raw)": 0.8990380167961121, "Finetune/Step": 2853, "Finetune/Step Time": 5.442348953336477} +{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8822876214981079, "Finetune/Loss (Raw)": 0.969767153263092, "Finetune/Step": 2854, "Finetune/Step Time": 5.435323962941766} +{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8828336000442505, "Finetune/Loss (Raw)": 1.001142978668213, "Finetune/Step": 2855, "Finetune/Step Time": 5.445323141291738} +{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8839988708496094, "Finetune/Loss (Raw)": 0.9949063658714294, "Finetune/Step": 2856, "Finetune/Step Time": 5.458897365257144} +{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8885698914527893, "Finetune/Loss (Raw)": 0.998741626739502, "Finetune/Step": 2857, "Finetune/Step Time": 5.436622695997357} +{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8887954950332642, "Finetune/Loss (Raw)": 0.8463862538337708, "Finetune/Step": 2858, "Finetune/Step Time": 5.424512445926666} +{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8888964653015137, "Finetune/Loss (Raw)": 0.9363986849784851, "Finetune/Step": 2859, "Finetune/Step Time": 5.4366449527442455} +{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8877740502357483, "Finetune/Loss (Raw)": 0.8274283409118652, "Finetune/Step": 2860, "Finetune/Step Time": 5.447105376049876} +{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.888841986656189, "Finetune/Loss (Raw)": 1.0600744485855103, "Finetune/Step": 2861, "Finetune/Step Time": 5.446809969842434} +{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8877038955688477, "Finetune/Loss (Raw)": 0.8553946614265442, "Finetune/Step": 2862, "Finetune/Step Time": 5.463150950148702} +{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8876296281814575, "Finetune/Loss (Raw)": 0.9815719723701477, "Finetune/Step": 2863, "Finetune/Step Time": 5.455167816951871} +{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8909183144569397, "Finetune/Loss (Raw)": 0.8758975267410278, "Finetune/Step": 2864, "Finetune/Step Time": 5.423058344051242} +{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8937523365020752, "Finetune/Loss (Raw)": 1.0257521867752075, "Finetune/Step": 2865, "Finetune/Step Time": 5.415493473410606} +{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8894320726394653, "Finetune/Loss (Raw)": 0.387654572725296, "Finetune/Step": 2866, "Finetune/Step Time": 5.443275064229965} +{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8892233371734619, "Finetune/Loss (Raw)": 0.9309768676757812, "Finetune/Step": 2867, "Finetune/Step Time": 5.446277694776654} +{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8907757997512817, "Finetune/Loss (Raw)": 1.0590500831604004, "Finetune/Step": 2868, "Finetune/Step Time": 5.441080830991268} +{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8887274265289307, "Finetune/Loss (Raw)": 0.7670820951461792, "Finetune/Step": 2869, "Finetune/Step Time": 5.467050135135651} +{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8842551708221436, "Finetune/Loss (Raw)": 0.3737248182296753, "Finetune/Step": 2870, "Finetune/Step Time": 5.49199428781867} +{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8847569227218628, "Finetune/Loss (Raw)": 1.060181736946106, "Finetune/Step": 2871, "Finetune/Step Time": 5.495484620332718} +{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8852280974388123, "Finetune/Loss (Raw)": 1.0194194316864014, "Finetune/Step": 2872, "Finetune/Step Time": 5.495915740728378} +{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8845649361610413, "Finetune/Loss (Raw)": 0.9319608211517334, "Finetune/Step": 2873, "Finetune/Step Time": 5.503170119598508} +{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8800521492958069, "Finetune/Loss (Raw)": 0.3541775047779083, "Finetune/Step": 2874, "Finetune/Step Time": 5.515112977474928} +{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8810588121414185, "Finetune/Loss (Raw)": 1.0399417877197266, "Finetune/Step": 2875, "Finetune/Step Time": 5.500265281647444} +{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8799310922622681, "Finetune/Loss (Raw)": 0.9102236032485962, "Finetune/Step": 2876, "Finetune/Step Time": 5.508879020810127} +{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8790490627288818, "Finetune/Loss (Raw)": 0.8756323456764221, "Finetune/Step": 2877, "Finetune/Step Time": 5.506246030330658} +{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8798378705978394, "Finetune/Loss (Raw)": 0.9795303344726562, "Finetune/Step": 2878, "Finetune/Step Time": 5.51660424657166} +{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786863684654236, "Finetune/Loss (Raw)": 0.8178905248641968, "Finetune/Step": 2879, "Finetune/Step Time": 5.518160481005907} +{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.878920316696167, "Finetune/Loss (Raw)": 1.0115464925765991, "Finetune/Step": 2880, "Finetune/Step Time": 5.509971730411053} +{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8790198564529419, "Finetune/Loss (Raw)": 1.0223479270935059, "Finetune/Step": 2881, "Finetune/Step Time": 5.514820046722889} +{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8794182538986206, "Finetune/Loss (Raw)": 1.015939474105835, "Finetune/Step": 2882, "Finetune/Step Time": 5.516213396564126} +{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8847911357879639, "Finetune/Loss (Raw)": 1.0396465063095093, "Finetune/Step": 2883, "Finetune/Step Time": 5.487710831686854} +{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8837528228759766, "Finetune/Loss (Raw)": 0.8981782793998718, "Finetune/Step": 2884, "Finetune/Step Time": 5.494943208992481} +{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8849727511405945, "Finetune/Loss (Raw)": 0.9741431474685669, "Finetune/Step": 2885, "Finetune/Step Time": 5.457238560542464} +{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8830698728561401, "Finetune/Loss (Raw)": 0.7336732745170593, "Finetune/Step": 2886, "Finetune/Step Time": 5.480412343516946} +{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8828494548797607, "Finetune/Loss (Raw)": 0.8369165062904358, "Finetune/Step": 2887, "Finetune/Step Time": 5.4854332730174065} +{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8853603005409241, "Finetune/Loss (Raw)": 1.092507243156433, "Finetune/Step": 2888, "Finetune/Step Time": 5.4932077676057816} +{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8846526741981506, "Finetune/Loss (Raw)": 0.32471227645874023, "Finetune/Step": 2889, "Finetune/Step Time": 5.492432879284024} +{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8842900991439819, "Finetune/Loss (Raw)": 0.8282097578048706, "Finetune/Step": 2890, "Finetune/Step Time": 5.481373760849237} +{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8843905925750732, "Finetune/Loss (Raw)": 0.9263221621513367, "Finetune/Step": 2891, "Finetune/Step Time": 5.4801141284406185} +{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8861016631126404, "Finetune/Loss (Raw)": 1.1333354711532593, "Finetune/Step": 2892, "Finetune/Step Time": 5.488980846479535} +{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.890566349029541, "Finetune/Loss (Raw)": 0.919536292552948, "Finetune/Step": 2893, "Finetune/Step Time": 5.455175457522273} +{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8918095827102661, "Finetune/Loss (Raw)": 1.03985595703125, "Finetune/Step": 2894, "Finetune/Step Time": 5.4542896300554276} +{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8908820152282715, "Finetune/Loss (Raw)": 0.9299846887588501, "Finetune/Step": 2895, "Finetune/Step Time": 5.441068019717932} +{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8907924890518188, "Finetune/Loss (Raw)": 0.9878354072570801, "Finetune/Step": 2896, "Finetune/Step Time": 5.448613800108433} +{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8911930918693542, "Finetune/Loss (Raw)": 1.0174896717071533, "Finetune/Step": 2897, "Finetune/Step Time": 5.443143796175718} +{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.893022894859314, "Finetune/Loss (Raw)": 0.9570433497428894, "Finetune/Step": 2898, "Finetune/Step Time": 5.426107568666339} +{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8928350210189819, "Finetune/Loss (Raw)": 0.8928723335266113, "Finetune/Step": 2899, "Finetune/Step Time": 5.426542075350881} +{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.891800045967102, "Finetune/Loss (Raw)": 0.823083221912384, "Finetune/Step": 2900, "Finetune/Step Time": 5.4302025102078915} +{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8907901048660278, "Finetune/Loss (Raw)": 0.8501668572425842, "Finetune/Step": 2901, "Finetune/Step Time": 5.439550323411822} +{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8960307836532593, "Finetune/Loss (Raw)": 0.9997419118881226, "Finetune/Step": 2902, "Finetune/Step Time": 5.431002864614129} +{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8963350057601929, "Finetune/Loss (Raw)": 0.9957171678543091, "Finetune/Step": 2903, "Finetune/Step Time": 5.434358237311244} +{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8967490196228027, "Finetune/Loss (Raw)": 0.8881295919418335, "Finetune/Step": 2904, "Finetune/Step Time": 5.432228000834584} +{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8971996903419495, "Finetune/Loss (Raw)": 0.9362709522247314, "Finetune/Step": 2905, "Finetune/Step Time": 5.433848338201642} +{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8976074457168579, "Finetune/Loss (Raw)": 0.9774457812309265, "Finetune/Step": 2906, "Finetune/Step Time": 5.434956880286336} +{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8976275324821472, "Finetune/Loss (Raw)": 0.8948119282722473, "Finetune/Step": 2907, "Finetune/Step Time": 5.4273996129632} +{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8981496691703796, "Finetune/Loss (Raw)": 0.9745996594429016, "Finetune/Step": 2908, "Finetune/Step Time": 5.430502502247691} +{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8987295627593994, "Finetune/Loss (Raw)": 1.1144585609436035, "Finetune/Step": 2909, "Finetune/Step Time": 5.424935974180698} +{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8999462723731995, "Finetune/Loss (Raw)": 1.0284173488616943, "Finetune/Step": 2910, "Finetune/Step Time": 5.425561882555485} +{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.900061845779419, "Finetune/Loss (Raw)": 1.0914121866226196, "Finetune/Step": 2911, "Finetune/Step Time": 5.411556238308549} +{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9019049406051636, "Finetune/Loss (Raw)": 0.9726647138595581, "Finetune/Step": 2912, "Finetune/Step Time": 5.403486080467701} +{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9026415944099426, "Finetune/Loss (Raw)": 0.9947253465652466, "Finetune/Step": 2913, "Finetune/Step Time": 5.395897971466184} +{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9006685018539429, "Finetune/Loss (Raw)": 0.760405957698822, "Finetune/Step": 2914, "Finetune/Step Time": 5.422304306179285} +{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9002588987350464, "Finetune/Loss (Raw)": 0.814264714717865, "Finetune/Step": 2915, "Finetune/Step Time": 5.433750685304403} +{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9001246690750122, "Finetune/Loss (Raw)": 0.963979959487915, "Finetune/Step": 2916, "Finetune/Step Time": 5.42641575820744} +{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9010485410690308, "Finetune/Loss (Raw)": 1.0170377492904663, "Finetune/Step": 2917, "Finetune/Step Time": 5.410781506448984} +{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9006529450416565, "Finetune/Loss (Raw)": 0.9058132767677307, "Finetune/Step": 2918, "Finetune/Step Time": 5.416077183559537} +{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.9016609191894531, "Finetune/Loss (Raw)": 0.9388678073883057, "Finetune/Step": 2919, "Finetune/Step Time": 5.390153517946601} +{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8963059186935425, "Finetune/Loss (Raw)": 0.34419822692871094, "Finetune/Step": 2920, "Finetune/Step Time": 5.407988205552101} +{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8956910967826843, "Finetune/Loss (Raw)": 0.9363111257553101, "Finetune/Step": 2921, "Finetune/Step Time": 5.4200750179588795} +{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8958186507225037, "Finetune/Loss (Raw)": 0.8786358833312988, "Finetune/Step": 2922, "Finetune/Step Time": 5.4132529105991125} +{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8958979249000549, "Finetune/Loss (Raw)": 0.9470895528793335, "Finetune/Step": 2923, "Finetune/Step Time": 5.439029682427645} +{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8972804546356201, "Finetune/Loss (Raw)": 1.0582894086837769, "Finetune/Step": 2924, "Finetune/Step Time": 5.422267857939005} +{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8988428115844727, "Finetune/Loss (Raw)": 1.0482611656188965, "Finetune/Step": 2925, "Finetune/Step Time": 5.411932552233338} +{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9031938910484314, "Finetune/Loss (Raw)": 0.9300895929336548, "Finetune/Step": 2926, "Finetune/Step Time": 5.408183032646775} +{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9027418494224548, "Finetune/Loss (Raw)": 0.7203245759010315, "Finetune/Step": 2927, "Finetune/Step Time": 5.417731428518891} +{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9040108919143677, "Finetune/Loss (Raw)": 0.9529016613960266, "Finetune/Step": 2928, "Finetune/Step Time": 5.4267934281378984} +{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9045888185501099, "Finetune/Loss (Raw)": 1.0825614929199219, "Finetune/Step": 2929, "Finetune/Step Time": 5.4172080140560865} +{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9044363498687744, "Finetune/Loss (Raw)": 0.9928125143051147, "Finetune/Step": 2930, "Finetune/Step Time": 5.409220080822706} +{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9046036601066589, "Finetune/Loss (Raw)": 0.982845664024353, "Finetune/Step": 2931, "Finetune/Step Time": 5.406763207167387} +{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9046410322189331, "Finetune/Loss (Raw)": 0.9650946855545044, "Finetune/Step": 2932, "Finetune/Step Time": 5.410684069618583} +{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9039801955223083, "Finetune/Loss (Raw)": 0.9666378498077393, "Finetune/Step": 2933, "Finetune/Step Time": 5.4218787886202335} +{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9045596122741699, "Finetune/Loss (Raw)": 0.9567100405693054, "Finetune/Step": 2934, "Finetune/Step Time": 5.420754095539451} +{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9051764011383057, "Finetune/Loss (Raw)": 0.9455049633979797, "Finetune/Step": 2935, "Finetune/Step Time": 5.4253322891891} +{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9070977568626404, "Finetune/Loss (Raw)": 1.073511004447937, "Finetune/Step": 2936, "Finetune/Step Time": 5.431022005155683} +{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9128612279891968, "Finetune/Loss (Raw)": 1.0837525129318237, "Finetune/Step": 2937, "Finetune/Step Time": 5.400311134755611} +{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9142903089523315, "Finetune/Loss (Raw)": 0.966755747795105, "Finetune/Step": 2938, "Finetune/Step Time": 5.396908620372415} +{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9140822291374207, "Finetune/Loss (Raw)": 0.9327002167701721, "Finetune/Step": 2939, "Finetune/Step Time": 5.390350989997387} +{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9128963947296143, "Finetune/Loss (Raw)": 0.7620882987976074, "Finetune/Step": 2940, "Finetune/Step Time": 5.39250873029232} +{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9105246067047119, "Finetune/Loss (Raw)": 0.727666437625885, "Finetune/Step": 2941, "Finetune/Step Time": 5.420354658737779} +{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9160328507423401, "Finetune/Loss (Raw)": 1.0536595582962036, "Finetune/Step": 2942, "Finetune/Step Time": 5.39309411868453} +{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9154442548751831, "Finetune/Loss (Raw)": 0.9855727553367615, "Finetune/Step": 2943, "Finetune/Step Time": 5.397842003032565} +{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9151979684829712, "Finetune/Loss (Raw)": 0.9556530714035034, "Finetune/Step": 2944, "Finetune/Step Time": 5.405265472829342} +{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.9150309562683105, "Finetune/Loss (Raw)": 0.8800996541976929, "Finetune/Step": 2945, "Finetune/Step Time": 5.413811706006527} +{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.915768027305603, "Finetune/Loss (Raw)": 0.9648292064666748, "Finetune/Step": 2946, "Finetune/Step Time": 5.405225982889533} +{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9146303534507751, "Finetune/Loss (Raw)": 0.9076130986213684, "Finetune/Step": 2947, "Finetune/Step Time": 5.4161557871848345} +{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.914355993270874, "Finetune/Loss (Raw)": 1.0265861749649048, "Finetune/Step": 2948, "Finetune/Step Time": 5.426499351859093} +{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.916009783744812, "Finetune/Loss (Raw)": 0.9769815802574158, "Finetune/Step": 2949, "Finetune/Step Time": 5.416594607755542} +{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9159385561943054, "Finetune/Loss (Raw)": 0.9273557662963867, "Finetune/Step": 2950, "Finetune/Step Time": 5.416683696210384} +{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9151781797409058, "Finetune/Loss (Raw)": 0.30062320828437805, "Finetune/Step": 2951, "Finetune/Step Time": 5.412578260526061} +{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9161952137947083, "Finetune/Loss (Raw)": 0.991665244102478, "Finetune/Step": 2952, "Finetune/Step Time": 5.410325510427356} +{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9176883697509766, "Finetune/Loss (Raw)": 1.0174767971038818, "Finetune/Step": 2953, "Finetune/Step Time": 5.40942794829607} +{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9178191423416138, "Finetune/Loss (Raw)": 0.8265075087547302, "Finetune/Step": 2954, "Finetune/Step Time": 5.414196169003844} +{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9186308979988098, "Finetune/Loss (Raw)": 1.089513897895813, "Finetune/Step": 2955, "Finetune/Step Time": 5.421463767066598} +{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.917692244052887, "Finetune/Loss (Raw)": 0.9639769792556763, "Finetune/Step": 2956, "Finetune/Step Time": 5.418870547786355} +{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9175218939781189, "Finetune/Loss (Raw)": 0.9512341618537903, "Finetune/Step": 2957, "Finetune/Step Time": 5.407323345541954} +{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9172626733779907, "Finetune/Loss (Raw)": 0.9607695937156677, "Finetune/Step": 2958, "Finetune/Step Time": 5.41549925506115} +{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9112188816070557, "Finetune/Loss (Raw)": 0.3121977746486664, "Finetune/Step": 2959, "Finetune/Step Time": 5.443575065582991} +{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9105148315429688, "Finetune/Loss (Raw)": 0.9558403491973877, "Finetune/Step": 2960, "Finetune/Step Time": 5.4407142866402864} +{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9101144671440125, "Finetune/Loss (Raw)": 0.8674406409263611, "Finetune/Step": 2961, "Finetune/Step Time": 5.426899718120694} +{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.915927529335022, "Finetune/Loss (Raw)": 1.0941979885101318, "Finetune/Step": 2962, "Finetune/Step Time": 5.4013857413083315} +{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9163476228713989, "Finetune/Loss (Raw)": 1.010944128036499, "Finetune/Step": 2963, "Finetune/Step Time": 5.412078388035297} +{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9182770252227783, "Finetune/Loss (Raw)": 1.039962649345398, "Finetune/Step": 2964, "Finetune/Step Time": 5.414613623172045} +{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9184021949768066, "Finetune/Loss (Raw)": 1.005948543548584, "Finetune/Step": 2965, "Finetune/Step Time": 5.4106603898108006} +{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9182370901107788, "Finetune/Loss (Raw)": 0.8494910597801208, "Finetune/Step": 2966, "Finetune/Step Time": 5.418696383014321} +{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9179240465164185, "Finetune/Loss (Raw)": 0.8260294795036316, "Finetune/Step": 2967, "Finetune/Step Time": 5.430364351719618} +{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.918626606464386, "Finetune/Loss (Raw)": 1.0681426525115967, "Finetune/Step": 2968, "Finetune/Step Time": 5.438877917826176} +{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9169152975082397, "Finetune/Loss (Raw)": 0.8919078707695007, "Finetune/Step": 2969, "Finetune/Step Time": 5.435714036226273} +{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9170787334442139, "Finetune/Loss (Raw)": 0.9540969729423523, "Finetune/Step": 2970, "Finetune/Step Time": 5.447696128860116} +{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9183833599090576, "Finetune/Loss (Raw)": 0.9489648938179016, "Finetune/Step": 2971, "Finetune/Step Time": 5.454765660688281} +{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9186391830444336, "Finetune/Loss (Raw)": 0.9684601426124573, "Finetune/Step": 2972, "Finetune/Step Time": 5.450544381514192} +{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9174484014511108, "Finetune/Loss (Raw)": 0.8247019648551941, "Finetune/Step": 2973, "Finetune/Step Time": 5.454048838466406} +{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9179743528366089, "Finetune/Loss (Raw)": 0.9653019905090332, "Finetune/Step": 2974, "Finetune/Step Time": 5.4553307089954615} +{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9152937531471252, "Finetune/Loss (Raw)": 0.38796114921569824, "Finetune/Step": 2975, "Finetune/Step Time": 5.4734506625682116} +{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9140198230743408, "Finetune/Loss (Raw)": 0.8469585180282593, "Finetune/Step": 2976, "Finetune/Step Time": 5.467755841091275} +{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9145263433456421, "Finetune/Loss (Raw)": 0.9752974510192871, "Finetune/Step": 2977, "Finetune/Step Time": 5.465326827019453} +{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9154649972915649, "Finetune/Loss (Raw)": 1.032517671585083, "Finetune/Step": 2978, "Finetune/Step Time": 5.466256054118276} +{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9151146411895752, "Finetune/Loss (Raw)": 0.9291710257530212, "Finetune/Step": 2979, "Finetune/Step Time": 5.476565662771463} +{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9138867855072021, "Finetune/Loss (Raw)": 0.8830579519271851, "Finetune/Step": 2980, "Finetune/Step Time": 5.479684239253402} +{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9132416248321533, "Finetune/Loss (Raw)": 0.8164560794830322, "Finetune/Step": 2981, "Finetune/Step Time": 5.510765932500362} +{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9123449325561523, "Finetune/Loss (Raw)": 0.8549984693527222, "Finetune/Step": 2982, "Finetune/Step Time": 5.504162650555372} +{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9127039909362793, "Finetune/Loss (Raw)": 1.0470894575119019, "Finetune/Step": 2983, "Finetune/Step Time": 5.489405240863562} +{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9136114120483398, "Finetune/Loss (Raw)": 1.111064076423645, "Finetune/Step": 2984, "Finetune/Step Time": 5.489395106211305} +{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9128939509391785, "Finetune/Loss (Raw)": 0.9069043397903442, "Finetune/Step": 2985, "Finetune/Step Time": 5.48281567171216} +{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9088002443313599, "Finetune/Loss (Raw)": 0.3223966360092163, "Finetune/Step": 2986, "Finetune/Step Time": 5.515397846698761} +{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9084044694900513, "Finetune/Loss (Raw)": 0.8857378959655762, "Finetune/Step": 2987, "Finetune/Step Time": 5.522973986342549} +{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9096270799636841, "Finetune/Loss (Raw)": 0.9839175343513489, "Finetune/Step": 2988, "Finetune/Step Time": 5.5198936481028795} +{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.908155083656311, "Finetune/Loss (Raw)": 0.8716574907302856, "Finetune/Step": 2989, "Finetune/Step Time": 5.524590089917183} +{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9096297025680542, "Finetune/Loss (Raw)": 1.0441533327102661, "Finetune/Step": 2990, "Finetune/Step Time": 5.5004983972758055} +{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9097472429275513, "Finetune/Loss (Raw)": 0.9966128468513489, "Finetune/Step": 2991, "Finetune/Step Time": 5.505086714401841} +{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9095476865768433, "Finetune/Loss (Raw)": 0.8503530621528625, "Finetune/Step": 2992, "Finetune/Step Time": 5.515759419649839} +{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9096457958221436, "Finetune/Loss (Raw)": 1.0383154153823853, "Finetune/Step": 2993, "Finetune/Step Time": 5.511792002245784} +{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.914996325969696, "Finetune/Loss (Raw)": 1.0725188255310059, "Finetune/Step": 2994, "Finetune/Step Time": 5.488818744197488} +{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9152048230171204, "Finetune/Loss (Raw)": 0.9576601386070251, "Finetune/Step": 2995, "Finetune/Step Time": 5.492146676406264} +{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9141777753829956, "Finetune/Loss (Raw)": 0.9275927543640137, "Finetune/Step": 2996, "Finetune/Step Time": 5.506660176441073} +{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.915014386177063, "Finetune/Loss (Raw)": 0.8741680979728699, "Finetune/Step": 2997, "Finetune/Step Time": 5.476201858371496} +{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9192720055580139, "Finetune/Loss (Raw)": 0.918701708316803, "Finetune/Step": 2998, "Finetune/Step Time": 5.459242165088654} +{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9198406934738159, "Finetune/Loss (Raw)": 1.1329721212387085, "Finetune/Step": 2999, "Finetune/Step Time": 5.460100680589676} +{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9190641641616821, "Finetune/Loss (Raw)": 0.9200215935707092, "Finetune/Step": 3000, "Finetune/Step Time": 5.464475762099028} +{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9187846779823303, "Finetune/Loss (Raw)": 0.89618980884552, "Finetune/Step": 3001, "Finetune/Step Time": 5.461952798068523} +{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.923432469367981, "Finetune/Loss (Raw)": 0.9490870237350464, "Finetune/Step": 3002, "Finetune/Step Time": 5.434209572151303} +{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9224736094474792, "Finetune/Loss (Raw)": 0.9172126054763794, "Finetune/Step": 3003, "Finetune/Step Time": 5.435731057077646} +{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9228522777557373, "Finetune/Loss (Raw)": 0.9586970210075378, "Finetune/Step": 3004, "Finetune/Step Time": 5.428294654935598} +{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9220293164253235, "Finetune/Loss (Raw)": 0.7702893018722534, "Finetune/Step": 3005, "Finetune/Step Time": 5.446201523765922} +{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9219397306442261, "Finetune/Loss (Raw)": 0.9680619239807129, "Finetune/Step": 3006, "Finetune/Step Time": 5.43904978595674} +{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9218554496765137, "Finetune/Loss (Raw)": 0.807102382183075, "Finetune/Step": 3007, "Finetune/Step Time": 5.4296980034559965} +{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9216656684875488, "Finetune/Loss (Raw)": 0.9872540235519409, "Finetune/Step": 3008, "Finetune/Step Time": 5.4307514149695635} +{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9217504262924194, "Finetune/Loss (Raw)": 1.0331977605819702, "Finetune/Step": 3009, "Finetune/Step Time": 5.423391195014119} +{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9208544492721558, "Finetune/Loss (Raw)": 0.9012476205825806, "Finetune/Step": 3010, "Finetune/Step Time": 5.434980537742376} +{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9210484623908997, "Finetune/Loss (Raw)": 1.0644854307174683, "Finetune/Step": 3011, "Finetune/Step Time": 5.432126130908728} +{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.921725869178772, "Finetune/Loss (Raw)": 0.9848869442939758, "Finetune/Step": 3012, "Finetune/Step Time": 5.4038329385221004} +{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9213151931762695, "Finetune/Loss (Raw)": 0.921582043170929, "Finetune/Step": 3013, "Finetune/Step Time": 5.4003467839211226} +{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9225548505783081, "Finetune/Loss (Raw)": 0.892349123954773, "Finetune/Step": 3014, "Finetune/Step Time": 5.3838058933615685} +{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9222408533096313, "Finetune/Loss (Raw)": 0.7967260479927063, "Finetune/Step": 3015, "Finetune/Step Time": 5.392928991466761} +{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9211874008178711, "Finetune/Loss (Raw)": 0.9576653838157654, "Finetune/Step": 3016, "Finetune/Step Time": 5.396656397730112} +{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.9249926805496216, "Finetune/Loss (Raw)": 0.8117810487747192, "Finetune/Step": 3017, "Finetune/Step Time": 5.37104026786983} +{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.925457239151001, "Finetune/Loss (Raw)": 0.8876703381538391, "Finetune/Step": 3018, "Finetune/Step Time": 5.366662977263331} +{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9258170127868652, "Finetune/Loss (Raw)": 0.9723820090293884, "Finetune/Step": 3019, "Finetune/Step Time": 5.368305552750826} +{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9241099953651428, "Finetune/Loss (Raw)": 0.9148328304290771, "Finetune/Step": 3020, "Finetune/Step Time": 5.350233430042863} +{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9241169095039368, "Finetune/Loss (Raw)": 0.9204211235046387, "Finetune/Step": 3021, "Finetune/Step Time": 5.354073090478778} +{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9238677024841309, "Finetune/Loss (Raw)": 1.0079526901245117, "Finetune/Step": 3022, "Finetune/Step Time": 5.354110151529312} +{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9225805401802063, "Finetune/Loss (Raw)": 0.7652326822280884, "Finetune/Step": 3023, "Finetune/Step Time": 5.357208155095577} +{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9224518537521362, "Finetune/Loss (Raw)": 0.9713660478591919, "Finetune/Step": 3024, "Finetune/Step Time": 5.362415287643671} +{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9220274090766907, "Finetune/Loss (Raw)": 0.9631606936454773, "Finetune/Step": 3025, "Finetune/Step Time": 5.361513903364539} +{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9223986864089966, "Finetune/Loss (Raw)": 1.0045667886734009, "Finetune/Step": 3026, "Finetune/Step Time": 5.370239684358239} +{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9233753681182861, "Finetune/Loss (Raw)": 1.0178872346878052, "Finetune/Step": 3027, "Finetune/Step Time": 5.368505971506238} +{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9242514967918396, "Finetune/Loss (Raw)": 0.9352293610572815, "Finetune/Step": 3028, "Finetune/Step Time": 5.371564565226436} +{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9260382652282715, "Finetune/Loss (Raw)": 1.0788692235946655, "Finetune/Step": 3029, "Finetune/Step Time": 5.362404430285096} +{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925431489944458, "Finetune/Loss (Raw)": 0.9220794439315796, "Finetune/Step": 3030, "Finetune/Step Time": 5.353790298104286} +{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9251062273979187, "Finetune/Loss (Raw)": 0.9540776610374451, "Finetune/Step": 3031, "Finetune/Step Time": 5.350517429411411} +{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9263068437576294, "Finetune/Loss (Raw)": 1.0418108701705933, "Finetune/Step": 3032, "Finetune/Step Time": 5.3550234492868185} +{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9262620210647583, "Finetune/Loss (Raw)": 0.9305307269096375, "Finetune/Step": 3033, "Finetune/Step Time": 5.3520307168364525} +{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9269875884056091, "Finetune/Loss (Raw)": 1.0703190565109253, "Finetune/Step": 3034, "Finetune/Step Time": 5.347879784181714} +{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9272271394729614, "Finetune/Loss (Raw)": 0.925479531288147, "Finetune/Step": 3035, "Finetune/Step Time": 5.34930525533855} +{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9269614219665527, "Finetune/Loss (Raw)": 0.9405794739723206, "Finetune/Step": 3036, "Finetune/Step Time": 5.362194826826453} +{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.926451563835144, "Finetune/Loss (Raw)": 1.0491975545883179, "Finetune/Step": 3037, "Finetune/Step Time": 5.364585304632783} +{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9264733791351318, "Finetune/Loss (Raw)": 1.0312108993530273, "Finetune/Step": 3038, "Finetune/Step Time": 5.363827362656593} +{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9247829914093018, "Finetune/Loss (Raw)": 0.8750419616699219, "Finetune/Step": 3039, "Finetune/Step Time": 5.36402334086597} +{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9247287511825562, "Finetune/Loss (Raw)": 0.9657197594642639, "Finetune/Step": 3040, "Finetune/Step Time": 5.357164403423667} +{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.923072338104248, "Finetune/Loss (Raw)": 0.7827150821685791, "Finetune/Step": 3041, "Finetune/Step Time": 5.3622829001396894} +{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9245520234107971, "Finetune/Loss (Raw)": 0.9498001337051392, "Finetune/Step": 3042, "Finetune/Step Time": 5.337944149971008} +{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9205847978591919, "Finetune/Loss (Raw)": 0.30646488070487976, "Finetune/Step": 3043, "Finetune/Step Time": 5.3641949743032455} +{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9188877940177917, "Finetune/Loss (Raw)": 0.7467597126960754, "Finetune/Step": 3044, "Finetune/Step Time": 5.37741339020431} +{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9176833629608154, "Finetune/Loss (Raw)": 0.8628692030906677, "Finetune/Step": 3045, "Finetune/Step Time": 5.383408026769757} +{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9191002249717712, "Finetune/Loss (Raw)": 1.0871753692626953, "Finetune/Step": 3046, "Finetune/Step Time": 5.37747298926115} +{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9186384081840515, "Finetune/Loss (Raw)": 0.8797473311424255, "Finetune/Step": 3047, "Finetune/Step Time": 5.383337615057826} +{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9243152141571045, "Finetune/Loss (Raw)": 1.0708332061767578, "Finetune/Step": 3048, "Finetune/Step Time": 5.351687466725707} +{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.924144983291626, "Finetune/Loss (Raw)": 0.9145219922065735, "Finetune/Step": 3049, "Finetune/Step Time": 5.334706677123904} +{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9252529144287109, "Finetune/Loss (Raw)": 1.0204493999481201, "Finetune/Step": 3050, "Finetune/Step Time": 5.326012939214706} +{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.92622971534729, "Finetune/Loss (Raw)": 1.072121262550354, "Finetune/Step": 3051, "Finetune/Step Time": 5.3004244063049555} +{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9252965450286865, "Finetune/Loss (Raw)": 0.9388419389724731, "Finetune/Step": 3052, "Finetune/Step Time": 5.304882297292352} +{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9250487685203552, "Finetune/Loss (Raw)": 1.0165461301803589, "Finetune/Step": 3053, "Finetune/Step Time": 5.30230825394392} +{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9258541464805603, "Finetune/Loss (Raw)": 1.0331827402114868, "Finetune/Step": 3054, "Finetune/Step Time": 5.282185522839427} +{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9278954267501831, "Finetune/Loss (Raw)": 0.9816069006919861, "Finetune/Step": 3055, "Finetune/Step Time": 5.273624526336789} +{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9283204078674316, "Finetune/Loss (Raw)": 1.0072946548461914, "Finetune/Step": 3056, "Finetune/Step Time": 5.252481119707227} +{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9263226985931396, "Finetune/Loss (Raw)": 0.8268586993217468, "Finetune/Step": 3057, "Finetune/Step Time": 5.264961672946811} +{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9265599846839905, "Finetune/Loss (Raw)": 1.0231828689575195, "Finetune/Step": 3058, "Finetune/Step Time": 5.262267157435417} +{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9264904260635376, "Finetune/Loss (Raw)": 0.9739475846290588, "Finetune/Step": 3059, "Finetune/Step Time": 5.265104977414012} +{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9269905090332031, "Finetune/Loss (Raw)": 1.0291035175323486, "Finetune/Step": 3060, "Finetune/Step Time": 5.269533608108759} +{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9271243810653687, "Finetune/Loss (Raw)": 0.9837689995765686, "Finetune/Step": 3061, "Finetune/Step Time": 5.2612906489521265} +{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9267255067825317, "Finetune/Loss (Raw)": 0.9056600332260132, "Finetune/Step": 3062, "Finetune/Step Time": 5.289141345769167} +{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9264363646507263, "Finetune/Loss (Raw)": 0.9084937572479248, "Finetune/Step": 3063, "Finetune/Step Time": 5.2808973751962185} +{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9253724217414856, "Finetune/Loss (Raw)": 0.9373254776000977, "Finetune/Step": 3064, "Finetune/Step Time": 5.262786775827408} +{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.923751950263977, "Finetune/Loss (Raw)": 0.8763287663459778, "Finetune/Step": 3065, "Finetune/Step Time": 5.274439005181193} +{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9219826459884644, "Finetune/Loss (Raw)": 0.7402870059013367, "Finetune/Step": 3066, "Finetune/Step Time": 5.312156794592738} +{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9218853116035461, "Finetune/Loss (Raw)": 0.9202411770820618, "Finetune/Step": 3067, "Finetune/Step Time": 5.312746379524469} +{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9234195351600647, "Finetune/Loss (Raw)": 0.9584677219390869, "Finetune/Step": 3068, "Finetune/Step Time": 5.32435255125165} +{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9240395426750183, "Finetune/Loss (Raw)": 0.8070291876792908, "Finetune/Step": 3069, "Finetune/Step Time": 5.305752154439688} +{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9231737852096558, "Finetune/Loss (Raw)": 0.9428437352180481, "Finetune/Step": 3070, "Finetune/Step Time": 5.309199446812272} +{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9235607385635376, "Finetune/Loss (Raw)": 1.0351022481918335, "Finetune/Step": 3071, "Finetune/Step Time": 5.301587304100394} +{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9231412410736084, "Finetune/Loss (Raw)": 0.901954174041748, "Finetune/Step": 3072, "Finetune/Step Time": 5.302620120346546} +{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9234865307807922, "Finetune/Loss (Raw)": 0.9243001937866211, "Finetune/Step": 3073, "Finetune/Step Time": 5.2932846657931805} +{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9228444695472717, "Finetune/Loss (Raw)": 0.8826420903205872, "Finetune/Step": 3074, "Finetune/Step Time": 5.295806430280209} +{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9179939031600952, "Finetune/Loss (Raw)": 0.2867421507835388, "Finetune/Step": 3075, "Finetune/Step Time": 5.311004808172584} +{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.916191577911377, "Finetune/Loss (Raw)": 0.7958941459655762, "Finetune/Step": 3076, "Finetune/Step Time": 5.297023821622133} +{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9160476922988892, "Finetune/Loss (Raw)": 0.9585617184638977, "Finetune/Step": 3077, "Finetune/Step Time": 5.296933751553297} +{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9155031442642212, "Finetune/Loss (Raw)": 0.8576467037200928, "Finetune/Step": 3078, "Finetune/Step Time": 5.293148854747415} +{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9197078943252563, "Finetune/Loss (Raw)": 0.8388416767120361, "Finetune/Step": 3079, "Finetune/Step Time": 5.289305934682488} +{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9181017875671387, "Finetune/Loss (Raw)": 0.7860832810401917, "Finetune/Step": 3080, "Finetune/Step Time": 5.2935549188405275} +{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9167349934577942, "Finetune/Loss (Raw)": 0.8425225019454956, "Finetune/Step": 3081, "Finetune/Step Time": 5.29655959457159} +{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9171780347824097, "Finetune/Loss (Raw)": 0.8832100629806519, "Finetune/Step": 3082, "Finetune/Step Time": 5.29123454913497} +{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9164562821388245, "Finetune/Loss (Raw)": 0.99713534116745, "Finetune/Step": 3083, "Finetune/Step Time": 5.296601472422481} +{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9154963493347168, "Finetune/Loss (Raw)": 0.8411058187484741, "Finetune/Step": 3084, "Finetune/Step Time": 5.30741567350924} +{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9167534112930298, "Finetune/Loss (Raw)": 1.1121385097503662, "Finetune/Step": 3085, "Finetune/Step Time": 5.304916827008128} +{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9170420169830322, "Finetune/Loss (Raw)": 0.9977107048034668, "Finetune/Step": 3086, "Finetune/Step Time": 5.29927096888423} +{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.922052264213562, "Finetune/Loss (Raw)": 0.9535112977027893, "Finetune/Step": 3087, "Finetune/Step Time": 5.27300070039928} +{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9205320477485657, "Finetune/Loss (Raw)": 0.7612519860267639, "Finetune/Step": 3088, "Finetune/Step Time": 5.272181337699294} +{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.92133629322052, "Finetune/Loss (Raw)": 0.970385730266571, "Finetune/Step": 3089, "Finetune/Step Time": 5.276385808363557} +{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.9196344614028931, "Finetune/Loss (Raw)": 0.876358687877655, "Finetune/Step": 3090, "Finetune/Step Time": 5.270213797688484} +{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9185140132904053, "Finetune/Loss (Raw)": 0.8675290942192078, "Finetune/Step": 3091, "Finetune/Step Time": 5.2739653047174215} +{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9126971960067749, "Finetune/Loss (Raw)": 0.2954075038433075, "Finetune/Step": 3092, "Finetune/Step Time": 5.302540013566613} +{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9119561910629272, "Finetune/Loss (Raw)": 0.9111031293869019, "Finetune/Step": 3093, "Finetune/Step Time": 5.309034697711468} +{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9126628041267395, "Finetune/Loss (Raw)": 0.9399378895759583, "Finetune/Step": 3094, "Finetune/Step Time": 5.303680587559938} +{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9133973717689514, "Finetune/Loss (Raw)": 0.9200552701950073, "Finetune/Step": 3095, "Finetune/Step Time": 5.285477494820952} +{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9123947620391846, "Finetune/Loss (Raw)": 0.9398025870323181, "Finetune/Step": 3096, "Finetune/Step Time": 5.285461727529764} +{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9077877402305603, "Finetune/Loss (Raw)": 0.30221444368362427, "Finetune/Step": 3097, "Finetune/Step Time": 5.318308101966977} +{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9063553810119629, "Finetune/Loss (Raw)": 0.7707570791244507, "Finetune/Step": 3098, "Finetune/Step Time": 5.305969780310988} +{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9066160917282104, "Finetune/Loss (Raw)": 0.9823301434516907, "Finetune/Step": 3099, "Finetune/Step Time": 5.309372793883085} +{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9078768491744995, "Finetune/Loss (Raw)": 1.129833459854126, "Finetune/Step": 3100, "Finetune/Step Time": 5.311304884031415} +{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9067809581756592, "Finetune/Loss (Raw)": 0.6844393014907837, "Finetune/Step": 3101, "Finetune/Step Time": 5.31319229863584} +{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.9070245623588562, "Finetune/Loss (Raw)": 0.9964781999588013, "Finetune/Step": 3102, "Finetune/Step Time": 5.320297859609127} +{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9123671054840088, "Finetune/Loss (Raw)": 1.0718086957931519, "Finetune/Step": 3103, "Finetune/Step Time": 5.301406987011433} +{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9132320880889893, "Finetune/Loss (Raw)": 0.9576740264892578, "Finetune/Step": 3104, "Finetune/Step Time": 5.296425255015492} +{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9129160642623901, "Finetune/Loss (Raw)": 0.9348430037498474, "Finetune/Step": 3105, "Finetune/Step Time": 5.2870617881417274} +{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9118300676345825, "Finetune/Loss (Raw)": 0.8935130834579468, "Finetune/Step": 3106, "Finetune/Step Time": 5.2872491385787725} +{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.912691593170166, "Finetune/Loss (Raw)": 1.0394408702850342, "Finetune/Step": 3107, "Finetune/Step Time": 5.2806550823152065} +{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9123721122741699, "Finetune/Loss (Raw)": 0.8421746492385864, "Finetune/Step": 3108, "Finetune/Step Time": 5.2775456216186285} +{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9132097959518433, "Finetune/Loss (Raw)": 0.9236801862716675, "Finetune/Step": 3109, "Finetune/Step Time": 5.24889157153666} +{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9133656024932861, "Finetune/Loss (Raw)": 0.8749340176582336, "Finetune/Step": 3110, "Finetune/Step Time": 5.245711533352733} +{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9122908711433411, "Finetune/Loss (Raw)": 0.9095281958580017, "Finetune/Step": 3111, "Finetune/Step Time": 5.254900120198727} +{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9115365743637085, "Finetune/Loss (Raw)": 1.0145137310028076, "Finetune/Step": 3112, "Finetune/Step Time": 5.239174894988537} +{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9116150736808777, "Finetune/Loss (Raw)": 0.9169485569000244, "Finetune/Step": 3113, "Finetune/Step Time": 5.252316666767001} +{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9165680408477783, "Finetune/Loss (Raw)": 0.9563785791397095, "Finetune/Step": 3114, "Finetune/Step Time": 5.227119984105229} +{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9165862202644348, "Finetune/Loss (Raw)": 0.8880640268325806, "Finetune/Step": 3115, "Finetune/Step Time": 5.20962917804718} +{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9149436950683594, "Finetune/Loss (Raw)": 0.7736753821372986, "Finetune/Step": 3116, "Finetune/Step Time": 5.236413713544607} +{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9153643846511841, "Finetune/Loss (Raw)": 0.9255089163780212, "Finetune/Step": 3117, "Finetune/Step Time": 5.2309624291956425} +{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9108801484107971, "Finetune/Loss (Raw)": 0.47016993165016174, "Finetune/Step": 3118, "Finetune/Step Time": 5.264241449534893} +{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9101383090019226, "Finetune/Loss (Raw)": 0.9016533493995667, "Finetune/Step": 3119, "Finetune/Step Time": 5.264011649414897} +{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.910743236541748, "Finetune/Loss (Raw)": 0.9277852773666382, "Finetune/Step": 3120, "Finetune/Step Time": 5.258516225963831} +{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9087918400764465, "Finetune/Loss (Raw)": 0.7885362505912781, "Finetune/Step": 3121, "Finetune/Step Time": 5.269410096108913} +{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.907772421836853, "Finetune/Loss (Raw)": 0.942035973072052, "Finetune/Step": 3122, "Finetune/Step Time": 5.265335677191615} +{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9070746898651123, "Finetune/Loss (Raw)": 0.868342399597168, "Finetune/Step": 3123, "Finetune/Step Time": 5.260108053684235} +{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9078657031059265, "Finetune/Loss (Raw)": 1.028851866722107, "Finetune/Step": 3124, "Finetune/Step Time": 5.244327800348401} +{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9088374972343445, "Finetune/Loss (Raw)": 0.9985542893409729, "Finetune/Step": 3125, "Finetune/Step Time": 5.244266752153635} +{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9096776247024536, "Finetune/Loss (Raw)": 1.0262387990951538, "Finetune/Step": 3126, "Finetune/Step Time": 5.2346704211086035} +{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9089741706848145, "Finetune/Loss (Raw)": 1.0429322719573975, "Finetune/Step": 3127, "Finetune/Step Time": 5.2311606872826815} +{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9077296257019043, "Finetune/Loss (Raw)": 0.7607120871543884, "Finetune/Step": 3128, "Finetune/Step Time": 5.267010197043419} +{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9076869487762451, "Finetune/Loss (Raw)": 0.890733003616333, "Finetune/Step": 3129, "Finetune/Step Time": 5.263542743399739} +{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9069781303405762, "Finetune/Loss (Raw)": 0.8583632111549377, "Finetune/Step": 3130, "Finetune/Step Time": 5.283140994608402} +{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9067708849906921, "Finetune/Loss (Raw)": 0.8906781077384949, "Finetune/Step": 3131, "Finetune/Step Time": 5.284603932872415} +{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9024783372879028, "Finetune/Loss (Raw)": 0.4092532992362976, "Finetune/Step": 3132, "Finetune/Step Time": 5.315954312682152} +{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.903971791267395, "Finetune/Loss (Raw)": 0.9614438414573669, "Finetune/Step": 3133, "Finetune/Step Time": 5.30217488668859} +{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9037830829620361, "Finetune/Loss (Raw)": 0.9439139366149902, "Finetune/Step": 3134, "Finetune/Step Time": 5.311784544959664} +{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.905025064945221, "Finetune/Loss (Raw)": 0.9660736918449402, "Finetune/Step": 3135, "Finetune/Step Time": 5.314482791349292} +{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9051091074943542, "Finetune/Loss (Raw)": 0.9980161190032959, "Finetune/Step": 3136, "Finetune/Step Time": 5.316060919314623} +{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9038513898849487, "Finetune/Loss (Raw)": 0.8722104430198669, "Finetune/Step": 3137, "Finetune/Step Time": 5.332220604643226} +{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9031022787094116, "Finetune/Loss (Raw)": 0.8053619265556335, "Finetune/Step": 3138, "Finetune/Step Time": 5.328777464106679} +{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9018799066543579, "Finetune/Loss (Raw)": 0.9080108404159546, "Finetune/Step": 3139, "Finetune/Step Time": 5.334996793419123} +{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9013174772262573, "Finetune/Loss (Raw)": 0.9129067659378052, "Finetune/Step": 3140, "Finetune/Step Time": 5.345821408554912} +{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.900765061378479, "Finetune/Loss (Raw)": 0.850872278213501, "Finetune/Step": 3141, "Finetune/Step Time": 5.347892070189118} +{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9007130861282349, "Finetune/Loss (Raw)": 0.8856936097145081, "Finetune/Step": 3142, "Finetune/Step Time": 5.3578058406710625} +{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9006052017211914, "Finetune/Loss (Raw)": 0.7829210162162781, "Finetune/Step": 3143, "Finetune/Step Time": 5.356895737349987} +{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9010434746742249, "Finetune/Loss (Raw)": 1.0137581825256348, "Finetune/Step": 3144, "Finetune/Step Time": 5.348528949543834} +{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9026168584823608, "Finetune/Loss (Raw)": 1.0131746530532837, "Finetune/Step": 3145, "Finetune/Step Time": 5.343391185626388} +{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9033350944519043, "Finetune/Loss (Raw)": 0.9796066880226135, "Finetune/Step": 3146, "Finetune/Step Time": 5.343729130923748} +{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9038209915161133, "Finetune/Loss (Raw)": 1.034570574760437, "Finetune/Step": 3147, "Finetune/Step Time": 5.351017294451594} +{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9051432013511658, "Finetune/Loss (Raw)": 1.084086298942566, "Finetune/Step": 3148, "Finetune/Step Time": 5.371533298864961} +{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9012116193771362, "Finetune/Loss (Raw)": 0.4171715974807739, "Finetune/Step": 3149, "Finetune/Step Time": 5.399808814749122} +{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9004766345024109, "Finetune/Loss (Raw)": 0.9138747453689575, "Finetune/Step": 3150, "Finetune/Step Time": 5.396114597097039} +{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.901703953742981, "Finetune/Loss (Raw)": 0.9223337769508362, "Finetune/Step": 3151, "Finetune/Step Time": 5.397400256246328} +{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9007527828216553, "Finetune/Loss (Raw)": 0.8496133685112, "Finetune/Step": 3152, "Finetune/Step Time": 5.38657665066421} +{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9007229804992676, "Finetune/Loss (Raw)": 0.9593514800071716, "Finetune/Step": 3153, "Finetune/Step Time": 5.38671295158565} +{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.9001003503799438, "Finetune/Loss (Raw)": 0.9248634576797485, "Finetune/Step": 3154, "Finetune/Step Time": 5.374519634991884} +{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.899954080581665, "Finetune/Loss (Raw)": 0.9991626739501953, "Finetune/Step": 3155, "Finetune/Step Time": 5.368665657937527} +{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.899133026599884, "Finetune/Loss (Raw)": 0.8301374316215515, "Finetune/Step": 3156, "Finetune/Step Time": 5.36342878267169} +{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8988040685653687, "Finetune/Loss (Raw)": 1.0367647409439087, "Finetune/Step": 3157, "Finetune/Step Time": 5.369265478104353} +{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8937994241714478, "Finetune/Loss (Raw)": 0.2814904749393463, "Finetune/Step": 3158, "Finetune/Step Time": 5.387541398406029} +{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8933544754981995, "Finetune/Loss (Raw)": 0.8971176147460938, "Finetune/Step": 3159, "Finetune/Step Time": 5.391103409230709} +{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.892155647277832, "Finetune/Loss (Raw)": 0.8883591890335083, "Finetune/Step": 3160, "Finetune/Step Time": 5.381446037441492} +{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8923501968383789, "Finetune/Loss (Raw)": 0.9554340243339539, "Finetune/Step": 3161, "Finetune/Step Time": 5.40076289139688} +{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8871843814849854, "Finetune/Loss (Raw)": 0.40908920764923096, "Finetune/Step": 3162, "Finetune/Step Time": 5.437947740778327} +{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8883808851242065, "Finetune/Loss (Raw)": 1.0786411762237549, "Finetune/Step": 3163, "Finetune/Step Time": 5.4489077888429165} +{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8887901902198792, "Finetune/Loss (Raw)": 0.9929670095443726, "Finetune/Step": 3164, "Finetune/Step Time": 5.429864095523953} +{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8863922357559204, "Finetune/Loss (Raw)": 0.7422577142715454, "Finetune/Step": 3165, "Finetune/Step Time": 5.432033743709326} +{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8849557638168335, "Finetune/Loss (Raw)": 0.8473434448242188, "Finetune/Step": 3166, "Finetune/Step Time": 5.432178167626262} +{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8855030536651611, "Finetune/Loss (Raw)": 0.9450918436050415, "Finetune/Step": 3167, "Finetune/Step Time": 5.429798502475023} +{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8861538171768188, "Finetune/Loss (Raw)": 1.049019694328308, "Finetune/Step": 3168, "Finetune/Step Time": 5.435828149318695} +{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8824403882026672, "Finetune/Loss (Raw)": 0.3073999583721161, "Finetune/Step": 3169, "Finetune/Step Time": 5.463823921978474} +{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8813982605934143, "Finetune/Loss (Raw)": 0.8164083361625671, "Finetune/Step": 3170, "Finetune/Step Time": 5.4646069426089525} +{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8856364488601685, "Finetune/Loss (Raw)": 0.8489483594894409, "Finetune/Step": 3171, "Finetune/Step Time": 5.430901572108269} +{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8871074318885803, "Finetune/Loss (Raw)": 0.9350427389144897, "Finetune/Step": 3172, "Finetune/Step Time": 5.412926446646452} +{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8869632482528687, "Finetune/Loss (Raw)": 0.8444193005561829, "Finetune/Step": 3173, "Finetune/Step Time": 5.4241899233311415} +{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8869258761405945, "Finetune/Loss (Raw)": 1.0823936462402344, "Finetune/Step": 3174, "Finetune/Step Time": 5.429414089769125} +{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8873019218444824, "Finetune/Loss (Raw)": 0.9278755187988281, "Finetune/Step": 3175, "Finetune/Step Time": 5.4260158855468035} +{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8874036073684692, "Finetune/Loss (Raw)": 1.0838489532470703, "Finetune/Step": 3176, "Finetune/Step Time": 5.433805480599403} +{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8871111869812012, "Finetune/Loss (Raw)": 0.8771008253097534, "Finetune/Step": 3177, "Finetune/Step Time": 5.437747118994594} +{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8860549926757812, "Finetune/Loss (Raw)": 0.8852538466453552, "Finetune/Step": 3178, "Finetune/Step Time": 5.443625081330538} +{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8864971399307251, "Finetune/Loss (Raw)": 1.1287106275558472, "Finetune/Step": 3179, "Finetune/Step Time": 5.4497015960514545} +{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8857508301734924, "Finetune/Loss (Raw)": 0.8433140516281128, "Finetune/Step": 3180, "Finetune/Step Time": 5.445334753021598} +{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8854473233222961, "Finetune/Loss (Raw)": 0.9777019023895264, "Finetune/Step": 3181, "Finetune/Step Time": 5.440692638978362} +{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8847932815551758, "Finetune/Loss (Raw)": 0.9494613409042358, "Finetune/Step": 3182, "Finetune/Step Time": 5.437980156391859} +{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8842098712921143, "Finetune/Loss (Raw)": 0.9069334268569946, "Finetune/Step": 3183, "Finetune/Step Time": 5.437554316595197} +{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8837871551513672, "Finetune/Loss (Raw)": 0.9531883001327515, "Finetune/Step": 3184, "Finetune/Step Time": 5.454541040584445} +{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8848370313644409, "Finetune/Loss (Raw)": 0.961237370967865, "Finetune/Step": 3185, "Finetune/Step Time": 5.448958186432719} +{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8837617039680481, "Finetune/Loss (Raw)": 0.8855422139167786, "Finetune/Step": 3186, "Finetune/Step Time": 5.453227262943983} +{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.88384610414505, "Finetune/Loss (Raw)": 0.9847503900527954, "Finetune/Step": 3187, "Finetune/Step Time": 5.445518020540476} +{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.882880687713623, "Finetune/Loss (Raw)": 0.9055250287055969, "Finetune/Step": 3188, "Finetune/Step Time": 5.453859265893698} +{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8822389841079712, "Finetune/Loss (Raw)": 0.901635468006134, "Finetune/Step": 3189, "Finetune/Step Time": 5.450539069250226} +{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8823357820510864, "Finetune/Loss (Raw)": 0.9180495142936707, "Finetune/Step": 3190, "Finetune/Step Time": 5.420900080353022} +{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8833620548248291, "Finetune/Loss (Raw)": 1.0398627519607544, "Finetune/Step": 3191, "Finetune/Step Time": 5.447079569101334} +{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8828849792480469, "Finetune/Loss (Raw)": 0.876262366771698, "Finetune/Step": 3192, "Finetune/Step Time": 5.4523065984249115} +{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8830369114875793, "Finetune/Loss (Raw)": 0.8957715034484863, "Finetune/Step": 3193, "Finetune/Step Time": 5.442376421764493} +{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.883630633354187, "Finetune/Loss (Raw)": 0.8162755966186523, "Finetune/Step": 3194, "Finetune/Step Time": 5.410400776192546} +{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844244480133057, "Finetune/Loss (Raw)": 1.0218567848205566, "Finetune/Step": 3195, "Finetune/Step Time": 5.417212745174766} +{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8843848705291748, "Finetune/Loss (Raw)": 0.9534015655517578, "Finetune/Step": 3196, "Finetune/Step Time": 5.406709033995867} +{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8861409425735474, "Finetune/Loss (Raw)": 1.0318087339401245, "Finetune/Step": 3197, "Finetune/Step Time": 5.398710023611784} +{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8853163123130798, "Finetune/Loss (Raw)": 0.8372869491577148, "Finetune/Step": 3198, "Finetune/Step Time": 5.406493561342359} +{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8846872448921204, "Finetune/Loss (Raw)": 0.9545842409133911, "Finetune/Step": 3199, "Finetune/Step Time": 5.405882831662893} +{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8861904144287109, "Finetune/Loss (Raw)": 1.094359278678894, "Finetune/Step": 3200, "Finetune/Step Time": 5.40131026878953} +{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8856194019317627, "Finetune/Loss (Raw)": 0.8512114882469177, "Finetune/Step": 3201, "Finetune/Step Time": 5.4029165636748075} +{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8858335018157959, "Finetune/Loss (Raw)": 0.9100420475006104, "Finetune/Step": 3202, "Finetune/Step Time": 5.399409798905253} +{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905222415924072, "Finetune/Loss (Raw)": 0.8869092464447021, "Finetune/Step": 3203, "Finetune/Step Time": 5.367697037756443} +{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8910678625106812, "Finetune/Loss (Raw)": 0.8657251596450806, "Finetune/Step": 3204, "Finetune/Step Time": 5.374810628592968} +{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8903070092201233, "Finetune/Loss (Raw)": 0.8611695766448975, "Finetune/Step": 3205, "Finetune/Step Time": 5.371140794828534} +{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8900700211524963, "Finetune/Loss (Raw)": 0.8273144960403442, "Finetune/Step": 3206, "Finetune/Step Time": 5.372442692518234} +{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8910331130027771, "Finetune/Loss (Raw)": 0.962123692035675, "Finetune/Step": 3207, "Finetune/Step Time": 5.367016209289432} +{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8927006721496582, "Finetune/Loss (Raw)": 0.9995267391204834, "Finetune/Step": 3208, "Finetune/Step Time": 5.360615672543645} +{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8929763436317444, "Finetune/Loss (Raw)": 0.8778119087219238, "Finetune/Step": 3209, "Finetune/Step Time": 5.368524566292763} +{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8926119804382324, "Finetune/Loss (Raw)": 0.8365640044212341, "Finetune/Step": 3210, "Finetune/Step Time": 5.367601171135902} +{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8925288915634155, "Finetune/Loss (Raw)": 0.98650723695755, "Finetune/Step": 3211, "Finetune/Step Time": 5.366777308285236} +{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8890204429626465, "Finetune/Loss (Raw)": 0.3920212984085083, "Finetune/Step": 3212, "Finetune/Step Time": 5.389868129044771} +{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8880899548530579, "Finetune/Loss (Raw)": 0.9930369257926941, "Finetune/Step": 3213, "Finetune/Step Time": 5.387211963534355} +{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879704475402832, "Finetune/Loss (Raw)": 0.9824130535125732, "Finetune/Step": 3214, "Finetune/Step Time": 5.39911974221468} +{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.886995792388916, "Finetune/Loss (Raw)": 0.8287600874900818, "Finetune/Step": 3215, "Finetune/Step Time": 5.407483372837305} +{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8870328068733215, "Finetune/Loss (Raw)": 0.7659822702407837, "Finetune/Step": 3216, "Finetune/Step Time": 5.4278305526822805} +{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8869774341583252, "Finetune/Loss (Raw)": 0.9633031487464905, "Finetune/Step": 3217, "Finetune/Step Time": 5.4194495100528} +{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875240683555603, "Finetune/Loss (Raw)": 0.9463256597518921, "Finetune/Step": 3218, "Finetune/Step Time": 5.417393568903208} +{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.886925220489502, "Finetune/Loss (Raw)": 0.7908792495727539, "Finetune/Step": 3219, "Finetune/Step Time": 5.401631027460098} +{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932327628135681, "Finetune/Loss (Raw)": 1.1027705669403076, "Finetune/Step": 3220, "Finetune/Step Time": 5.369332175701857} +{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8927965760231018, "Finetune/Loss (Raw)": 0.8552687168121338, "Finetune/Step": 3221, "Finetune/Step Time": 5.373304899781942} +{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.888032078742981, "Finetune/Loss (Raw)": 0.33009010553359985, "Finetune/Step": 3222, "Finetune/Step Time": 5.403096059337258} +{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8876827955245972, "Finetune/Loss (Raw)": 0.8753429055213928, "Finetune/Step": 3223, "Finetune/Step Time": 5.408099718391895} +{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8878961205482483, "Finetune/Loss (Raw)": 0.9671087861061096, "Finetune/Step": 3224, "Finetune/Step Time": 5.403981652110815} +{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8927857875823975, "Finetune/Loss (Raw)": 0.9280940294265747, "Finetune/Step": 3225, "Finetune/Step Time": 5.37607491761446} +{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.894133985042572, "Finetune/Loss (Raw)": 0.9433236718177795, "Finetune/Step": 3226, "Finetune/Step Time": 5.375323094427586} +{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935307264328003, "Finetune/Loss (Raw)": 0.9051129817962646, "Finetune/Step": 3227, "Finetune/Step Time": 5.381428763270378} +{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8917911052703857, "Finetune/Loss (Raw)": 0.9071619510650635, "Finetune/Step": 3228, "Finetune/Step Time": 5.379287660121918} +{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8943529725074768, "Finetune/Loss (Raw)": 1.012359619140625, "Finetune/Step": 3229, "Finetune/Step Time": 5.364051090553403} +{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.893497109413147, "Finetune/Loss (Raw)": 0.8869315385818481, "Finetune/Step": 3230, "Finetune/Step Time": 5.36656941473484} +{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8924691677093506, "Finetune/Loss (Raw)": 0.9402346611022949, "Finetune/Step": 3231, "Finetune/Step Time": 5.379295811057091} +{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8931964039802551, "Finetune/Loss (Raw)": 1.0507524013519287, "Finetune/Step": 3232, "Finetune/Step Time": 5.381142163649201} +{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8948696851730347, "Finetune/Loss (Raw)": 1.149029016494751, "Finetune/Step": 3233, "Finetune/Step Time": 5.384301960468292} +{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8941205143928528, "Finetune/Loss (Raw)": 0.7976129651069641, "Finetune/Step": 3234, "Finetune/Step Time": 5.405989967286587} +{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8943954706192017, "Finetune/Loss (Raw)": 1.0746437311172485, "Finetune/Step": 3235, "Finetune/Step Time": 5.415723511949182} +{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8938035368919373, "Finetune/Loss (Raw)": 0.7663952708244324, "Finetune/Step": 3236, "Finetune/Step Time": 5.417095212265849} +{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8945049047470093, "Finetune/Loss (Raw)": 1.0134621858596802, "Finetune/Step": 3237, "Finetune/Step Time": 5.414855569601059} +{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8907260894775391, "Finetune/Loss (Raw)": 0.3912399709224701, "Finetune/Step": 3238, "Finetune/Step Time": 5.44797477312386} +{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8918615579605103, "Finetune/Loss (Raw)": 1.054875135421753, "Finetune/Step": 3239, "Finetune/Step Time": 5.44259393401444} +{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8926575183868408, "Finetune/Loss (Raw)": 1.1164007186889648, "Finetune/Step": 3240, "Finetune/Step Time": 5.44448016770184} +{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8933247327804565, "Finetune/Loss (Raw)": 1.0023467540740967, "Finetune/Step": 3241, "Finetune/Step Time": 5.433807397261262} +{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8936983942985535, "Finetune/Loss (Raw)": 1.004207730293274, "Finetune/Step": 3242, "Finetune/Step Time": 5.430538697168231} +{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8944478034973145, "Finetune/Loss (Raw)": 0.9839840531349182, "Finetune/Step": 3243, "Finetune/Step Time": 5.429459184408188} +{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8962057828903198, "Finetune/Loss (Raw)": 0.9987034201622009, "Finetune/Step": 3244, "Finetune/Step Time": 5.393990248441696} +{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8970028162002563, "Finetune/Loss (Raw)": 1.0275288820266724, "Finetune/Step": 3245, "Finetune/Step Time": 5.399273181334138} +{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8992228507995605, "Finetune/Loss (Raw)": 0.7543236017227173, "Finetune/Step": 3246, "Finetune/Step Time": 5.370992610231042} +{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8992191553115845, "Finetune/Loss (Raw)": 0.9011842608451843, "Finetune/Step": 3247, "Finetune/Step Time": 5.370577357709408} +{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.900058925151825, "Finetune/Loss (Raw)": 1.035278081893921, "Finetune/Step": 3248, "Finetune/Step Time": 5.374104315415025} +{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.901979923248291, "Finetune/Loss (Raw)": 1.0344260931015015, "Finetune/Step": 3249, "Finetune/Step Time": 5.363423198461533} +{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9015154838562012, "Finetune/Loss (Raw)": 0.8825802206993103, "Finetune/Step": 3250, "Finetune/Step Time": 5.376393083482981} +{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9020448923110962, "Finetune/Loss (Raw)": 0.9361181855201721, "Finetune/Step": 3251, "Finetune/Step Time": 5.403750380501151} +{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9025082588195801, "Finetune/Loss (Raw)": 1.0881494283676147, "Finetune/Step": 3252, "Finetune/Step Time": 5.403800271451473} +{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9030020833015442, "Finetune/Loss (Raw)": 1.0617748498916626, "Finetune/Step": 3253, "Finetune/Step Time": 5.4064482264220715} +{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9026548266410828, "Finetune/Loss (Raw)": 0.9817826151847839, "Finetune/Step": 3254, "Finetune/Step Time": 5.4005602560937405} +{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9017983675003052, "Finetune/Loss (Raw)": 0.9333094358444214, "Finetune/Step": 3255, "Finetune/Step Time": 5.41706913150847} +{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9042244553565979, "Finetune/Loss (Raw)": 1.071250557899475, "Finetune/Step": 3256, "Finetune/Step Time": 5.3830602671951056} +{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.903899073600769, "Finetune/Loss (Raw)": 0.8490760326385498, "Finetune/Step": 3257, "Finetune/Step Time": 5.3930534813553095} +{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9058050513267517, "Finetune/Loss (Raw)": 1.102339506149292, "Finetune/Step": 3258, "Finetune/Step Time": 5.3764347322285175} +{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9059909582138062, "Finetune/Loss (Raw)": 0.9144737720489502, "Finetune/Step": 3259, "Finetune/Step Time": 5.385324336588383} +{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9107242226600647, "Finetune/Loss (Raw)": 1.0151128768920898, "Finetune/Step": 3260, "Finetune/Step Time": 5.3709915820509195} +{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9097694754600525, "Finetune/Loss (Raw)": 0.8392354249954224, "Finetune/Step": 3261, "Finetune/Step Time": 5.366266807541251} +{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9101961851119995, "Finetune/Loss (Raw)": 0.9985262751579285, "Finetune/Step": 3262, "Finetune/Step Time": 5.35277308896184} +{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9107227325439453, "Finetune/Loss (Raw)": 1.0334721803665161, "Finetune/Step": 3263, "Finetune/Step Time": 5.356491973623633} +{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9099741578102112, "Finetune/Loss (Raw)": 0.9022007584571838, "Finetune/Step": 3264, "Finetune/Step Time": 5.357244733721018} +{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9118376970291138, "Finetune/Loss (Raw)": 1.1107426881790161, "Finetune/Step": 3265, "Finetune/Step Time": 5.340667625889182} +{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.912725567817688, "Finetune/Loss (Raw)": 0.9190141558647156, "Finetune/Step": 3266, "Finetune/Step Time": 5.335166187956929} +{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9133685231208801, "Finetune/Loss (Raw)": 0.9903069138526917, "Finetune/Step": 3267, "Finetune/Step Time": 5.343901397660375} +{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9140150547027588, "Finetune/Loss (Raw)": 0.9956638813018799, "Finetune/Step": 3268, "Finetune/Step Time": 5.337842250242829} +{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9152440428733826, "Finetune/Loss (Raw)": 1.0081793069839478, "Finetune/Step": 3269, "Finetune/Step Time": 5.345327518880367} +{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9151886701583862, "Finetune/Loss (Raw)": 0.8786078095436096, "Finetune/Step": 3270, "Finetune/Step Time": 5.329754175618291} +{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9161736965179443, "Finetune/Loss (Raw)": 0.9089944958686829, "Finetune/Step": 3271, "Finetune/Step Time": 5.314508602023125} +{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.915998101234436, "Finetune/Loss (Raw)": 0.9912914037704468, "Finetune/Step": 3272, "Finetune/Step Time": 5.34341043792665} +{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9146190881729126, "Finetune/Loss (Raw)": 0.8366583585739136, "Finetune/Step": 3273, "Finetune/Step Time": 5.354630941525102} +{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9094467759132385, "Finetune/Loss (Raw)": 0.3175501227378845, "Finetune/Step": 3274, "Finetune/Step Time": 5.386010896414518} +{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9076810479164124, "Finetune/Loss (Raw)": 0.8085559606552124, "Finetune/Step": 3275, "Finetune/Step Time": 5.383771121501923} +{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9065359234809875, "Finetune/Loss (Raw)": 0.9375149011611938, "Finetune/Step": 3276, "Finetune/Step Time": 5.368925774469972} +{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9109280705451965, "Finetune/Loss (Raw)": 0.9793682098388672, "Finetune/Step": 3277, "Finetune/Step Time": 5.336580423638225} +{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9107804894447327, "Finetune/Loss (Raw)": 0.8949809074401855, "Finetune/Step": 3278, "Finetune/Step Time": 5.3464510422199965} +{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9113519191741943, "Finetune/Loss (Raw)": 0.9954718947410583, "Finetune/Step": 3279, "Finetune/Step Time": 5.354197453707457} +{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9126750230789185, "Finetune/Loss (Raw)": 1.0189777612686157, "Finetune/Step": 3280, "Finetune/Step Time": 5.353434178978205} +{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9134673476219177, "Finetune/Loss (Raw)": 1.0607675313949585, "Finetune/Step": 3281, "Finetune/Step Time": 5.355488728731871} +{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9133433103561401, "Finetune/Loss (Raw)": 0.9089875221252441, "Finetune/Step": 3282, "Finetune/Step Time": 5.3570416290313005} +{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9083884954452515, "Finetune/Loss (Raw)": 0.36494043469429016, "Finetune/Step": 3283, "Finetune/Step Time": 5.388351755216718} +{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9089949727058411, "Finetune/Loss (Raw)": 0.9077727794647217, "Finetune/Step": 3284, "Finetune/Step Time": 5.391355136409402} +{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9088060259819031, "Finetune/Loss (Raw)": 1.0125774145126343, "Finetune/Step": 3285, "Finetune/Step Time": 5.384838121011853} +{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9136427640914917, "Finetune/Loss (Raw)": 0.9005971550941467, "Finetune/Step": 3286, "Finetune/Step Time": 5.359440399333835} +{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9139653444290161, "Finetune/Loss (Raw)": 0.9384097456932068, "Finetune/Step": 3287, "Finetune/Step Time": 5.3666906505823135} +{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9150234460830688, "Finetune/Loss (Raw)": 1.0237939357757568, "Finetune/Step": 3288, "Finetune/Step Time": 5.377674309536815} +{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9141480922698975, "Finetune/Loss (Raw)": 0.8433835506439209, "Finetune/Step": 3289, "Finetune/Step Time": 5.359054772183299} +{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9185553789138794, "Finetune/Loss (Raw)": 0.9732206463813782, "Finetune/Step": 3290, "Finetune/Step Time": 5.3229068126529455} +{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9164952635765076, "Finetune/Loss (Raw)": 0.8149486780166626, "Finetune/Step": 3291, "Finetune/Step Time": 5.318462278693914} +{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9156445264816284, "Finetune/Loss (Raw)": 0.8840696215629578, "Finetune/Step": 3292, "Finetune/Step Time": 5.319394735619426} +{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.917373776435852, "Finetune/Loss (Raw)": 0.9636051058769226, "Finetune/Step": 3293, "Finetune/Step Time": 5.314879681915045} +{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9175984859466553, "Finetune/Loss (Raw)": 0.87610924243927, "Finetune/Step": 3294, "Finetune/Step Time": 5.341532411053777} +{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9169434309005737, "Finetune/Loss (Raw)": 0.8612393140792847, "Finetune/Step": 3295, "Finetune/Step Time": 5.3442904110997915} +{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9162158370018005, "Finetune/Loss (Raw)": 0.9558900594711304, "Finetune/Step": 3296, "Finetune/Step Time": 5.3450309894979} +{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205825328826904, "Finetune/Loss (Raw)": 0.866337239742279, "Finetune/Step": 3297, "Finetune/Step Time": 5.334011767059565} +{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.9221235513687134, "Finetune/Loss (Raw)": 1.0136576890945435, "Finetune/Step": 3298, "Finetune/Step Time": 5.337278904393315} +{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184563755989075, "Finetune/Loss (Raw)": 0.3795483410358429, "Finetune/Step": 3299, "Finetune/Step Time": 5.366562332957983} +{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.918545126914978, "Finetune/Loss (Raw)": 0.9464042782783508, "Finetune/Step": 3300, "Finetune/Step Time": 5.368820866569877} +{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9180314540863037, "Finetune/Loss (Raw)": 0.7786707878112793, "Finetune/Step": 3301, "Finetune/Step Time": 5.357753675431013} +{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.917283833026886, "Finetune/Loss (Raw)": 0.9867005944252014, "Finetune/Step": 3302, "Finetune/Step Time": 5.355930374935269} +{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9170087575912476, "Finetune/Loss (Raw)": 0.8926610350608826, "Finetune/Step": 3303, "Finetune/Step Time": 5.353626182302833} +{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9153933525085449, "Finetune/Loss (Raw)": 0.8770759105682373, "Finetune/Step": 3304, "Finetune/Step Time": 5.357333317399025} +{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166440963745117, "Finetune/Loss (Raw)": 1.037203073501587, "Finetune/Step": 3305, "Finetune/Step Time": 5.352871747687459} +{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9165657758712769, "Finetune/Loss (Raw)": 0.875227689743042, "Finetune/Step": 3306, "Finetune/Step Time": 5.344841016456485} +{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9160683155059814, "Finetune/Loss (Raw)": 1.0650365352630615, "Finetune/Step": 3307, "Finetune/Step Time": 5.33470849506557} +{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9176676869392395, "Finetune/Loss (Raw)": 1.0480294227600098, "Finetune/Step": 3308, "Finetune/Step Time": 5.340969648212194} +{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9181355237960815, "Finetune/Loss (Raw)": 1.0375844240188599, "Finetune/Step": 3309, "Finetune/Step Time": 5.351278804242611} +{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9171575903892517, "Finetune/Loss (Raw)": 0.824286699295044, "Finetune/Step": 3310, "Finetune/Step Time": 5.348228666931391} +{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9166215658187866, "Finetune/Loss (Raw)": 0.8383177518844604, "Finetune/Step": 3311, "Finetune/Step Time": 5.356593087315559} +{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9159669876098633, "Finetune/Loss (Raw)": 0.8694044947624207, "Finetune/Step": 3312, "Finetune/Step Time": 5.344390155747533} +{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117922186851501, "Finetune/Loss (Raw)": 0.4268679916858673, "Finetune/Step": 3313, "Finetune/Step Time": 5.369529485702515} +{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113854169845581, "Finetune/Loss (Raw)": 0.8334797620773315, "Finetune/Step": 3314, "Finetune/Step Time": 5.365761686116457} +{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9127328395843506, "Finetune/Loss (Raw)": 1.157207727432251, "Finetune/Step": 3315, "Finetune/Step Time": 5.365185214206576} +{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9122505187988281, "Finetune/Loss (Raw)": 0.8437943458557129, "Finetune/Step": 3316, "Finetune/Step Time": 5.356638938188553} +{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9126965999603271, "Finetune/Loss (Raw)": 0.9587324857711792, "Finetune/Step": 3317, "Finetune/Step Time": 5.363793859258294} +{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9081065058708191, "Finetune/Loss (Raw)": 0.33052298426628113, "Finetune/Step": 3318, "Finetune/Step Time": 5.390351617708802} +{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9078563451766968, "Finetune/Loss (Raw)": 1.007843017578125, "Finetune/Step": 3319, "Finetune/Step Time": 5.3704251032322645} +{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9080350399017334, "Finetune/Loss (Raw)": 0.8991364240646362, "Finetune/Step": 3320, "Finetune/Step Time": 5.362321695312858} +{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9077316522598267, "Finetune/Loss (Raw)": 0.8569265604019165, "Finetune/Step": 3321, "Finetune/Step Time": 5.356544913724065} +{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9083293080329895, "Finetune/Loss (Raw)": 0.8927819132804871, "Finetune/Step": 3322, "Finetune/Step Time": 5.349546300247312} +{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9085830450057983, "Finetune/Loss (Raw)": 1.0543354749679565, "Finetune/Step": 3323, "Finetune/Step Time": 5.356034720316529} +{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9078587293624878, "Finetune/Loss (Raw)": 0.8606888651847839, "Finetune/Step": 3324, "Finetune/Step Time": 5.3692016042768955} +{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9064005017280579, "Finetune/Loss (Raw)": 0.8451541662216187, "Finetune/Step": 3325, "Finetune/Step Time": 5.368757015094161} +{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9074939489364624, "Finetune/Loss (Raw)": 0.9772496223449707, "Finetune/Step": 3326, "Finetune/Step Time": 5.3551131673157215} +{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9063456058502197, "Finetune/Loss (Raw)": 0.8075957894325256, "Finetune/Step": 3327, "Finetune/Step Time": 5.373101387172937} +{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9060279130935669, "Finetune/Loss (Raw)": 1.0536924600601196, "Finetune/Step": 3328, "Finetune/Step Time": 5.371829779818654} +{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9076265692710876, "Finetune/Loss (Raw)": 1.0558388233184814, "Finetune/Step": 3329, "Finetune/Step Time": 5.374483320862055} +{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9070972800254822, "Finetune/Loss (Raw)": 0.842299222946167, "Finetune/Step": 3330, "Finetune/Step Time": 5.387869086116552} +{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9077515602111816, "Finetune/Loss (Raw)": 0.9706559777259827, "Finetune/Step": 3331, "Finetune/Step Time": 5.406127681955695} +{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9081820249557495, "Finetune/Loss (Raw)": 0.9208226203918457, "Finetune/Step": 3332, "Finetune/Step Time": 5.399621589109302} +{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9091123342514038, "Finetune/Loss (Raw)": 0.9802501201629639, "Finetune/Step": 3333, "Finetune/Step Time": 5.405172694474459} +{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9098614454269409, "Finetune/Loss (Raw)": 0.9231968522071838, "Finetune/Step": 3334, "Finetune/Step Time": 5.40578668564558} +{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9092421531677246, "Finetune/Loss (Raw)": 0.8828616738319397, "Finetune/Step": 3335, "Finetune/Step Time": 5.384318176656961} +{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9084142446517944, "Finetune/Loss (Raw)": 0.893545389175415, "Finetune/Step": 3336, "Finetune/Step Time": 5.383498651906848} +{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9081112742424011, "Finetune/Loss (Raw)": 0.8390342593193054, "Finetune/Step": 3337, "Finetune/Step Time": 5.381926637142897} +{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9087680578231812, "Finetune/Loss (Raw)": 0.9206358194351196, "Finetune/Step": 3338, "Finetune/Step Time": 5.390362581238151} +{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9087092280387878, "Finetune/Loss (Raw)": 0.9789755344390869, "Finetune/Step": 3339, "Finetune/Step Time": 5.377602692693472} +{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9131065607070923, "Finetune/Loss (Raw)": 0.954881489276886, "Finetune/Step": 3340, "Finetune/Step Time": 5.349040325731039} +{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9136296510696411, "Finetune/Loss (Raw)": 1.059995412826538, "Finetune/Step": 3341, "Finetune/Step Time": 5.355719152837992} +{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9141116738319397, "Finetune/Loss (Raw)": 1.04410719871521, "Finetune/Step": 3342, "Finetune/Step Time": 5.336906706914306} +{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151778221130371, "Finetune/Loss (Raw)": 0.9652332663536072, "Finetune/Step": 3343, "Finetune/Step Time": 5.324775204062462} +{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9151270389556885, "Finetune/Loss (Raw)": 0.759475827217102, "Finetune/Step": 3344, "Finetune/Step Time": 5.311062486842275} +{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9103150963783264, "Finetune/Loss (Raw)": 0.34737318754196167, "Finetune/Step": 3345, "Finetune/Step Time": 5.346542712301016} +{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112347960472107, "Finetune/Loss (Raw)": 1.0640524625778198, "Finetune/Step": 3346, "Finetune/Step Time": 5.344703026115894} +{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9112194776535034, "Finetune/Loss (Raw)": 0.7889190316200256, "Finetune/Step": 3347, "Finetune/Step Time": 5.345795253291726} +{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9103905558586121, "Finetune/Loss (Raw)": 0.9966641068458557, "Finetune/Step": 3348, "Finetune/Step Time": 5.350448168814182} +{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9113265872001648, "Finetune/Loss (Raw)": 0.9750809073448181, "Finetune/Step": 3349, "Finetune/Step Time": 5.347483266144991} +{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9174301624298096, "Finetune/Loss (Raw)": 1.1113461256027222, "Finetune/Step": 3350, "Finetune/Step Time": 5.323072152212262} +{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9175648093223572, "Finetune/Loss (Raw)": 0.892582356929779, "Finetune/Step": 3351, "Finetune/Step Time": 5.330393802374601} +{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176275730133057, "Finetune/Loss (Raw)": 0.9751418232917786, "Finetune/Step": 3352, "Finetune/Step Time": 5.334233656525612} +{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9183030128479004, "Finetune/Loss (Raw)": 1.0145431756973267, "Finetune/Step": 3353, "Finetune/Step Time": 5.350321808829904} +{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9183882474899292, "Finetune/Loss (Raw)": 0.9542326927185059, "Finetune/Step": 3354, "Finetune/Step Time": 5.348178997635841} +{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9191855192184448, "Finetune/Loss (Raw)": 1.0071793794631958, "Finetune/Step": 3355, "Finetune/Step Time": 5.334246648475528} +{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9197934865951538, "Finetune/Loss (Raw)": 0.9849775433540344, "Finetune/Step": 3356, "Finetune/Step Time": 5.342077674344182} +{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9188390374183655, "Finetune/Loss (Raw)": 0.8901861310005188, "Finetune/Step": 3357, "Finetune/Step Time": 5.342559035867453} +{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9185025095939636, "Finetune/Loss (Raw)": 0.8438584804534912, "Finetune/Step": 3358, "Finetune/Step Time": 5.336325068026781} +{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9196359515190125, "Finetune/Loss (Raw)": 1.0853180885314941, "Finetune/Step": 3359, "Finetune/Step Time": 5.310049662366509} +{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9195370078086853, "Finetune/Loss (Raw)": 1.0380815267562866, "Finetune/Step": 3360, "Finetune/Step Time": 5.310896886512637} +{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9183138608932495, "Finetune/Loss (Raw)": 0.9924693703651428, "Finetune/Step": 3361, "Finetune/Step Time": 5.324103195220232} +{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9187334775924683, "Finetune/Loss (Raw)": 0.8513186573982239, "Finetune/Step": 3362, "Finetune/Step Time": 5.3065070658922195} +{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9178611040115356, "Finetune/Loss (Raw)": 0.9629815220832825, "Finetune/Step": 3363, "Finetune/Step Time": 5.30132214166224} +{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.919585645198822, "Finetune/Loss (Raw)": 0.9871387481689453, "Finetune/Step": 3364, "Finetune/Step Time": 5.293504636734724} +{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189327955245972, "Finetune/Loss (Raw)": 0.92989581823349, "Finetune/Step": 3365, "Finetune/Step Time": 5.3075812347233295} +{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9226441979408264, "Finetune/Loss (Raw)": 0.8663015365600586, "Finetune/Step": 3366, "Finetune/Step Time": 5.287667689844966} +{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9210894107818604, "Finetune/Loss (Raw)": 0.8558637499809265, "Finetune/Step": 3367, "Finetune/Step Time": 5.290857153013349} +{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9157627820968628, "Finetune/Loss (Raw)": 0.4345875084400177, "Finetune/Step": 3368, "Finetune/Step Time": 5.320641662925482} +{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.9160597324371338, "Finetune/Loss (Raw)": 1.0403558015823364, "Finetune/Step": 3369, "Finetune/Step Time": 5.3190948739647865} +{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158414006233215, "Finetune/Loss (Raw)": 0.976260244846344, "Finetune/Step": 3370, "Finetune/Step Time": 5.316552909091115} +{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137108325958252, "Finetune/Loss (Raw)": 0.7112741470336914, "Finetune/Step": 3371, "Finetune/Step Time": 5.338366501033306} +{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130414128303528, "Finetune/Loss (Raw)": 0.9130197763442993, "Finetune/Step": 3372, "Finetune/Step Time": 5.349717700853944} +{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.912810206413269, "Finetune/Loss (Raw)": 0.9979269504547119, "Finetune/Step": 3373, "Finetune/Step Time": 5.355541668832302} +{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142592549324036, "Finetune/Loss (Raw)": 0.9398099780082703, "Finetune/Step": 3374, "Finetune/Step Time": 5.358084296807647} +{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163574576377869, "Finetune/Loss (Raw)": 1.1697560548782349, "Finetune/Step": 3375, "Finetune/Step Time": 5.355872791260481} +{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9163123965263367, "Finetune/Loss (Raw)": 1.0295050144195557, "Finetune/Step": 3376, "Finetune/Step Time": 5.348433379083872} +{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9146983623504639, "Finetune/Loss (Raw)": 0.8278276324272156, "Finetune/Step": 3377, "Finetune/Step Time": 5.359406819567084} +{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9157534837722778, "Finetune/Loss (Raw)": 1.017635703086853, "Finetune/Step": 3378, "Finetune/Step Time": 5.355089135468006} +{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141883254051208, "Finetune/Loss (Raw)": 0.7357776761054993, "Finetune/Step": 3379, "Finetune/Step Time": 5.329632868990302} +{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121479392051697, "Finetune/Loss (Raw)": 0.8269810676574707, "Finetune/Step": 3380, "Finetune/Step Time": 5.327454969286919} +{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.911085844039917, "Finetune/Loss (Raw)": 0.9258260130882263, "Finetune/Step": 3381, "Finetune/Step Time": 5.322065584361553} +{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118523001670837, "Finetune/Loss (Raw)": 1.079892873764038, "Finetune/Step": 3382, "Finetune/Step Time": 5.324212945997715} +{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9115681648254395, "Finetune/Loss (Raw)": 0.896942138671875, "Finetune/Step": 3383, "Finetune/Step Time": 5.312339982017875} +{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9108483791351318, "Finetune/Loss (Raw)": 0.9791125059127808, "Finetune/Step": 3384, "Finetune/Step Time": 5.3079999554902315} +{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.91053307056427, "Finetune/Loss (Raw)": 0.8087157607078552, "Finetune/Step": 3385, "Finetune/Step Time": 5.302655223757029} +{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9091960191726685, "Finetune/Loss (Raw)": 0.9311961531639099, "Finetune/Step": 3386, "Finetune/Step Time": 5.294691510498524} +{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9086670875549316, "Finetune/Loss (Raw)": 0.8467769622802734, "Finetune/Step": 3387, "Finetune/Step Time": 5.277734257280827} +{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9073360562324524, "Finetune/Loss (Raw)": 0.8447389602661133, "Finetune/Step": 3388, "Finetune/Step Time": 5.260062742978334} +{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9082753658294678, "Finetune/Loss (Raw)": 0.9594581127166748, "Finetune/Step": 3389, "Finetune/Step Time": 5.2644107937812805} +{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.908161461353302, "Finetune/Loss (Raw)": 0.9839546084403992, "Finetune/Step": 3390, "Finetune/Step Time": 5.269199101254344} +{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9087947607040405, "Finetune/Loss (Raw)": 1.1145347356796265, "Finetune/Step": 3391, "Finetune/Step Time": 5.26550461538136} +{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9086906909942627, "Finetune/Loss (Raw)": 0.8888756036758423, "Finetune/Step": 3392, "Finetune/Step Time": 5.265221033245325} +{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9082239866256714, "Finetune/Loss (Raw)": 1.0510143041610718, "Finetune/Step": 3393, "Finetune/Step Time": 5.261951398104429} +{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9084213972091675, "Finetune/Loss (Raw)": 0.9442716836929321, "Finetune/Step": 3394, "Finetune/Step Time": 5.281971102580428} +{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9086627960205078, "Finetune/Loss (Raw)": 1.0212043523788452, "Finetune/Step": 3395, "Finetune/Step Time": 5.265525626018643} +{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9071558117866516, "Finetune/Loss (Raw)": 0.8027762770652771, "Finetune/Step": 3396, "Finetune/Step Time": 5.265408972278237} +{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9066143035888672, "Finetune/Loss (Raw)": 0.9388688802719116, "Finetune/Step": 3397, "Finetune/Step Time": 5.258214730769396} +{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9069098234176636, "Finetune/Loss (Raw)": 0.9164363145828247, "Finetune/Step": 3398, "Finetune/Step Time": 5.25687113031745} +{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9064712524414062, "Finetune/Loss (Raw)": 0.8528521060943604, "Finetune/Step": 3399, "Finetune/Step Time": 5.265901856124401} +{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9055380821228027, "Finetune/Loss (Raw)": 0.8718487620353699, "Finetune/Step": 3400, "Finetune/Step Time": 5.239298965781927} +{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9055861830711365, "Finetune/Loss (Raw)": 0.8428130149841309, "Finetune/Step": 3401, "Finetune/Step Time": 5.231314089149237} +{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9102500677108765, "Finetune/Loss (Raw)": 0.9145233631134033, "Finetune/Step": 3402, "Finetune/Step Time": 5.205881405621767} +{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9106427431106567, "Finetune/Loss (Raw)": 0.8588223457336426, "Finetune/Step": 3403, "Finetune/Step Time": 5.201360976323485} +{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9106682538986206, "Finetune/Loss (Raw)": 0.9407739043235779, "Finetune/Step": 3404, "Finetune/Step Time": 5.197810024023056} +{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9092612266540527, "Finetune/Loss (Raw)": 0.799274742603302, "Finetune/Step": 3405, "Finetune/Step Time": 5.268487783148885} +{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9098837375640869, "Finetune/Loss (Raw)": 0.9746652841567993, "Finetune/Step": 3406, "Finetune/Step Time": 5.264212509617209} +{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9095935225486755, "Finetune/Loss (Raw)": 0.958319365978241, "Finetune/Step": 3407, "Finetune/Step Time": 5.251526262611151} +{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9093066453933716, "Finetune/Loss (Raw)": 0.982254683971405, "Finetune/Step": 3408, "Finetune/Step Time": 5.252086510881782} +{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9082085490226746, "Finetune/Loss (Raw)": 0.9202167987823486, "Finetune/Step": 3409, "Finetune/Step Time": 5.249995684251189} +{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9078591465950012, "Finetune/Loss (Raw)": 0.8642618656158447, "Finetune/Step": 3410, "Finetune/Step Time": 5.253423009067774} +{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9130997657775879, "Finetune/Loss (Raw)": 1.0357444286346436, "Finetune/Step": 3411, "Finetune/Step Time": 5.221715349704027} +{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9138158559799194, "Finetune/Loss (Raw)": 0.9994321465492249, "Finetune/Step": 3412, "Finetune/Step Time": 5.217271447181702} +{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9141465425491333, "Finetune/Loss (Raw)": 1.0549025535583496, "Finetune/Step": 3413, "Finetune/Step Time": 5.225010339170694} +{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9155891537666321, "Finetune/Loss (Raw)": 1.085249900817871, "Finetune/Step": 3414, "Finetune/Step Time": 5.223374815657735} +{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9142709970474243, "Finetune/Loss (Raw)": 0.7696892619132996, "Finetune/Step": 3415, "Finetune/Step Time": 5.2206533290445805} +{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9095606803894043, "Finetune/Loss (Raw)": 0.42087218165397644, "Finetune/Step": 3416, "Finetune/Step Time": 5.243499498814344} +{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9105433821678162, "Finetune/Loss (Raw)": 0.9691709876060486, "Finetune/Step": 3417, "Finetune/Step Time": 5.249740498140454} +{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9103519916534424, "Finetune/Loss (Raw)": 0.9487206339836121, "Finetune/Step": 3418, "Finetune/Step Time": 5.261008011177182} +{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.911361813545227, "Finetune/Loss (Raw)": 0.9442042112350464, "Finetune/Step": 3419, "Finetune/Step Time": 5.253446042537689} +{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9101229906082153, "Finetune/Loss (Raw)": 0.7254999279975891, "Finetune/Step": 3420, "Finetune/Step Time": 5.278695227578282} +{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9099588990211487, "Finetune/Loss (Raw)": 0.9425984621047974, "Finetune/Step": 3421, "Finetune/Step Time": 5.281557692214847} +{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9104191064834595, "Finetune/Loss (Raw)": 0.9350249767303467, "Finetune/Step": 3422, "Finetune/Step Time": 5.274584846571088} +{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9103176593780518, "Finetune/Loss (Raw)": 0.8482450842857361, "Finetune/Step": 3423, "Finetune/Step Time": 5.273110955953598} +{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9055600166320801, "Finetune/Loss (Raw)": 0.34691497683525085, "Finetune/Step": 3424, "Finetune/Step Time": 5.298387983813882} +{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9059320688247681, "Finetune/Loss (Raw)": 0.9139534831047058, "Finetune/Step": 3425, "Finetune/Step Time": 5.290550457313657} +{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9040335416793823, "Finetune/Loss (Raw)": 0.770649254322052, "Finetune/Step": 3426, "Finetune/Step Time": 5.28752725943923} +{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9089912176132202, "Finetune/Loss (Raw)": 1.0141340494155884, "Finetune/Step": 3427, "Finetune/Step Time": 5.26541911996901} +{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9088962078094482, "Finetune/Loss (Raw)": 0.9342412948608398, "Finetune/Step": 3428, "Finetune/Step Time": 5.274018611758947} +{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9102393388748169, "Finetune/Loss (Raw)": 0.9505948424339294, "Finetune/Step": 3429, "Finetune/Step Time": 5.270654898136854} +{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9095054268836975, "Finetune/Loss (Raw)": 0.8927579522132874, "Finetune/Step": 3430, "Finetune/Step Time": 5.264791181311011} +{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9104617834091187, "Finetune/Loss (Raw)": 1.0150789022445679, "Finetune/Step": 3431, "Finetune/Step Time": 5.268947655335069} +{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9099183082580566, "Finetune/Loss (Raw)": 0.8075080513954163, "Finetune/Step": 3432, "Finetune/Step Time": 5.271000785753131} +{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9088239073753357, "Finetune/Loss (Raw)": 0.8971203565597534, "Finetune/Step": 3433, "Finetune/Step Time": 5.2889145296067} +{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9090444445610046, "Finetune/Loss (Raw)": 0.9034599661827087, "Finetune/Step": 3434, "Finetune/Step Time": 5.313468495383859} +{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9080779552459717, "Finetune/Loss (Raw)": 0.9413180351257324, "Finetune/Step": 3435, "Finetune/Step Time": 5.326784107834101} +{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9062695503234863, "Finetune/Loss (Raw)": 0.8165574669837952, "Finetune/Step": 3436, "Finetune/Step Time": 5.320249168202281} +{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.905485212802887, "Finetune/Loss (Raw)": 0.9371896386146545, "Finetune/Step": 3437, "Finetune/Step Time": 5.309130754321814} +{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9058574438095093, "Finetune/Loss (Raw)": 0.8719382286071777, "Finetune/Step": 3438, "Finetune/Step Time": 5.307703956961632} +{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9073532819747925, "Finetune/Loss (Raw)": 1.0297749042510986, "Finetune/Step": 3439, "Finetune/Step Time": 5.312739046290517} +{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9076986312866211, "Finetune/Loss (Raw)": 0.9136097431182861, "Finetune/Step": 3440, "Finetune/Step Time": 5.3144526947289705} +{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9104498028755188, "Finetune/Loss (Raw)": 0.7790187001228333, "Finetune/Step": 3441, "Finetune/Step Time": 5.305760620161891} +{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.9102440476417542, "Finetune/Loss (Raw)": 0.8071439266204834, "Finetune/Step": 3442, "Finetune/Step Time": 5.312920283526182} +{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9078880548477173, "Finetune/Loss (Raw)": 0.8556418418884277, "Finetune/Step": 3443, "Finetune/Step Time": 5.323154671117663} +{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9087220430374146, "Finetune/Loss (Raw)": 0.950546383857727, "Finetune/Step": 3444, "Finetune/Step Time": 5.323219126090407} +{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9074020981788635, "Finetune/Loss (Raw)": 0.7897789478302002, "Finetune/Step": 3445, "Finetune/Step Time": 5.3348570596426725} +{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9118560552597046, "Finetune/Loss (Raw)": 0.9006300568580627, "Finetune/Step": 3446, "Finetune/Step Time": 5.312612313777208} +{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9121630787849426, "Finetune/Loss (Raw)": 1.0471385717391968, "Finetune/Step": 3447, "Finetune/Step Time": 5.3076906725764275} +{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9124559164047241, "Finetune/Loss (Raw)": 0.9366238713264465, "Finetune/Step": 3448, "Finetune/Step Time": 5.313400492072105} +{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9137048125267029, "Finetune/Loss (Raw)": 1.0167821645736694, "Finetune/Step": 3449, "Finetune/Step Time": 5.308692378923297} +{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.914233386516571, "Finetune/Loss (Raw)": 0.9604445695877075, "Finetune/Step": 3450, "Finetune/Step Time": 5.32877104356885} +{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9128410816192627, "Finetune/Loss (Raw)": 0.8761144280433655, "Finetune/Step": 3451, "Finetune/Step Time": 5.311850588768721} +{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9139432907104492, "Finetune/Loss (Raw)": 1.0017715692520142, "Finetune/Step": 3452, "Finetune/Step Time": 5.296412996947765} +{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9140995740890503, "Finetune/Loss (Raw)": 0.8651647567749023, "Finetune/Step": 3453, "Finetune/Step Time": 5.294490011408925} +{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9135444164276123, "Finetune/Loss (Raw)": 0.9061815142631531, "Finetune/Step": 3454, "Finetune/Step Time": 5.3026802353560925} +{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9098656177520752, "Finetune/Loss (Raw)": 0.3367057740688324, "Finetune/Step": 3455, "Finetune/Step Time": 5.318885691463947} +{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9092411994934082, "Finetune/Loss (Raw)": 0.9737778902053833, "Finetune/Step": 3456, "Finetune/Step Time": 5.315081208944321} +{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9080619812011719, "Finetune/Loss (Raw)": 0.9048972725868225, "Finetune/Step": 3457, "Finetune/Step Time": 5.3163169883191586} +{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088241457939148, "Finetune/Loss (Raw)": 0.9398537874221802, "Finetune/Step": 3458, "Finetune/Step Time": 5.324316039681435} +{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082261323928833, "Finetune/Loss (Raw)": 0.8941087126731873, "Finetune/Step": 3459, "Finetune/Step Time": 5.309701634570956} +{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9089442491531372, "Finetune/Loss (Raw)": 1.0127403736114502, "Finetune/Step": 3460, "Finetune/Step Time": 5.311566965654492} +{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.903876781463623, "Finetune/Loss (Raw)": 0.3316136300563812, "Finetune/Step": 3461, "Finetune/Step Time": 5.342270661145449} +{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9042069315910339, "Finetune/Loss (Raw)": 0.9654539227485657, "Finetune/Step": 3462, "Finetune/Step Time": 5.3380672093480825} +{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.9043073654174805, "Finetune/Loss (Raw)": 0.8957248330116272, "Finetune/Step": 3463, "Finetune/Step Time": 5.340073671191931} +{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9048434495925903, "Finetune/Loss (Raw)": 0.9621630311012268, "Finetune/Step": 3464, "Finetune/Step Time": 5.340995844453573} +{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9051843285560608, "Finetune/Loss (Raw)": 0.8826666474342346, "Finetune/Step": 3465, "Finetune/Step Time": 5.336105780676007} +{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9047699570655823, "Finetune/Loss (Raw)": 0.8675958514213562, "Finetune/Step": 3466, "Finetune/Step Time": 5.329296441748738} +{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9030704498291016, "Finetune/Loss (Raw)": 0.7614362835884094, "Finetune/Step": 3467, "Finetune/Step Time": 5.327869787812233} +{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9015864133834839, "Finetune/Loss (Raw)": 0.7649199366569519, "Finetune/Step": 3468, "Finetune/Step Time": 5.336287323385477} +{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9009933471679688, "Finetune/Loss (Raw)": 0.9840878248214722, "Finetune/Step": 3469, "Finetune/Step Time": 5.344686131924391} +{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8997004628181458, "Finetune/Loss (Raw)": 0.8786211013793945, "Finetune/Step": 3470, "Finetune/Step Time": 5.351314976811409} +{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.899686336517334, "Finetune/Loss (Raw)": 0.9634188413619995, "Finetune/Step": 3471, "Finetune/Step Time": 5.357374673709273} +{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003621339797974, "Finetune/Loss (Raw)": 0.8459801077842712, "Finetune/Step": 3472, "Finetune/Step Time": 5.362996608018875} +{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9062464237213135, "Finetune/Loss (Raw)": 1.100564956665039, "Finetune/Step": 3473, "Finetune/Step Time": 5.351464921608567} +{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9044274091720581, "Finetune/Loss (Raw)": 0.8312190175056458, "Finetune/Step": 3474, "Finetune/Step Time": 5.356997478753328} +{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.90552818775177, "Finetune/Loss (Raw)": 0.9298186898231506, "Finetune/Step": 3475, "Finetune/Step Time": 5.363395856693387} +{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9039061665534973, "Finetune/Loss (Raw)": 0.7890409827232361, "Finetune/Step": 3476, "Finetune/Step Time": 5.368281938135624} +{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9029924869537354, "Finetune/Loss (Raw)": 0.8581311106681824, "Finetune/Step": 3477, "Finetune/Step Time": 5.386170506477356} +{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9023157358169556, "Finetune/Loss (Raw)": 1.0247224569320679, "Finetune/Step": 3478, "Finetune/Step Time": 5.378760805353522} +{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9038311243057251, "Finetune/Loss (Raw)": 1.086550235748291, "Finetune/Step": 3479, "Finetune/Step Time": 5.36548356898129} +{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9036436080932617, "Finetune/Loss (Raw)": 0.9511419534683228, "Finetune/Step": 3480, "Finetune/Step Time": 5.357336053624749} +{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9034053683280945, "Finetune/Loss (Raw)": 0.9840525984764099, "Finetune/Step": 3481, "Finetune/Step Time": 5.334196358919144} +{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9032456874847412, "Finetune/Loss (Raw)": 0.9337916374206543, "Finetune/Step": 3482, "Finetune/Step Time": 5.33404590934515} +{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9030013680458069, "Finetune/Loss (Raw)": 0.9759050011634827, "Finetune/Step": 3483, "Finetune/Step Time": 5.372667238116264} +{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9029515385627747, "Finetune/Loss (Raw)": 0.9785975217819214, "Finetune/Step": 3484, "Finetune/Step Time": 5.383464565500617} +{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9040224552154541, "Finetune/Loss (Raw)": 1.0272716283798218, "Finetune/Step": 3485, "Finetune/Step Time": 5.380680676549673} +{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.9050895571708679, "Finetune/Loss (Raw)": 0.9804431200027466, "Finetune/Step": 3486, "Finetune/Step Time": 5.374648280441761} +{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9028235077857971, "Finetune/Loss (Raw)": 0.7952647805213928, "Finetune/Step": 3487, "Finetune/Step Time": 5.373085491359234} +{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9008463621139526, "Finetune/Loss (Raw)": 0.785002589225769, "Finetune/Step": 3488, "Finetune/Step Time": 5.372632345184684} +{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9012238383293152, "Finetune/Loss (Raw)": 1.0407929420471191, "Finetune/Step": 3489, "Finetune/Step Time": 5.3597681522369385} +{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9010809659957886, "Finetune/Loss (Raw)": 0.833029568195343, "Finetune/Step": 3490, "Finetune/Step Time": 5.358185272663832} +{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.901511549949646, "Finetune/Loss (Raw)": 1.0180877447128296, "Finetune/Step": 3491, "Finetune/Step Time": 5.359388265758753} +{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9012300968170166, "Finetune/Loss (Raw)": 0.9511178135871887, "Finetune/Step": 3492, "Finetune/Step Time": 5.374027650803328} +{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8999748229980469, "Finetune/Loss (Raw)": 0.7692157030105591, "Finetune/Step": 3493, "Finetune/Step Time": 5.3663640562444925} +{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9013658761978149, "Finetune/Loss (Raw)": 1.0443603992462158, "Finetune/Step": 3494, "Finetune/Step Time": 5.353804117068648} +{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9022688865661621, "Finetune/Loss (Raw)": 0.9714483022689819, "Finetune/Step": 3495, "Finetune/Step Time": 5.347922440618277} +{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9071831703186035, "Finetune/Loss (Raw)": 1.06361985206604, "Finetune/Step": 3496, "Finetune/Step Time": 5.324495743960142} +{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9057297706604004, "Finetune/Loss (Raw)": 0.8543165326118469, "Finetune/Step": 3497, "Finetune/Step Time": 5.33352117985487} +{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9054794311523438, "Finetune/Loss (Raw)": 0.9442254900932312, "Finetune/Step": 3498, "Finetune/Step Time": 5.3372915498912334} +{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9077838063240051, "Finetune/Loss (Raw)": 1.006227731704712, "Finetune/Step": 3499, "Finetune/Step Time": 5.322441106662154} +{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9082055687904358, "Finetune/Loss (Raw)": 0.9670047163963318, "Finetune/Step": 3500, "Finetune/Step Time": 5.313006667420268} +{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.908059298992157, "Finetune/Loss (Raw)": 0.9792096614837646, "Finetune/Step": 3501, "Finetune/Step Time": 5.298722639679909} +{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9093930721282959, "Finetune/Loss (Raw)": 1.1105257272720337, "Finetune/Step": 3502, "Finetune/Step Time": 5.293830370530486} +{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9080812931060791, "Finetune/Loss (Raw)": 1.0018577575683594, "Finetune/Step": 3503, "Finetune/Step Time": 5.2939994391053915} +{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9068819284439087, "Finetune/Loss (Raw)": 0.875988245010376, "Finetune/Step": 3504, "Finetune/Step Time": 5.295342890545726} +{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9083917737007141, "Finetune/Loss (Raw)": 1.0210853815078735, "Finetune/Step": 3505, "Finetune/Step Time": 5.2913315165787935} +{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.907198429107666, "Finetune/Loss (Raw)": 0.8648870587348938, "Finetune/Step": 3506, "Finetune/Step Time": 5.28797759488225} +{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9071391224861145, "Finetune/Loss (Raw)": 0.7281813621520996, "Finetune/Step": 3507, "Finetune/Step Time": 5.308386031538248} +{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9079001545906067, "Finetune/Loss (Raw)": 0.9243949055671692, "Finetune/Step": 3508, "Finetune/Step Time": 5.308703493326902} +{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9088317155838013, "Finetune/Loss (Raw)": 1.045060634613037, "Finetune/Step": 3509, "Finetune/Step Time": 5.322171675041318} +{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9068541526794434, "Finetune/Loss (Raw)": 0.8267675042152405, "Finetune/Step": 3510, "Finetune/Step Time": 5.320580765604973} +{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9071239829063416, "Finetune/Loss (Raw)": 0.9314854145050049, "Finetune/Step": 3511, "Finetune/Step Time": 5.321675930172205} +{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9069284200668335, "Finetune/Loss (Raw)": 0.9540831446647644, "Finetune/Step": 3512, "Finetune/Step Time": 5.319875542074442} +{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9082547426223755, "Finetune/Loss (Raw)": 0.9784749150276184, "Finetune/Step": 3513, "Finetune/Step Time": 5.314237529411912} +{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.9074124097824097, "Finetune/Loss (Raw)": 0.8233787417411804, "Finetune/Step": 3514, "Finetune/Step Time": 5.318817116320133} +{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9077483415603638, "Finetune/Loss (Raw)": 0.8897794485092163, "Finetune/Step": 3515, "Finetune/Step Time": 5.3255754429847} +{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9082764983177185, "Finetune/Loss (Raw)": 0.9123381972312927, "Finetune/Step": 3516, "Finetune/Step Time": 5.327018186450005} +{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9085197448730469, "Finetune/Loss (Raw)": 0.9906008243560791, "Finetune/Step": 3517, "Finetune/Step Time": 5.324782311916351} +{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9080222845077515, "Finetune/Loss (Raw)": 0.9202777743339539, "Finetune/Step": 3518, "Finetune/Step Time": 5.34959246404469} +{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9060648679733276, "Finetune/Loss (Raw)": 0.8639892339706421, "Finetune/Step": 3519, "Finetune/Step Time": 5.367688490077853} +{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9066248536109924, "Finetune/Loss (Raw)": 0.9605512619018555, "Finetune/Step": 3520, "Finetune/Step Time": 5.369231440126896} +{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9067184925079346, "Finetune/Loss (Raw)": 1.0630046129226685, "Finetune/Step": 3521, "Finetune/Step Time": 5.369532203301787} +{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9059401750564575, "Finetune/Loss (Raw)": 0.8446460366249084, "Finetune/Step": 3522, "Finetune/Step Time": 5.365201422944665} +{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9046297669410706, "Finetune/Loss (Raw)": 0.8534687757492065, "Finetune/Step": 3523, "Finetune/Step Time": 5.395133985206485} +{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9049407839775085, "Finetune/Loss (Raw)": 0.8425816893577576, "Finetune/Step": 3524, "Finetune/Step Time": 5.404220020398498} +{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9061440229415894, "Finetune/Loss (Raw)": 1.0928852558135986, "Finetune/Step": 3525, "Finetune/Step Time": 5.412935759872198} +{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9063556790351868, "Finetune/Loss (Raw)": 0.9435305595397949, "Finetune/Step": 3526, "Finetune/Step Time": 5.426561314612627} +{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9074434041976929, "Finetune/Loss (Raw)": 0.9920837879180908, "Finetune/Step": 3527, "Finetune/Step Time": 5.414476098492742} +{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.907917857170105, "Finetune/Loss (Raw)": 0.9325789213180542, "Finetune/Step": 3528, "Finetune/Step Time": 5.4137750174850225} +{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9079768061637878, "Finetune/Loss (Raw)": 0.8503526449203491, "Finetune/Step": 3529, "Finetune/Step Time": 5.418313581496477} +{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.908245861530304, "Finetune/Loss (Raw)": 0.9489626884460449, "Finetune/Step": 3530, "Finetune/Step Time": 5.4142052717506886} +{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9094226360321045, "Finetune/Loss (Raw)": 1.0094560384750366, "Finetune/Step": 3531, "Finetune/Step Time": 5.4140722174197435} +{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088194966316223, "Finetune/Loss (Raw)": 0.8635610938072205, "Finetune/Step": 3532, "Finetune/Step Time": 5.426477728411555} +{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.9050580263137817, "Finetune/Loss (Raw)": 0.3178130090236664, "Finetune/Step": 3533, "Finetune/Step Time": 5.3889274969697} +{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.905138373374939, "Finetune/Loss (Raw)": 0.9849456548690796, "Finetune/Step": 3534, "Finetune/Step Time": 5.391657283529639} +{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9002476930618286, "Finetune/Loss (Raw)": 0.3323090076446533, "Finetune/Step": 3535, "Finetune/Step Time": 5.422338580712676} +{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8995137214660645, "Finetune/Loss (Raw)": 0.8883138298988342, "Finetune/Step": 3536, "Finetune/Step Time": 5.419386457651854} +{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9004470109939575, "Finetune/Loss (Raw)": 1.0396826267242432, "Finetune/Step": 3537, "Finetune/Step Time": 5.432027755305171} +{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9017913341522217, "Finetune/Loss (Raw)": 1.0363216400146484, "Finetune/Step": 3538, "Finetune/Step Time": 5.434206062927842} +{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012737274169922, "Finetune/Loss (Raw)": 0.9694982171058655, "Finetune/Step": 3539, "Finetune/Step Time": 5.438187079504132} +{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006582498550415, "Finetune/Loss (Raw)": 0.9206476807594299, "Finetune/Step": 3540, "Finetune/Step Time": 5.448089722543955} +{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8996200561523438, "Finetune/Loss (Raw)": 0.9220182299613953, "Finetune/Step": 3541, "Finetune/Step Time": 5.438942965120077} +{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8983625173568726, "Finetune/Loss (Raw)": 0.9242837429046631, "Finetune/Step": 3542, "Finetune/Step Time": 5.448639178648591} +{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.899452805519104, "Finetune/Loss (Raw)": 0.9092389345169067, "Finetune/Step": 3543, "Finetune/Step Time": 5.461309311911464} +{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9037028551101685, "Finetune/Loss (Raw)": 0.9648789763450623, "Finetune/Step": 3544, "Finetune/Step Time": 5.429652608931065} +{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899369478225708, "Finetune/Loss (Raw)": 0.4145006537437439, "Finetune/Step": 3545, "Finetune/Step Time": 5.455951828509569} +{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8986931443214417, "Finetune/Loss (Raw)": 0.8621493577957153, "Finetune/Step": 3546, "Finetune/Step Time": 5.452421898022294} +{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8994489908218384, "Finetune/Loss (Raw)": 1.0409537553787231, "Finetune/Step": 3547, "Finetune/Step Time": 5.449396336451173} +{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9015015363693237, "Finetune/Loss (Raw)": 0.9882282614707947, "Finetune/Step": 3548, "Finetune/Step Time": 5.436774048954248} +{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.902153491973877, "Finetune/Loss (Raw)": 1.0260459184646606, "Finetune/Step": 3549, "Finetune/Step Time": 5.435534577816725} +{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8975014686584473, "Finetune/Loss (Raw)": 0.3395691514015198, "Finetune/Step": 3550, "Finetune/Step Time": 5.4457420241087675} +{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8973029255867004, "Finetune/Loss (Raw)": 0.8228306174278259, "Finetune/Step": 3551, "Finetune/Step Time": 5.463508116081357} +{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9020557403564453, "Finetune/Loss (Raw)": 0.9552737474441528, "Finetune/Step": 3552, "Finetune/Step Time": 5.430007657036185} +{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9010213017463684, "Finetune/Loss (Raw)": 0.781549870967865, "Finetune/Step": 3553, "Finetune/Step Time": 5.4328494146466255} +{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9028534889221191, "Finetune/Loss (Raw)": 1.0051672458648682, "Finetune/Step": 3554, "Finetune/Step Time": 5.4354550037533045} +{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9036978483200073, "Finetune/Loss (Raw)": 1.1222096681594849, "Finetune/Step": 3555, "Finetune/Step Time": 5.433123152703047} +{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.899086594581604, "Finetune/Loss (Raw)": 0.3440002202987671, "Finetune/Step": 3556, "Finetune/Step Time": 5.455354005098343} +{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8999522924423218, "Finetune/Loss (Raw)": 1.0614013671875, "Finetune/Step": 3557, "Finetune/Step Time": 5.453302012756467} +{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9002891778945923, "Finetune/Loss (Raw)": 0.9358825087547302, "Finetune/Step": 3558, "Finetune/Step Time": 5.455094574019313} +{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9002702832221985, "Finetune/Loss (Raw)": 1.0126614570617676, "Finetune/Step": 3559, "Finetune/Step Time": 5.453716184943914} +{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9020836353302002, "Finetune/Loss (Raw)": 1.039618730545044, "Finetune/Step": 3560, "Finetune/Step Time": 5.44295522198081} +{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.9035243988037109, "Finetune/Loss (Raw)": 1.0815423727035522, "Finetune/Step": 3561, "Finetune/Step Time": 5.426555724814534} +{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9024266600608826, "Finetune/Loss (Raw)": 0.7629442811012268, "Finetune/Step": 3562, "Finetune/Step Time": 5.4016313795000315} +{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9013457894325256, "Finetune/Loss (Raw)": 0.8029682040214539, "Finetune/Step": 3563, "Finetune/Step Time": 5.387526327744126} +{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9016983509063721, "Finetune/Loss (Raw)": 0.8616864681243896, "Finetune/Step": 3564, "Finetune/Step Time": 5.390446536242962} +{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9011056423187256, "Finetune/Loss (Raw)": 0.8613244295120239, "Finetune/Step": 3565, "Finetune/Step Time": 5.3934506345540285} +{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.902571976184845, "Finetune/Loss (Raw)": 1.0596269369125366, "Finetune/Step": 3566, "Finetune/Step Time": 5.39292286708951} +{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9018299579620361, "Finetune/Loss (Raw)": 0.9347931146621704, "Finetune/Step": 3567, "Finetune/Step Time": 5.396338189020753} +{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9024511575698853, "Finetune/Loss (Raw)": 0.9931273460388184, "Finetune/Step": 3568, "Finetune/Step Time": 5.4012893587350845} +{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9033349752426147, "Finetune/Loss (Raw)": 0.8921476602554321, "Finetune/Step": 3569, "Finetune/Step Time": 5.388827743008733} +{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9039099812507629, "Finetune/Loss (Raw)": 0.8807464838027954, "Finetune/Step": 3570, "Finetune/Step Time": 5.383530819788575} +{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9047885537147522, "Finetune/Loss (Raw)": 0.9680970311164856, "Finetune/Step": 3571, "Finetune/Step Time": 5.375630052760243} +{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9049396514892578, "Finetune/Loss (Raw)": 0.9698901176452637, "Finetune/Step": 3572, "Finetune/Step Time": 5.371142448857427} +{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9064511060714722, "Finetune/Loss (Raw)": 0.9832348823547363, "Finetune/Step": 3573, "Finetune/Step Time": 5.353288458660245} +{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9074355363845825, "Finetune/Loss (Raw)": 1.0266430377960205, "Finetune/Step": 3574, "Finetune/Step Time": 5.35142976231873} +{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9063489437103271, "Finetune/Loss (Raw)": 0.9080497026443481, "Finetune/Step": 3575, "Finetune/Step Time": 5.352452682331204} +{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.906958281993866, "Finetune/Loss (Raw)": 1.0146279335021973, "Finetune/Step": 3576, "Finetune/Step Time": 5.356829132884741} +{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9062262177467346, "Finetune/Loss (Raw)": 0.9230748414993286, "Finetune/Step": 3577, "Finetune/Step Time": 5.375674784183502} +{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9066092371940613, "Finetune/Loss (Raw)": 1.0094696283340454, "Finetune/Step": 3578, "Finetune/Step Time": 5.360406322404742} +{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9076967239379883, "Finetune/Loss (Raw)": 1.015315294265747, "Finetune/Step": 3579, "Finetune/Step Time": 5.36128337867558} +{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9074167609214783, "Finetune/Loss (Raw)": 0.9659342765808105, "Finetune/Step": 3580, "Finetune/Step Time": 5.3689031433314085} +{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9086414575576782, "Finetune/Loss (Raw)": 1.0219253301620483, "Finetune/Step": 3581, "Finetune/Step Time": 5.378427496179938} +{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9085254073143005, "Finetune/Loss (Raw)": 0.8913276195526123, "Finetune/Step": 3582, "Finetune/Step Time": 5.380738325417042} +{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9126138091087341, "Finetune/Loss (Raw)": 0.8600203990936279, "Finetune/Step": 3583, "Finetune/Step Time": 5.3496751468628645} +{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9126154184341431, "Finetune/Loss (Raw)": 0.9739867448806763, "Finetune/Step": 3584, "Finetune/Step Time": 5.351859537884593} +{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9139249920845032, "Finetune/Loss (Raw)": 1.0725224018096924, "Finetune/Step": 3585, "Finetune/Step Time": 5.340856209397316} +{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9132651090621948, "Finetune/Loss (Raw)": 0.8553860187530518, "Finetune/Step": 3586, "Finetune/Step Time": 5.338826324790716} +{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9129098057746887, "Finetune/Loss (Raw)": 0.8486304879188538, "Finetune/Step": 3587, "Finetune/Step Time": 5.332384811714292} +{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9106569886207581, "Finetune/Loss (Raw)": 0.724381685256958, "Finetune/Step": 3588, "Finetune/Step Time": 5.339150635525584} +{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9151278734207153, "Finetune/Loss (Raw)": 0.9038795232772827, "Finetune/Step": 3589, "Finetune/Step Time": 5.311654703691602} +{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9152696132659912, "Finetune/Loss (Raw)": 0.9836039543151855, "Finetune/Step": 3590, "Finetune/Step Time": 5.315427819266915} +{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9147058129310608, "Finetune/Loss (Raw)": 0.8235552310943604, "Finetune/Step": 3591, "Finetune/Step Time": 5.314294949173927} +{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.914772629737854, "Finetune/Loss (Raw)": 0.9707213044166565, "Finetune/Step": 3592, "Finetune/Step Time": 5.319536104798317} +{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9162687659263611, "Finetune/Loss (Raw)": 1.0741705894470215, "Finetune/Step": 3593, "Finetune/Step Time": 5.321739273145795} +{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9144693613052368, "Finetune/Loss (Raw)": 0.6372678875923157, "Finetune/Step": 3594, "Finetune/Step Time": 5.3336742129176855} +{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9158774614334106, "Finetune/Loss (Raw)": 0.941670835018158, "Finetune/Step": 3595, "Finetune/Step Time": 5.3450546357780695} +{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.91829514503479, "Finetune/Loss (Raw)": 1.0743898153305054, "Finetune/Step": 3596, "Finetune/Step Time": 5.336077131330967} +{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9125760197639465, "Finetune/Loss (Raw)": 0.2520389258861542, "Finetune/Step": 3597, "Finetune/Step Time": 5.3561483938246965} +{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.912771463394165, "Finetune/Loss (Raw)": 0.903633713722229, "Finetune/Step": 3598, "Finetune/Step Time": 5.3698837496340275} +{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9119861125946045, "Finetune/Loss (Raw)": 0.8628965020179749, "Finetune/Step": 3599, "Finetune/Step Time": 5.361277041956782} +{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.908737063407898, "Finetune/Loss (Raw)": 0.4300985336303711, "Finetune/Step": 3600, "Finetune/Step Time": 5.373343864455819} +{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9076610803604126, "Finetune/Loss (Raw)": 0.9628447890281677, "Finetune/Step": 3601, "Finetune/Step Time": 5.355617891997099} +{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9080091714859009, "Finetune/Loss (Raw)": 0.8757665157318115, "Finetune/Step": 3602, "Finetune/Step Time": 5.350646270439029} +{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9076048135757446, "Finetune/Loss (Raw)": 0.8780664801597595, "Finetune/Step": 3603, "Finetune/Step Time": 5.34915030375123} +{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9089384078979492, "Finetune/Loss (Raw)": 0.9597445130348206, "Finetune/Step": 3604, "Finetune/Step Time": 5.345887368544936} +{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9086494445800781, "Finetune/Loss (Raw)": 0.8211402297019958, "Finetune/Step": 3605, "Finetune/Step Time": 5.332256618887186} +{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9077134132385254, "Finetune/Loss (Raw)": 0.9049068093299866, "Finetune/Step": 3606, "Finetune/Step Time": 5.34460705332458} +{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9067092537879944, "Finetune/Loss (Raw)": 0.9580202102661133, "Finetune/Step": 3607, "Finetune/Step Time": 5.348116951063275} +{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066905975341797, "Finetune/Loss (Raw)": 0.9487588405609131, "Finetune/Step": 3608, "Finetune/Step Time": 5.380773777142167} +{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9065744876861572, "Finetune/Loss (Raw)": 0.9691849946975708, "Finetune/Step": 3609, "Finetune/Step Time": 5.381899340078235} +{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9056978225708008, "Finetune/Loss (Raw)": 0.8215765357017517, "Finetune/Step": 3610, "Finetune/Step Time": 5.3814389277249575} +{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9007164835929871, "Finetune/Loss (Raw)": 0.3382977843284607, "Finetune/Step": 3611, "Finetune/Step Time": 5.370124991983175} +{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.9000924229621887, "Finetune/Loss (Raw)": 0.8987226486206055, "Finetune/Step": 3612, "Finetune/Step Time": 5.3671151008456945} +{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8985003232955933, "Finetune/Loss (Raw)": 0.8234779238700867, "Finetune/Step": 3613, "Finetune/Step Time": 5.367986315861344} +{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977985978126526, "Finetune/Loss (Raw)": 0.8906227946281433, "Finetune/Step": 3614, "Finetune/Step Time": 5.372019439935684} +{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8989428281784058, "Finetune/Loss (Raw)": 0.9417228102684021, "Finetune/Step": 3615, "Finetune/Step Time": 5.376931158825755} +{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8991203904151917, "Finetune/Loss (Raw)": 0.8077350854873657, "Finetune/Step": 3616, "Finetune/Step Time": 5.38129610568285} +{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8982987999916077, "Finetune/Loss (Raw)": 0.9356287717819214, "Finetune/Step": 3617, "Finetune/Step Time": 5.395266687497497} +{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8988513946533203, "Finetune/Loss (Raw)": 0.9037542343139648, "Finetune/Step": 3618, "Finetune/Step Time": 5.402667256072164} +{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8976927399635315, "Finetune/Loss (Raw)": 0.8697863817214966, "Finetune/Step": 3619, "Finetune/Step Time": 5.39495581574738} +{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8970491290092468, "Finetune/Loss (Raw)": 0.8687359094619751, "Finetune/Step": 3620, "Finetune/Step Time": 5.380008317530155} +{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976966142654419, "Finetune/Loss (Raw)": 0.8520873785018921, "Finetune/Step": 3621, "Finetune/Step Time": 5.373817408457398} +{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968778252601624, "Finetune/Loss (Raw)": 0.9395586252212524, "Finetune/Step": 3622, "Finetune/Step Time": 5.372599598020315} +{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8966736793518066, "Finetune/Loss (Raw)": 0.9453213214874268, "Finetune/Step": 3623, "Finetune/Step Time": 5.373435985296965} +{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8963125348091125, "Finetune/Loss (Raw)": 1.0173931121826172, "Finetune/Step": 3624, "Finetune/Step Time": 5.367438912391663} +{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8974721431732178, "Finetune/Loss (Raw)": 1.0027499198913574, "Finetune/Step": 3625, "Finetune/Step Time": 5.358367409557104} +{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8967468738555908, "Finetune/Loss (Raw)": 0.8513826131820679, "Finetune/Step": 3626, "Finetune/Step Time": 5.354937765747309} +{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962681293487549, "Finetune/Loss (Raw)": 0.9449552893638611, "Finetune/Step": 3627, "Finetune/Step Time": 5.369787823408842} +{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8960161209106445, "Finetune/Loss (Raw)": 0.9347490668296814, "Finetune/Step": 3628, "Finetune/Step Time": 5.379923043772578} +{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950220346450806, "Finetune/Loss (Raw)": 0.8519573211669922, "Finetune/Step": 3629, "Finetune/Step Time": 5.386547965928912} +{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933293223381042, "Finetune/Loss (Raw)": 0.8938614130020142, "Finetune/Step": 3630, "Finetune/Step Time": 5.386697931215167} +{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913867473602295, "Finetune/Loss (Raw)": 0.753217339515686, "Finetune/Step": 3631, "Finetune/Step Time": 5.400538859888911} +{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8925157785415649, "Finetune/Loss (Raw)": 1.0204921960830688, "Finetune/Step": 3632, "Finetune/Step Time": 5.403233114629984} +{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8926891088485718, "Finetune/Loss (Raw)": 1.0432735681533813, "Finetune/Step": 3633, "Finetune/Step Time": 5.397720918059349} +{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.893040657043457, "Finetune/Loss (Raw)": 0.9098854064941406, "Finetune/Step": 3634, "Finetune/Step Time": 5.390293516218662} +{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8939118385314941, "Finetune/Loss (Raw)": 0.8396955132484436, "Finetune/Step": 3635, "Finetune/Step Time": 5.37509760260582} +{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8940929770469666, "Finetune/Loss (Raw)": 0.9475782513618469, "Finetune/Step": 3636, "Finetune/Step Time": 5.374404955655336} +{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8939498662948608, "Finetune/Loss (Raw)": 1.0267436504364014, "Finetune/Step": 3637, "Finetune/Step Time": 5.360136823728681} +{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.895056426525116, "Finetune/Loss (Raw)": 0.9684072136878967, "Finetune/Step": 3638, "Finetune/Step Time": 5.358271047472954} +{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8949639201164246, "Finetune/Loss (Raw)": 0.9196511507034302, "Finetune/Step": 3639, "Finetune/Step Time": 5.347431447356939} +{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8899242877960205, "Finetune/Loss (Raw)": 0.3090065121650696, "Finetune/Step": 3640, "Finetune/Step Time": 5.378906164318323} +{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8887940645217896, "Finetune/Loss (Raw)": 0.8338080048561096, "Finetune/Step": 3641, "Finetune/Step Time": 5.381939794868231} +{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8903377056121826, "Finetune/Loss (Raw)": 1.0209605693817139, "Finetune/Step": 3642, "Finetune/Step Time": 5.385167242959142} +{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906937837600708, "Finetune/Loss (Raw)": 0.9353655576705933, "Finetune/Step": 3643, "Finetune/Step Time": 5.378482287749648} +{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904855251312256, "Finetune/Loss (Raw)": 0.8856732845306396, "Finetune/Step": 3644, "Finetune/Step Time": 5.375360134989023} +{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894784450531006, "Finetune/Loss (Raw)": 0.8617000579833984, "Finetune/Step": 3645, "Finetune/Step Time": 5.374605678021908} +{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8903177976608276, "Finetune/Loss (Raw)": 1.0277113914489746, "Finetune/Step": 3646, "Finetune/Step Time": 5.3591235261410475} +{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8910223245620728, "Finetune/Loss (Raw)": 0.9541764259338379, "Finetune/Step": 3647, "Finetune/Step Time": 5.3375345673412085} +{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911951780319214, "Finetune/Loss (Raw)": 0.9826627969741821, "Finetune/Step": 3648, "Finetune/Step Time": 5.339172855019569} +{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8906891345977783, "Finetune/Loss (Raw)": 0.9982332587242126, "Finetune/Step": 3649, "Finetune/Step Time": 5.343560788780451} +{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8922057747840881, "Finetune/Loss (Raw)": 1.0387818813323975, "Finetune/Step": 3650, "Finetune/Step Time": 5.323861248791218} +{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8918225169181824, "Finetune/Loss (Raw)": 0.8044126629829407, "Finetune/Step": 3651, "Finetune/Step Time": 5.308396512642503} +{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930487632751465, "Finetune/Loss (Raw)": 0.999535322189331, "Finetune/Step": 3652, "Finetune/Step Time": 5.307043945416808} +{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922075629234314, "Finetune/Loss (Raw)": 0.9852136969566345, "Finetune/Step": 3653, "Finetune/Step Time": 5.304860481992364} +{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8922309875488281, "Finetune/Loss (Raw)": 0.946533203125, "Finetune/Step": 3654, "Finetune/Step Time": 5.30885367654264} +{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8929850459098816, "Finetune/Loss (Raw)": 1.0886059999465942, "Finetune/Step": 3655, "Finetune/Step Time": 5.313382767140865} +{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921294212341309, "Finetune/Loss (Raw)": 0.8230544328689575, "Finetune/Step": 3656, "Finetune/Step Time": 5.317630449309945} +{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8925026655197144, "Finetune/Loss (Raw)": 0.8981342911720276, "Finetune/Step": 3657, "Finetune/Step Time": 5.317607557401061} +{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8925288915634155, "Finetune/Loss (Raw)": 0.9523109793663025, "Finetune/Step": 3658, "Finetune/Step Time": 5.333054667338729} +{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8920607566833496, "Finetune/Loss (Raw)": 0.9495373964309692, "Finetune/Step": 3659, "Finetune/Step Time": 5.335972091183066} +{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8934158682823181, "Finetune/Loss (Raw)": 1.037010908126831, "Finetune/Step": 3660, "Finetune/Step Time": 5.323120104148984} +{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8979232311248779, "Finetune/Loss (Raw)": 0.8947574496269226, "Finetune/Step": 3661, "Finetune/Step Time": 5.290938040241599} +{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8982172012329102, "Finetune/Loss (Raw)": 1.0225762128829956, "Finetune/Step": 3662, "Finetune/Step Time": 5.281978640705347} +{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041887521743774, "Finetune/Loss (Raw)": 1.096672534942627, "Finetune/Step": 3663, "Finetune/Step Time": 5.248959008604288} +{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040608406066895, "Finetune/Loss (Raw)": 0.8719331622123718, "Finetune/Step": 3664, "Finetune/Step Time": 5.26191496104002} +{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.9033975601196289, "Finetune/Loss (Raw)": 0.954780101776123, "Finetune/Step": 3665, "Finetune/Step Time": 5.25378955155611} +{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.902725338935852, "Finetune/Loss (Raw)": 0.9502878189086914, "Finetune/Step": 3666, "Finetune/Step Time": 5.249017462134361} +{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984382748603821, "Finetune/Loss (Raw)": 0.42074713110923767, "Finetune/Step": 3667, "Finetune/Step Time": 5.27689254283905} +{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8981045484542847, "Finetune/Loss (Raw)": 0.8779329061508179, "Finetune/Step": 3668, "Finetune/Step Time": 5.261195762082934} +{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979386687278748, "Finetune/Loss (Raw)": 0.9007776379585266, "Finetune/Step": 3669, "Finetune/Step Time": 5.270162981003523} +{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8980542421340942, "Finetune/Loss (Raw)": 0.9390828013420105, "Finetune/Step": 3670, "Finetune/Step Time": 5.2551888059824705} +{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8989198207855225, "Finetune/Loss (Raw)": 1.0200361013412476, "Finetune/Step": 3671, "Finetune/Step Time": 5.236675355583429} +{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8983327150344849, "Finetune/Loss (Raw)": 0.8897320032119751, "Finetune/Step": 3672, "Finetune/Step Time": 5.244384570047259} +{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9007900953292847, "Finetune/Loss (Raw)": 0.729036808013916, "Finetune/Step": 3673, "Finetune/Step Time": 5.2172151524573565} +{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9010214805603027, "Finetune/Loss (Raw)": 0.8917678594589233, "Finetune/Step": 3674, "Finetune/Step Time": 5.208531375974417} +{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8957952260971069, "Finetune/Loss (Raw)": 0.37200161814689636, "Finetune/Step": 3675, "Finetune/Step Time": 5.243816601112485} +{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8960743546485901, "Finetune/Loss (Raw)": 1.0239553451538086, "Finetune/Step": 3676, "Finetune/Step Time": 5.246601989492774} +{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.895861804485321, "Finetune/Loss (Raw)": 0.998831033706665, "Finetune/Step": 3677, "Finetune/Step Time": 5.246220069006085} +{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8985440731048584, "Finetune/Loss (Raw)": 0.6829078793525696, "Finetune/Step": 3678, "Finetune/Step Time": 5.2164310570806265} +{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9004358649253845, "Finetune/Loss (Raw)": 1.0649738311767578, "Finetune/Step": 3679, "Finetune/Step Time": 5.204799385741353} +{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9004678130149841, "Finetune/Loss (Raw)": 0.959365963935852, "Finetune/Step": 3680, "Finetune/Step Time": 5.210199689492583} +{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9023400545120239, "Finetune/Loss (Raw)": 1.0211955308914185, "Finetune/Step": 3681, "Finetune/Step Time": 5.191178722307086} +{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9033153653144836, "Finetune/Loss (Raw)": 1.130009412765503, "Finetune/Step": 3682, "Finetune/Step Time": 5.194080067798495} +{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9017902612686157, "Finetune/Loss (Raw)": 0.9269968271255493, "Finetune/Step": 3683, "Finetune/Step Time": 5.189282439649105} +{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9044991731643677, "Finetune/Loss (Raw)": 0.6907415986061096, "Finetune/Step": 3684, "Finetune/Step Time": 5.176492761820555} +{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032207727432251, "Finetune/Loss (Raw)": 0.8977555632591248, "Finetune/Step": 3685, "Finetune/Step Time": 5.173270894214511} +{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033054709434509, "Finetune/Loss (Raw)": 0.9467297792434692, "Finetune/Step": 3686, "Finetune/Step Time": 5.178187562152743} +{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9025455713272095, "Finetune/Loss (Raw)": 0.9153901934623718, "Finetune/Step": 3687, "Finetune/Step Time": 5.176400767639279} +{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9012672901153564, "Finetune/Loss (Raw)": 0.8760054707527161, "Finetune/Step": 3688, "Finetune/Step Time": 5.1794592048972845} +{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9007937908172607, "Finetune/Loss (Raw)": 1.0209338665008545, "Finetune/Step": 3689, "Finetune/Step Time": 5.179028375074267} +{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.902248740196228, "Finetune/Loss (Raw)": 0.949175238609314, "Finetune/Step": 3690, "Finetune/Step Time": 5.182276796549559} +{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8983743190765381, "Finetune/Loss (Raw)": 0.30703791975975037, "Finetune/Step": 3691, "Finetune/Step Time": 5.212161833420396} +{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8997342586517334, "Finetune/Loss (Raw)": 1.0357662439346313, "Finetune/Step": 3692, "Finetune/Step Time": 5.205513399094343} +{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9002973437309265, "Finetune/Loss (Raw)": 0.9333934187889099, "Finetune/Step": 3693, "Finetune/Step Time": 5.20493596047163} +{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8984016180038452, "Finetune/Loss (Raw)": 0.8169733881950378, "Finetune/Step": 3694, "Finetune/Step Time": 5.2285897601395845} +{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9001344442367554, "Finetune/Loss (Raw)": 1.1565980911254883, "Finetune/Step": 3695, "Finetune/Step Time": 5.2077392693609} +{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8994846940040588, "Finetune/Loss (Raw)": 0.9099591970443726, "Finetune/Step": 3696, "Finetune/Step Time": 5.200823582708836} +{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8986454010009766, "Finetune/Loss (Raw)": 0.7847194671630859, "Finetune/Step": 3697, "Finetune/Step Time": 5.217034239321947} +{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8994181156158447, "Finetune/Loss (Raw)": 0.9796523451805115, "Finetune/Step": 3698, "Finetune/Step Time": 5.223375532776117} +{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8994781970977783, "Finetune/Loss (Raw)": 0.9757890701293945, "Finetune/Step": 3699, "Finetune/Step Time": 5.226887613534927} +{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8993673324584961, "Finetune/Loss (Raw)": 0.9557003378868103, "Finetune/Step": 3700, "Finetune/Step Time": 5.22780916839838} +{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8976391553878784, "Finetune/Loss (Raw)": 0.7620230317115784, "Finetune/Step": 3701, "Finetune/Step Time": 5.2352154310792685} +{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8972264528274536, "Finetune/Loss (Raw)": 0.9738180637359619, "Finetune/Step": 3702, "Finetune/Step Time": 5.22443282417953} +{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8978320360183716, "Finetune/Loss (Raw)": 0.9855707883834839, "Finetune/Step": 3703, "Finetune/Step Time": 5.2220368552953005} +{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.897539496421814, "Finetune/Loss (Raw)": 0.9771825075149536, "Finetune/Step": 3704, "Finetune/Step Time": 5.2207020446658134} +{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8962905406951904, "Finetune/Loss (Raw)": 0.7632090449333191, "Finetune/Step": 3705, "Finetune/Step Time": 5.202181851491332} +{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8953319191932678, "Finetune/Loss (Raw)": 0.886760950088501, "Finetune/Step": 3706, "Finetune/Step Time": 5.204398147761822} +{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8944374322891235, "Finetune/Loss (Raw)": 0.9008181691169739, "Finetune/Step": 3707, "Finetune/Step Time": 5.230176294222474} +{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.893552303314209, "Finetune/Loss (Raw)": 0.8526397943496704, "Finetune/Step": 3708, "Finetune/Step Time": 5.241365987807512} +{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8938778042793274, "Finetune/Loss (Raw)": 1.0635913610458374, "Finetune/Step": 3709, "Finetune/Step Time": 5.232031334191561} +{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8949078321456909, "Finetune/Loss (Raw)": 1.0231679677963257, "Finetune/Step": 3710, "Finetune/Step Time": 5.218807425349951} +{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8948354721069336, "Finetune/Loss (Raw)": 0.8507657647132874, "Finetune/Step": 3711, "Finetune/Step Time": 5.230081928893924} +{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8954083919525146, "Finetune/Loss (Raw)": 1.0473113059997559, "Finetune/Step": 3712, "Finetune/Step Time": 5.229196699336171} +{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8892223834991455, "Finetune/Loss (Raw)": 0.2807111442089081, "Finetune/Step": 3713, "Finetune/Step Time": 5.259451977908611} +{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.889973521232605, "Finetune/Loss (Raw)": 0.951535701751709, "Finetune/Step": 3714, "Finetune/Step Time": 5.252219347283244} +{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8912135362625122, "Finetune/Loss (Raw)": 1.0073586702346802, "Finetune/Step": 3715, "Finetune/Step Time": 5.256474241614342} +{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8922022581100464, "Finetune/Loss (Raw)": 0.8509334325790405, "Finetune/Step": 3716, "Finetune/Step Time": 5.2737578470259905} +{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8915934562683105, "Finetune/Loss (Raw)": 0.8259518146514893, "Finetune/Step": 3717, "Finetune/Step Time": 5.282551430165768} +{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8906003832817078, "Finetune/Loss (Raw)": 0.8564944863319397, "Finetune/Step": 3718, "Finetune/Step Time": 5.286932330578566} +{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8897393345832825, "Finetune/Loss (Raw)": 0.7133368253707886, "Finetune/Step": 3719, "Finetune/Step Time": 5.297376928851008} +{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8904292583465576, "Finetune/Loss (Raw)": 1.059032917022705, "Finetune/Step": 3720, "Finetune/Step Time": 5.301206914708018} +{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8899621963500977, "Finetune/Loss (Raw)": 1.0143848657608032, "Finetune/Step": 3721, "Finetune/Step Time": 5.295336503535509} +{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8924902677536011, "Finetune/Loss (Raw)": 0.9608663320541382, "Finetune/Step": 3722, "Finetune/Step Time": 5.292509401217103} +{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8929897546768188, "Finetune/Loss (Raw)": 1.0056036710739136, "Finetune/Step": 3723, "Finetune/Step Time": 5.295958852395415} +{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8911702632904053, "Finetune/Loss (Raw)": 0.8414976596832275, "Finetune/Step": 3724, "Finetune/Step Time": 5.291109789162874} +{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8970898389816284, "Finetune/Loss (Raw)": 1.0097391605377197, "Finetune/Step": 3725, "Finetune/Step Time": 5.268585339188576} +{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8929843306541443, "Finetune/Loss (Raw)": 0.3781314492225647, "Finetune/Step": 3726, "Finetune/Step Time": 5.281758863478899} +{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8929613828659058, "Finetune/Loss (Raw)": 0.8599587082862854, "Finetune/Step": 3727, "Finetune/Step Time": 5.285925993695855} +{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8953702449798584, "Finetune/Loss (Raw)": 0.7384342551231384, "Finetune/Step": 3728, "Finetune/Step Time": 5.267668437212706} +{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8954665660858154, "Finetune/Loss (Raw)": 0.9751719236373901, "Finetune/Step": 3729, "Finetune/Step Time": 5.276412587612867} +{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8961832523345947, "Finetune/Loss (Raw)": 0.9675019979476929, "Finetune/Step": 3730, "Finetune/Step Time": 5.305312570184469} +{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8968557119369507, "Finetune/Loss (Raw)": 0.9641379714012146, "Finetune/Step": 3731, "Finetune/Step Time": 5.30511062592268} +{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8966663479804993, "Finetune/Loss (Raw)": 0.9355115294456482, "Finetune/Step": 3732, "Finetune/Step Time": 5.303547544404864} +{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8973637223243713, "Finetune/Loss (Raw)": 0.9104019403457642, "Finetune/Step": 3733, "Finetune/Step Time": 5.31086465716362} +{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8981049060821533, "Finetune/Loss (Raw)": 0.9997798800468445, "Finetune/Step": 3734, "Finetune/Step Time": 5.303379205986857} +{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8964061141014099, "Finetune/Loss (Raw)": 0.7405713200569153, "Finetune/Step": 3735, "Finetune/Step Time": 5.304408019408584} +{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8978564739227295, "Finetune/Loss (Raw)": 1.1344127655029297, "Finetune/Step": 3736, "Finetune/Step Time": 5.269365822896361} +{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.898055911064148, "Finetune/Loss (Raw)": 0.9947060346603394, "Finetune/Step": 3737, "Finetune/Step Time": 5.292486734688282} +{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.898481547832489, "Finetune/Loss (Raw)": 0.8760591745376587, "Finetune/Step": 3738, "Finetune/Step Time": 5.301590479910374} +{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.902752161026001, "Finetune/Loss (Raw)": 0.8849322199821472, "Finetune/Step": 3739, "Finetune/Step Time": 5.270473502576351} +{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9029668569564819, "Finetune/Loss (Raw)": 0.9262084364891052, "Finetune/Step": 3740, "Finetune/Step Time": 5.254065008834004} +{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9043776392936707, "Finetune/Loss (Raw)": 1.004058599472046, "Finetune/Step": 3741, "Finetune/Step Time": 5.253649715334177} +{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.904525101184845, "Finetune/Loss (Raw)": 0.9094983339309692, "Finetune/Step": 3742, "Finetune/Step Time": 5.249682838097215} +{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9046414494514465, "Finetune/Loss (Raw)": 0.9566130042076111, "Finetune/Step": 3743, "Finetune/Step Time": 5.281972890719771} +{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9011096954345703, "Finetune/Loss (Raw)": 0.35566747188568115, "Finetune/Step": 3744, "Finetune/Step Time": 5.308611338958144} +{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8962917327880859, "Finetune/Loss (Raw)": 0.31893211603164673, "Finetune/Step": 3745, "Finetune/Step Time": 5.321801397949457} +{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8952409029006958, "Finetune/Loss (Raw)": 0.7692554593086243, "Finetune/Step": 3746, "Finetune/Step Time": 5.3122342843562365} +{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8946632742881775, "Finetune/Loss (Raw)": 0.7958405017852783, "Finetune/Step": 3747, "Finetune/Step Time": 5.33206120505929} +{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8955576419830322, "Finetune/Loss (Raw)": 0.9832196235656738, "Finetune/Step": 3748, "Finetune/Step Time": 5.342541374266148} +{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.895416259765625, "Finetune/Loss (Raw)": 0.833991289138794, "Finetune/Step": 3749, "Finetune/Step Time": 5.3547629695385695} +{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8957167863845825, "Finetune/Loss (Raw)": 0.978021502494812, "Finetune/Step": 3750, "Finetune/Step Time": 5.359275121241808} +{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8965441584587097, "Finetune/Loss (Raw)": 1.051231026649475, "Finetune/Step": 3751, "Finetune/Step Time": 5.3661087322980165} +{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8954858779907227, "Finetune/Loss (Raw)": 0.8819370269775391, "Finetune/Step": 3752, "Finetune/Step Time": 5.368970954790711} +{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8949743509292603, "Finetune/Loss (Raw)": 0.9372754096984863, "Finetune/Step": 3753, "Finetune/Step Time": 5.38872380182147} +{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8956453204154968, "Finetune/Loss (Raw)": 0.9372608661651611, "Finetune/Step": 3754, "Finetune/Step Time": 5.391178214922547} +{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8961986899375916, "Finetune/Loss (Raw)": 1.0157843828201294, "Finetune/Step": 3755, "Finetune/Step Time": 5.379101047292352} +{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8948153257369995, "Finetune/Loss (Raw)": 0.7576844692230225, "Finetune/Step": 3756, "Finetune/Step Time": 5.375733818858862} +{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8957952260971069, "Finetune/Loss (Raw)": 0.9773824214935303, "Finetune/Step": 3757, "Finetune/Step Time": 5.378555942326784} +{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8959465026855469, "Finetune/Loss (Raw)": 0.9132183194160461, "Finetune/Step": 3758, "Finetune/Step Time": 5.393628239631653} +{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8978795409202576, "Finetune/Loss (Raw)": 1.0006475448608398, "Finetune/Step": 3759, "Finetune/Step Time": 5.378392359241843} +{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8967897891998291, "Finetune/Loss (Raw)": 0.8810099363327026, "Finetune/Step": 3760, "Finetune/Step Time": 5.383911643177271} +{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.894687294960022, "Finetune/Loss (Raw)": 0.7741513252258301, "Finetune/Step": 3761, "Finetune/Step Time": 5.394855869933963} +{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8947868347167969, "Finetune/Loss (Raw)": 0.922630786895752, "Finetune/Step": 3762, "Finetune/Step Time": 5.4006710685789585} +{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8958957195281982, "Finetune/Loss (Raw)": 0.9816299676895142, "Finetune/Step": 3763, "Finetune/Step Time": 5.395733991637826} +{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8951392769813538, "Finetune/Loss (Raw)": 0.8507482409477234, "Finetune/Step": 3764, "Finetune/Step Time": 5.395905647426844} +{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8941677808761597, "Finetune/Loss (Raw)": 0.9023929834365845, "Finetune/Step": 3765, "Finetune/Step Time": 5.410341003909707} +{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.894302248954773, "Finetune/Loss (Raw)": 0.9856171011924744, "Finetune/Step": 3766, "Finetune/Step Time": 5.413498990237713} +{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8949111104011536, "Finetune/Loss (Raw)": 0.9975927472114563, "Finetune/Step": 3767, "Finetune/Step Time": 5.417057186365128} +{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8988015651702881, "Finetune/Loss (Raw)": 0.8069798350334167, "Finetune/Step": 3768, "Finetune/Step Time": 5.3948683347553015} +{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8942004442214966, "Finetune/Loss (Raw)": 0.24486780166625977, "Finetune/Step": 3769, "Finetune/Step Time": 5.423552490770817} +{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8947370648384094, "Finetune/Loss (Raw)": 1.0896450281143188, "Finetune/Step": 3770, "Finetune/Step Time": 5.414842065423727} +{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8960385918617249, "Finetune/Loss (Raw)": 1.101962924003601, "Finetune/Step": 3771, "Finetune/Step Time": 5.416527213528752} +{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8969193696975708, "Finetune/Loss (Raw)": 0.9984114170074463, "Finetune/Step": 3772, "Finetune/Step Time": 5.422551043331623} +{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8928576111793518, "Finetune/Loss (Raw)": 0.34179607033729553, "Finetune/Step": 3773, "Finetune/Step Time": 5.451943889260292} +{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8925807476043701, "Finetune/Loss (Raw)": 0.9922645688056946, "Finetune/Step": 3774, "Finetune/Step Time": 5.453534726053476} +{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8929987549781799, "Finetune/Loss (Raw)": 1.007684350013733, "Finetune/Step": 3775, "Finetune/Step Time": 5.458213532343507} +{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8929402232170105, "Finetune/Loss (Raw)": 0.9751748442649841, "Finetune/Step": 3776, "Finetune/Step Time": 5.46163466013968} +{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8872416019439697, "Finetune/Loss (Raw)": 0.26880770921707153, "Finetune/Step": 3777, "Finetune/Step Time": 5.492519604042172} +{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8866225481033325, "Finetune/Loss (Raw)": 0.9595456123352051, "Finetune/Step": 3778, "Finetune/Step Time": 5.499834129586816} +{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8872781991958618, "Finetune/Loss (Raw)": 0.8883371353149414, "Finetune/Step": 3779, "Finetune/Step Time": 5.499500256031752} +{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8860031962394714, "Finetune/Loss (Raw)": 0.836329460144043, "Finetune/Step": 3780, "Finetune/Step Time": 5.494578951969743} +{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8860094547271729, "Finetune/Loss (Raw)": 0.9860183000564575, "Finetune/Step": 3781, "Finetune/Step Time": 5.486330481246114} +{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8854832053184509, "Finetune/Loss (Raw)": 0.8791734576225281, "Finetune/Step": 3782, "Finetune/Step Time": 5.469032188877463} +{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8835903406143188, "Finetune/Loss (Raw)": 0.8463224768638611, "Finetune/Step": 3783, "Finetune/Step Time": 5.471267173066735} +{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8839620351791382, "Finetune/Loss (Raw)": 0.8706269860267639, "Finetune/Step": 3784, "Finetune/Step Time": 5.476908095180988} +{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.883893609046936, "Finetune/Loss (Raw)": 0.8893745541572571, "Finetune/Step": 3785, "Finetune/Step Time": 5.4694809056818485} +{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8843739032745361, "Finetune/Loss (Raw)": 1.013788104057312, "Finetune/Step": 3786, "Finetune/Step Time": 5.45348715595901} +{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.88443922996521, "Finetune/Loss (Raw)": 0.9579034447669983, "Finetune/Step": 3787, "Finetune/Step Time": 5.451013104990125} +{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8835614919662476, "Finetune/Loss (Raw)": 0.9246545433998108, "Finetune/Step": 3788, "Finetune/Step Time": 5.456857999786735} +{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8831242322921753, "Finetune/Loss (Raw)": 0.8387954831123352, "Finetune/Step": 3789, "Finetune/Step Time": 5.480585878714919} +{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8828246593475342, "Finetune/Loss (Raw)": 0.9842220544815063, "Finetune/Step": 3790, "Finetune/Step Time": 5.4977724850177765} +{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8813503384590149, "Finetune/Loss (Raw)": 0.9079629182815552, "Finetune/Step": 3791, "Finetune/Step Time": 5.497895082458854} +{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8771944046020508, "Finetune/Loss (Raw)": 0.3399773836135864, "Finetune/Step": 3792, "Finetune/Step Time": 5.5173192992806435} +{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8771988153457642, "Finetune/Loss (Raw)": 0.9553409814834595, "Finetune/Step": 3793, "Finetune/Step Time": 5.530563399195671} +{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.877341628074646, "Finetune/Loss (Raw)": 0.9685683846473694, "Finetune/Step": 3794, "Finetune/Step Time": 5.52969085611403} +{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8802238702774048, "Finetune/Loss (Raw)": 0.7896731495857239, "Finetune/Step": 3795, "Finetune/Step Time": 5.512058103457093} +{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.880713164806366, "Finetune/Loss (Raw)": 0.9405621886253357, "Finetune/Step": 3796, "Finetune/Step Time": 5.517646800726652} +{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8799114227294922, "Finetune/Loss (Raw)": 0.7981640696525574, "Finetune/Step": 3797, "Finetune/Step Time": 5.516489289700985} +{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8794480562210083, "Finetune/Loss (Raw)": 0.8797637224197388, "Finetune/Step": 3798, "Finetune/Step Time": 5.513234978541732} +{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8785275220870972, "Finetune/Loss (Raw)": 0.9022154211997986, "Finetune/Step": 3799, "Finetune/Step Time": 5.523364216089249} +{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8793201446533203, "Finetune/Loss (Raw)": 0.9911840558052063, "Finetune/Step": 3800, "Finetune/Step Time": 5.519114263355732} +{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8807932138442993, "Finetune/Loss (Raw)": 0.9175894856452942, "Finetune/Step": 3801, "Finetune/Step Time": 5.519836978986859} +{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8816676139831543, "Finetune/Loss (Raw)": 1.0036852359771729, "Finetune/Step": 3802, "Finetune/Step Time": 5.52119942009449} +{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8870349526405334, "Finetune/Loss (Raw)": 1.059027075767517, "Finetune/Step": 3803, "Finetune/Step Time": 5.486579215154052} +{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.886642336845398, "Finetune/Loss (Raw)": 0.9737012386322021, "Finetune/Step": 3804, "Finetune/Step Time": 5.471061956137419} +{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8860853910446167, "Finetune/Loss (Raw)": 0.9275434017181396, "Finetune/Step": 3805, "Finetune/Step Time": 5.48808148689568} +{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.888102650642395, "Finetune/Loss (Raw)": 0.9411116242408752, "Finetune/Step": 3806, "Finetune/Step Time": 5.5053550992161036} +{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8867995738983154, "Finetune/Loss (Raw)": 0.898185670375824, "Finetune/Step": 3807, "Finetune/Step Time": 5.507557969540358} +{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.886070966720581, "Finetune/Loss (Raw)": 0.8661009669303894, "Finetune/Step": 3808, "Finetune/Step Time": 5.514709373936057} +{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8850281834602356, "Finetune/Loss (Raw)": 0.8877161145210266, "Finetune/Step": 3809, "Finetune/Step Time": 5.52931877784431} +{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8837733268737793, "Finetune/Loss (Raw)": 0.9693861603736877, "Finetune/Step": 3810, "Finetune/Step Time": 5.520733600482345} +{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8835728168487549, "Finetune/Loss (Raw)": 0.9013381600379944, "Finetune/Step": 3811, "Finetune/Step Time": 5.526668885722756} +{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8848659992218018, "Finetune/Loss (Raw)": 0.8562716245651245, "Finetune/Step": 3812, "Finetune/Step Time": 5.5212057158350945} +{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8848925232887268, "Finetune/Loss (Raw)": 0.9011457562446594, "Finetune/Step": 3813, "Finetune/Step Time": 5.518717002123594} +{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8844546675682068, "Finetune/Loss (Raw)": 0.8906770944595337, "Finetune/Step": 3814, "Finetune/Step Time": 5.5114039573818445} +{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8841691017150879, "Finetune/Loss (Raw)": 0.878842294216156, "Finetune/Step": 3815, "Finetune/Step Time": 5.529897136613727} +{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8845399618148804, "Finetune/Loss (Raw)": 0.9234802722930908, "Finetune/Step": 3816, "Finetune/Step Time": 5.525374140590429} +{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8831275701522827, "Finetune/Loss (Raw)": 0.8401432037353516, "Finetune/Step": 3817, "Finetune/Step Time": 5.527967495843768} +{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8824102878570557, "Finetune/Loss (Raw)": 0.8573608994483948, "Finetune/Step": 3818, "Finetune/Step Time": 5.521214962005615} +{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8864967823028564, "Finetune/Loss (Raw)": 0.83011394739151, "Finetune/Step": 3819, "Finetune/Step Time": 5.4923682026565075} +{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8841875791549683, "Finetune/Loss (Raw)": 0.7401929497718811, "Finetune/Step": 3820, "Finetune/Step Time": 5.494213568046689} +{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837535977363586, "Finetune/Loss (Raw)": 0.8778409361839294, "Finetune/Step": 3821, "Finetune/Step Time": 5.5043784230947495} +{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837457895278931, "Finetune/Loss (Raw)": 0.8159759044647217, "Finetune/Step": 3822, "Finetune/Step Time": 5.483756879344583} +{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8826428651809692, "Finetune/Loss (Raw)": 1.0154160261154175, "Finetune/Step": 3823, "Finetune/Step Time": 5.486759817227721} +{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8827474117279053, "Finetune/Loss (Raw)": 0.9233475923538208, "Finetune/Step": 3824, "Finetune/Step Time": 5.485741069540381} +{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8829590082168579, "Finetune/Loss (Raw)": 0.8118008971214294, "Finetune/Step": 3825, "Finetune/Step Time": 5.464167803525925} +{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8819481134414673, "Finetune/Loss (Raw)": 0.8502562642097473, "Finetune/Step": 3826, "Finetune/Step Time": 5.460558222606778} +{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8818008899688721, "Finetune/Loss (Raw)": 0.9569461345672607, "Finetune/Step": 3827, "Finetune/Step Time": 5.481841707602143} +{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8821040391921997, "Finetune/Loss (Raw)": 0.9945036172866821, "Finetune/Step": 3828, "Finetune/Step Time": 5.485048543661833} +{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8783005475997925, "Finetune/Loss (Raw)": 0.2751784324645996, "Finetune/Step": 3829, "Finetune/Step Time": 5.510438738390803} +{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8781017065048218, "Finetune/Loss (Raw)": 0.9483597874641418, "Finetune/Step": 3830, "Finetune/Step Time": 5.519176186993718} +{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8772061467170715, "Finetune/Loss (Raw)": 0.8709455728530884, "Finetune/Step": 3831, "Finetune/Step Time": 5.5266851503401995} +{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8780154585838318, "Finetune/Loss (Raw)": 1.0807712078094482, "Finetune/Step": 3832, "Finetune/Step Time": 5.524260414764285} +{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8800722360610962, "Finetune/Loss (Raw)": 1.0264756679534912, "Finetune/Step": 3833, "Finetune/Step Time": 5.547658883035183} +{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8810575008392334, "Finetune/Loss (Raw)": 1.0128716230392456, "Finetune/Step": 3834, "Finetune/Step Time": 5.547919625416398} +{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8817337155342102, "Finetune/Loss (Raw)": 0.9873799085617065, "Finetune/Step": 3835, "Finetune/Step Time": 5.5292514730244875} +{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8818895816802979, "Finetune/Loss (Raw)": 0.8725898861885071, "Finetune/Step": 3836, "Finetune/Step Time": 5.507589686661959} +{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8806701302528381, "Finetune/Loss (Raw)": 0.907503604888916, "Finetune/Step": 3837, "Finetune/Step Time": 5.513149844482541} +{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8793362379074097, "Finetune/Loss (Raw)": 0.852421760559082, "Finetune/Step": 3838, "Finetune/Step Time": 5.511115612462163} +{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8799991607666016, "Finetune/Loss (Raw)": 0.9356203079223633, "Finetune/Step": 3839, "Finetune/Step Time": 5.525781903415918} +{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8786866664886475, "Finetune/Loss (Raw)": 0.8793222308158875, "Finetune/Step": 3840, "Finetune/Step Time": 5.52610101364553} +{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8845234513282776, "Finetune/Loss (Raw)": 1.0278178453445435, "Finetune/Step": 3841, "Finetune/Step Time": 5.495120933279395} +{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8837207555770874, "Finetune/Loss (Raw)": 0.8487879633903503, "Finetune/Step": 3842, "Finetune/Step Time": 5.487501930445433} +{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8830767273902893, "Finetune/Loss (Raw)": 0.9249233603477478, "Finetune/Step": 3843, "Finetune/Step Time": 5.494806794449687} +{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8833932876586914, "Finetune/Loss (Raw)": 0.8914507031440735, "Finetune/Step": 3844, "Finetune/Step Time": 5.4759608916938305} +{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8837935924530029, "Finetune/Loss (Raw)": 0.8771941661834717, "Finetune/Step": 3845, "Finetune/Step Time": 5.460067117586732} +{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8829495906829834, "Finetune/Loss (Raw)": 0.7484579086303711, "Finetune/Step": 3846, "Finetune/Step Time": 5.455854993313551} +{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8853282332420349, "Finetune/Loss (Raw)": 1.0178049802780151, "Finetune/Step": 3847, "Finetune/Step Time": 5.443808602169156} +{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8795970678329468, "Finetune/Loss (Raw)": 0.325444757938385, "Finetune/Step": 3848, "Finetune/Step Time": 5.464181091636419} +{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8801203966140747, "Finetune/Loss (Raw)": 1.0813703536987305, "Finetune/Step": 3849, "Finetune/Step Time": 5.4791687577962875} +{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8777936100959778, "Finetune/Loss (Raw)": 0.6630392074584961, "Finetune/Step": 3850, "Finetune/Step Time": 5.486706772819161} +{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8762319087982178, "Finetune/Loss (Raw)": 0.8057039976119995, "Finetune/Step": 3851, "Finetune/Step Time": 5.4727596919983625} +{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8769595623016357, "Finetune/Loss (Raw)": 0.9346364140510559, "Finetune/Step": 3852, "Finetune/Step Time": 5.473635314032435} +{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8725866079330444, "Finetune/Loss (Raw)": 0.4499991536140442, "Finetune/Step": 3853, "Finetune/Step Time": 5.4941217135638} +{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8770647048950195, "Finetune/Loss (Raw)": 0.9513276219367981, "Finetune/Step": 3854, "Finetune/Step Time": 5.472569594159722} +{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8758001327514648, "Finetune/Loss (Raw)": 0.6980970501899719, "Finetune/Step": 3855, "Finetune/Step Time": 5.483405016362667} +{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8780714273452759, "Finetune/Loss (Raw)": 1.0291671752929688, "Finetune/Step": 3856, "Finetune/Step Time": 5.471040604636073} +{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8732602596282959, "Finetune/Loss (Raw)": 0.35933351516723633, "Finetune/Step": 3857, "Finetune/Step Time": 5.496009819209576} +{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8683071136474609, "Finetune/Loss (Raw)": 0.33350473642349243, "Finetune/Step": 3858, "Finetune/Step Time": 5.500908046960831} +{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8693925142288208, "Finetune/Loss (Raw)": 1.103062391281128, "Finetune/Step": 3859, "Finetune/Step Time": 5.493245722725987} +{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8693013787269592, "Finetune/Loss (Raw)": 0.9238512516021729, "Finetune/Step": 3860, "Finetune/Step Time": 5.486407224088907} +{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8690981864929199, "Finetune/Loss (Raw)": 0.8843955397605896, "Finetune/Step": 3861, "Finetune/Step Time": 5.471670215949416} +{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8683156967163086, "Finetune/Loss (Raw)": 0.8996170163154602, "Finetune/Step": 3862, "Finetune/Step Time": 5.470187596976757} +{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8695159554481506, "Finetune/Loss (Raw)": 0.894206166267395, "Finetune/Step": 3863, "Finetune/Step Time": 5.4853778555989265} +{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8681638240814209, "Finetune/Loss (Raw)": 0.9613440036773682, "Finetune/Step": 3864, "Finetune/Step Time": 5.488300921395421} +{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677874803543091, "Finetune/Loss (Raw)": 0.9465290307998657, "Finetune/Step": 3865, "Finetune/Step Time": 5.500978276133537} +{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692731857299805, "Finetune/Loss (Raw)": 1.0662281513214111, "Finetune/Step": 3866, "Finetune/Step Time": 5.49239438213408} +{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710192441940308, "Finetune/Loss (Raw)": 1.1084256172180176, "Finetune/Step": 3867, "Finetune/Step Time": 5.492654457688332} +{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8710875511169434, "Finetune/Loss (Raw)": 0.9349517822265625, "Finetune/Step": 3868, "Finetune/Step Time": 5.496174657717347} +{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8699644804000854, "Finetune/Loss (Raw)": 0.8603102564811707, "Finetune/Step": 3869, "Finetune/Step Time": 5.497797183692455} +{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696348071098328, "Finetune/Loss (Raw)": 0.8673000335693359, "Finetune/Step": 3870, "Finetune/Step Time": 5.522206004709005} +{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8692792057991028, "Finetune/Loss (Raw)": 0.911095380783081, "Finetune/Step": 3871, "Finetune/Step Time": 5.486194921657443} +{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8711719512939453, "Finetune/Loss (Raw)": 0.5979374051094055, "Finetune/Step": 3872, "Finetune/Step Time": 5.490279007703066} +{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747239112854004, "Finetune/Loss (Raw)": 0.7735875844955444, "Finetune/Step": 3873, "Finetune/Step Time": 5.468641808256507} +{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8759863972663879, "Finetune/Loss (Raw)": 0.9308477640151978, "Finetune/Step": 3874, "Finetune/Step Time": 5.4689584113657475} +{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8770651817321777, "Finetune/Loss (Raw)": 0.9339280724525452, "Finetune/Step": 3875, "Finetune/Step Time": 5.456799723207951} +{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8765979409217834, "Finetune/Loss (Raw)": 0.9234104752540588, "Finetune/Step": 3876, "Finetune/Step Time": 5.443593088537455} +{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8772507905960083, "Finetune/Loss (Raw)": 0.9175530672073364, "Finetune/Step": 3877, "Finetune/Step Time": 5.445736823603511} +{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8732577562332153, "Finetune/Loss (Raw)": 0.466917484998703, "Finetune/Step": 3878, "Finetune/Step Time": 5.475105583667755} +{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720054626464844, "Finetune/Loss (Raw)": 0.890943706035614, "Finetune/Step": 3879, "Finetune/Step Time": 5.500037863850594} +{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.87213134765625, "Finetune/Loss (Raw)": 0.898047685623169, "Finetune/Step": 3880, "Finetune/Step Time": 5.501643871888518} +{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8723666667938232, "Finetune/Loss (Raw)": 0.9673863053321838, "Finetune/Step": 3881, "Finetune/Step Time": 5.489139683544636} +{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727055788040161, "Finetune/Loss (Raw)": 0.9806479215621948, "Finetune/Step": 3882, "Finetune/Step Time": 5.493205247446895} +{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8726740479469299, "Finetune/Loss (Raw)": 1.0117485523223877, "Finetune/Step": 3883, "Finetune/Step Time": 5.487032068893313} +{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8734210729598999, "Finetune/Loss (Raw)": 0.8533028960227966, "Finetune/Step": 3884, "Finetune/Step Time": 5.480337452143431} +{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8716756701469421, "Finetune/Loss (Raw)": 0.7539727687835693, "Finetune/Step": 3885, "Finetune/Step Time": 5.4866534601897} +{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8707200288772583, "Finetune/Loss (Raw)": 0.790886640548706, "Finetune/Step": 3886, "Finetune/Step Time": 5.473084010183811} +{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8694542646408081, "Finetune/Loss (Raw)": 0.8386442065238953, "Finetune/Step": 3887, "Finetune/Step Time": 5.474540827795863} +{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8699679970741272, "Finetune/Loss (Raw)": 0.9467642903327942, "Finetune/Step": 3888, "Finetune/Step Time": 5.47229022718966} +{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8710304498672485, "Finetune/Loss (Raw)": 0.9101373553276062, "Finetune/Step": 3889, "Finetune/Step Time": 5.4633793737739325} +{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8713251352310181, "Finetune/Loss (Raw)": 0.9603493213653564, "Finetune/Step": 3890, "Finetune/Step Time": 5.4566656071692705} +{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8709697723388672, "Finetune/Loss (Raw)": 0.9361516833305359, "Finetune/Step": 3891, "Finetune/Step Time": 5.471208062022924} +{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8712150454521179, "Finetune/Loss (Raw)": 0.8821426630020142, "Finetune/Step": 3892, "Finetune/Step Time": 5.47452187910676} +{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.867020845413208, "Finetune/Loss (Raw)": 0.36553341150283813, "Finetune/Step": 3893, "Finetune/Step Time": 5.490589465945959} +{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8665668368339539, "Finetune/Loss (Raw)": 0.9275036454200745, "Finetune/Step": 3894, "Finetune/Step Time": 5.48876266181469} +{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8663332462310791, "Finetune/Loss (Raw)": 0.9676900506019592, "Finetune/Step": 3895, "Finetune/Step Time": 5.486972378566861} +{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8678499460220337, "Finetune/Loss (Raw)": 1.001124620437622, "Finetune/Step": 3896, "Finetune/Step Time": 5.475518489256501} +{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8732421398162842, "Finetune/Loss (Raw)": 0.9350630640983582, "Finetune/Step": 3897, "Finetune/Step Time": 5.443874532356858} +{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8719573020935059, "Finetune/Loss (Raw)": 0.9251881837844849, "Finetune/Step": 3898, "Finetune/Step Time": 5.460133980959654} +{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8715804815292358, "Finetune/Loss (Raw)": 1.0537290573120117, "Finetune/Step": 3899, "Finetune/Step Time": 5.46347551420331} +{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8709244728088379, "Finetune/Loss (Raw)": 0.9144439101219177, "Finetune/Step": 3900, "Finetune/Step Time": 5.473978817462921} +{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8758603930473328, "Finetune/Loss (Raw)": 0.9735944271087646, "Finetune/Step": 3901, "Finetune/Step Time": 5.442309344187379} +{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8758231401443481, "Finetune/Loss (Raw)": 0.9874906539916992, "Finetune/Step": 3902, "Finetune/Step Time": 5.43306003883481} +{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8757525682449341, "Finetune/Loss (Raw)": 0.9986569285392761, "Finetune/Step": 3903, "Finetune/Step Time": 5.42792228423059} +{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8754295110702515, "Finetune/Loss (Raw)": 0.9338217377662659, "Finetune/Step": 3904, "Finetune/Step Time": 5.431397685781121} +{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8792476058006287, "Finetune/Loss (Raw)": 0.7575178742408752, "Finetune/Step": 3905, "Finetune/Step Time": 5.41425896435976} +{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798038363456726, "Finetune/Loss (Raw)": 1.0307457447052002, "Finetune/Step": 3906, "Finetune/Step Time": 5.448226783424616} +{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8821542263031006, "Finetune/Loss (Raw)": 1.1891956329345703, "Finetune/Step": 3907, "Finetune/Step Time": 5.433596685528755} +{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826169967651367, "Finetune/Loss (Raw)": 0.8955634236335754, "Finetune/Step": 3908, "Finetune/Step Time": 5.440828351303935} +{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.88177490234375, "Finetune/Loss (Raw)": 0.8782256841659546, "Finetune/Step": 3909, "Finetune/Step Time": 5.446777844801545} +{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827357292175293, "Finetune/Loss (Raw)": 1.002161979675293, "Finetune/Step": 3910, "Finetune/Step Time": 5.4472190868109465} +{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8845839500427246, "Finetune/Loss (Raw)": 1.0828897953033447, "Finetune/Step": 3911, "Finetune/Step Time": 5.4435384050011635} +{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845050930976868, "Finetune/Loss (Raw)": 0.8605379462242126, "Finetune/Step": 3912, "Finetune/Step Time": 5.446696672588587} +{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8849602937698364, "Finetune/Loss (Raw)": 0.9476433992385864, "Finetune/Step": 3913, "Finetune/Step Time": 5.45050641335547} +{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8837890625, "Finetune/Loss (Raw)": 0.8638604879379272, "Finetune/Step": 3914, "Finetune/Step Time": 5.459317941218615} +{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8836289644241333, "Finetune/Loss (Raw)": 0.9374116659164429, "Finetune/Step": 3915, "Finetune/Step Time": 5.456441100686789} +{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.883593738079071, "Finetune/Loss (Raw)": 0.9201503396034241, "Finetune/Step": 3916, "Finetune/Step Time": 5.456749787554145} +{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.884476363658905, "Finetune/Loss (Raw)": 0.95177161693573, "Finetune/Step": 3917, "Finetune/Step Time": 5.45345463603735} +{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843086957931519, "Finetune/Loss (Raw)": 0.9627574682235718, "Finetune/Step": 3918, "Finetune/Step Time": 5.43665811419487} +{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8841391801834106, "Finetune/Loss (Raw)": 0.8862683773040771, "Finetune/Step": 3919, "Finetune/Step Time": 5.446890225633979} +{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8887998461723328, "Finetune/Loss (Raw)": 0.9365388751029968, "Finetune/Step": 3920, "Finetune/Step Time": 5.450815731659532} +{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8871028423309326, "Finetune/Loss (Raw)": 0.7381230592727661, "Finetune/Step": 3921, "Finetune/Step Time": 5.465096799656749} +{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8872804045677185, "Finetune/Loss (Raw)": 0.9912960529327393, "Finetune/Step": 3922, "Finetune/Step Time": 5.473786296322942} +{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8873567581176758, "Finetune/Loss (Raw)": 0.799456000328064, "Finetune/Step": 3923, "Finetune/Step Time": 5.473443683236837} +{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8872280120849609, "Finetune/Loss (Raw)": 0.9240774512290955, "Finetune/Step": 3924, "Finetune/Step Time": 5.477041911333799} +{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8884181976318359, "Finetune/Loss (Raw)": 0.9505089521408081, "Finetune/Step": 3925, "Finetune/Step Time": 5.473498001694679} +{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8882803916931152, "Finetune/Loss (Raw)": 0.8621261715888977, "Finetune/Step": 3926, "Finetune/Step Time": 5.478461431339383} +{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8884857296943665, "Finetune/Loss (Raw)": 0.9284969568252563, "Finetune/Step": 3927, "Finetune/Step Time": 5.485498126596212} +{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889431953430176, "Finetune/Loss (Raw)": 1.0497370958328247, "Finetune/Step": 3928, "Finetune/Step Time": 5.4915120005607605} +{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8891463279724121, "Finetune/Loss (Raw)": 0.9435977339744568, "Finetune/Step": 3929, "Finetune/Step Time": 5.487550869584084} +{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8883610963821411, "Finetune/Loss (Raw)": 0.9031711220741272, "Finetune/Step": 3930, "Finetune/Step Time": 5.492976659908891} +{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8881142139434814, "Finetune/Loss (Raw)": 1.0274262428283691, "Finetune/Step": 3931, "Finetune/Step Time": 5.493816239759326} +{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8877013921737671, "Finetune/Loss (Raw)": 0.9208537340164185, "Finetune/Step": 3932, "Finetune/Step Time": 5.508402097970247} +{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8859304785728455, "Finetune/Loss (Raw)": 0.7008734345436096, "Finetune/Step": 3933, "Finetune/Step Time": 5.516340972855687} +{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850234150886536, "Finetune/Loss (Raw)": 0.8250072598457336, "Finetune/Step": 3934, "Finetune/Step Time": 5.497683273628354} +{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848284482955933, "Finetune/Loss (Raw)": 0.8732256293296814, "Finetune/Step": 3935, "Finetune/Step Time": 5.500253973528743} +{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8858833909034729, "Finetune/Loss (Raw)": 1.001132607460022, "Finetune/Step": 3936, "Finetune/Step Time": 5.491498785093427} +{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863117098808289, "Finetune/Loss (Raw)": 0.9425434470176697, "Finetune/Step": 3937, "Finetune/Step Time": 5.4862475246191025} +{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857623338699341, "Finetune/Loss (Raw)": 0.8990656733512878, "Finetune/Step": 3938, "Finetune/Step Time": 5.486242588609457} +{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8865704536437988, "Finetune/Loss (Raw)": 1.0047802925109863, "Finetune/Step": 3939, "Finetune/Step Time": 5.48752567730844} +{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869073390960693, "Finetune/Loss (Raw)": 0.899391233921051, "Finetune/Step": 3940, "Finetune/Step Time": 5.475094646215439} +{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.887614369392395, "Finetune/Loss (Raw)": 0.9916471242904663, "Finetune/Step": 3941, "Finetune/Step Time": 5.478451730683446} +{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8884974718093872, "Finetune/Loss (Raw)": 1.0037078857421875, "Finetune/Step": 3942, "Finetune/Step Time": 5.4961359817534685} +{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882120251655579, "Finetune/Loss (Raw)": 0.8423104286193848, "Finetune/Step": 3943, "Finetune/Step Time": 5.502202734351158} +{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8884426951408386, "Finetune/Loss (Raw)": 0.9530050158500671, "Finetune/Step": 3944, "Finetune/Step Time": 5.501878211274743} +{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8906974792480469, "Finetune/Loss (Raw)": 1.1287533044815063, "Finetune/Step": 3945, "Finetune/Step Time": 5.51879077963531} +{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8911749720573425, "Finetune/Loss (Raw)": 0.9184808731079102, "Finetune/Step": 3946, "Finetune/Step Time": 5.533322587609291} +{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8919703960418701, "Finetune/Loss (Raw)": 0.9319339990615845, "Finetune/Step": 3947, "Finetune/Step Time": 5.540461212396622} +{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8889678716659546, "Finetune/Loss (Raw)": 0.3558717966079712, "Finetune/Step": 3948, "Finetune/Step Time": 5.572267891839147} +{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8903591632843018, "Finetune/Loss (Raw)": 1.055925726890564, "Finetune/Step": 3949, "Finetune/Step Time": 5.5631193574517965} +{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8920021057128906, "Finetune/Loss (Raw)": 1.0262702703475952, "Finetune/Step": 3950, "Finetune/Step Time": 5.560225050896406} +{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8919601440429688, "Finetune/Loss (Raw)": 1.0100407600402832, "Finetune/Step": 3951, "Finetune/Step Time": 5.564088545739651} +{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8912606239318848, "Finetune/Loss (Raw)": 0.8338139653205872, "Finetune/Step": 3952, "Finetune/Step Time": 5.573074769228697} +{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8918414115905762, "Finetune/Loss (Raw)": 0.886137843132019, "Finetune/Step": 3953, "Finetune/Step Time": 5.576419230550528} +{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8919897675514221, "Finetune/Loss (Raw)": 0.8692424893379211, "Finetune/Step": 3954, "Finetune/Step Time": 5.570216281339526} +{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8909658789634705, "Finetune/Loss (Raw)": 0.8258948922157288, "Finetune/Step": 3955, "Finetune/Step Time": 5.5382005628198385} +{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8919919729232788, "Finetune/Loss (Raw)": 1.125836968421936, "Finetune/Step": 3956, "Finetune/Step Time": 5.538096040487289} +{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8970286846160889, "Finetune/Loss (Raw)": 0.9198867082595825, "Finetune/Step": 3957, "Finetune/Step Time": 5.506766365841031} +{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8965648412704468, "Finetune/Loss (Raw)": 0.88897705078125, "Finetune/Step": 3958, "Finetune/Step Time": 5.503709241747856} +{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8965778350830078, "Finetune/Loss (Raw)": 0.8726157546043396, "Finetune/Step": 3959, "Finetune/Step Time": 5.516090951859951} +{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949546217918396, "Finetune/Loss (Raw)": 0.8730013966560364, "Finetune/Step": 3960, "Finetune/Step Time": 5.519327649846673} +{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8945270776748657, "Finetune/Loss (Raw)": 0.9717467427253723, "Finetune/Step": 3961, "Finetune/Step Time": 5.5012189745903015} +{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8931597471237183, "Finetune/Loss (Raw)": 0.8378475904464722, "Finetune/Step": 3962, "Finetune/Step Time": 5.502549488097429} +{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8929259777069092, "Finetune/Loss (Raw)": 0.9574641585350037, "Finetune/Step": 3963, "Finetune/Step Time": 5.505855092778802} +{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8932396769523621, "Finetune/Loss (Raw)": 0.9127455353736877, "Finetune/Step": 3964, "Finetune/Step Time": 5.514695096760988} +{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8941761255264282, "Finetune/Loss (Raw)": 1.0273648500442505, "Finetune/Step": 3965, "Finetune/Step Time": 5.52699507586658} +{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8905116319656372, "Finetune/Loss (Raw)": 0.3833729028701782, "Finetune/Step": 3966, "Finetune/Step Time": 5.5616729855537415} +{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8898451328277588, "Finetune/Loss (Raw)": 0.8503040075302124, "Finetune/Step": 3967, "Finetune/Step Time": 5.534218680113554} +{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8907774686813354, "Finetune/Loss (Raw)": 0.9986597895622253, "Finetune/Step": 3968, "Finetune/Step Time": 5.532329712063074} +{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8904294967651367, "Finetune/Loss (Raw)": 0.9832747578620911, "Finetune/Step": 3969, "Finetune/Step Time": 5.5572314858436584} +{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8914412260055542, "Finetune/Loss (Raw)": 0.9782899022102356, "Finetune/Step": 3970, "Finetune/Step Time": 5.563978657126427} +{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8920624852180481, "Finetune/Loss (Raw)": 1.0044461488723755, "Finetune/Step": 3971, "Finetune/Step Time": 5.5556132029742} +{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8914846181869507, "Finetune/Loss (Raw)": 0.8174840211868286, "Finetune/Step": 3972, "Finetune/Step Time": 5.552993897348642} +{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8914225697517395, "Finetune/Loss (Raw)": 0.8692533373832703, "Finetune/Step": 3973, "Finetune/Step Time": 5.549393646419048} +{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8921232223510742, "Finetune/Loss (Raw)": 0.8381478190422058, "Finetune/Step": 3974, "Finetune/Step Time": 5.552530355751514} +{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8919035792350769, "Finetune/Loss (Raw)": 0.989680826663971, "Finetune/Step": 3975, "Finetune/Step Time": 5.550984103232622} +{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8968737721443176, "Finetune/Loss (Raw)": 0.9616362452507019, "Finetune/Step": 3976, "Finetune/Step Time": 5.532497059553862} +{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.894729495048523, "Finetune/Loss (Raw)": 0.8069027066230774, "Finetune/Step": 3977, "Finetune/Step Time": 5.5276266150176525} +{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8949432373046875, "Finetune/Loss (Raw)": 0.6903944611549377, "Finetune/Step": 3978, "Finetune/Step Time": 5.518773850053549} +{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8957614302635193, "Finetune/Loss (Raw)": 0.9104354977607727, "Finetune/Step": 3979, "Finetune/Step Time": 5.522374752908945} +{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8939427137374878, "Finetune/Loss (Raw)": 0.7018375992774963, "Finetune/Step": 3980, "Finetune/Step Time": 5.524256670847535} +{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8983826637268066, "Finetune/Loss (Raw)": 1.0183178186416626, "Finetune/Step": 3981, "Finetune/Step Time": 5.494947329163551} +{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8976839780807495, "Finetune/Loss (Raw)": 0.8618903756141663, "Finetune/Step": 3982, "Finetune/Step Time": 5.494877517223358} +{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990551233291626, "Finetune/Loss (Raw)": 0.8735989928245544, "Finetune/Step": 3983, "Finetune/Step Time": 5.4787946585565805} +{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936377763748169, "Finetune/Loss (Raw)": 0.33575955033302307, "Finetune/Step": 3984, "Finetune/Step Time": 5.510317783802748} +{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982794284820557, "Finetune/Loss (Raw)": 0.9534539580345154, "Finetune/Step": 3985, "Finetune/Step Time": 5.476440764963627} +{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.9042733907699585, "Finetune/Loss (Raw)": 1.1007314920425415, "Finetune/Step": 3986, "Finetune/Step Time": 5.444080824032426} +{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9020538330078125, "Finetune/Loss (Raw)": 0.8189601898193359, "Finetune/Step": 3987, "Finetune/Step Time": 5.452282544225454} +{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025537967681885, "Finetune/Loss (Raw)": 0.9878475069999695, "Finetune/Step": 3988, "Finetune/Step Time": 5.455511465668678} +{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9035425186157227, "Finetune/Loss (Raw)": 1.0109543800354004, "Finetune/Step": 3989, "Finetune/Step Time": 5.454547382891178} +{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040849208831787, "Finetune/Loss (Raw)": 0.9690443277359009, "Finetune/Step": 3990, "Finetune/Step Time": 5.458602087572217} +{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9051177501678467, "Finetune/Loss (Raw)": 1.026411533355713, "Finetune/Step": 3991, "Finetune/Step Time": 5.450637163594365} +{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9037278890609741, "Finetune/Loss (Raw)": 0.7834451198577881, "Finetune/Step": 3992, "Finetune/Step Time": 5.47343479655683} +{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9036878347396851, "Finetune/Loss (Raw)": 0.941392183303833, "Finetune/Step": 3993, "Finetune/Step Time": 5.439738510176539} +{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9017505049705505, "Finetune/Loss (Raw)": 0.8182500600814819, "Finetune/Step": 3994, "Finetune/Step Time": 5.452458580955863} +{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8995943665504456, "Finetune/Loss (Raw)": 0.8324462175369263, "Finetune/Step": 3995, "Finetune/Step Time": 5.452516021206975} +{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8987402319908142, "Finetune/Loss (Raw)": 0.8256182670593262, "Finetune/Step": 3996, "Finetune/Step Time": 5.4508344158530235} +{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.898987352848053, "Finetune/Loss (Raw)": 0.8919467926025391, "Finetune/Step": 3997, "Finetune/Step Time": 5.449067931622267} +{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9004710912704468, "Finetune/Loss (Raw)": 1.0572168827056885, "Finetune/Step": 3998, "Finetune/Step Time": 5.432460209354758} +{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9012593626976013, "Finetune/Loss (Raw)": 1.0119924545288086, "Finetune/Step": 3999, "Finetune/Step Time": 5.448370534926653} +{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9031457901000977, "Finetune/Loss (Raw)": 0.8394069075584412, "Finetune/Step": 4000, "Finetune/Step Time": 5.423960227519274} +{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9041658639907837, "Finetune/Loss (Raw)": 0.9041447639465332, "Finetune/Step": 4001, "Finetune/Step Time": 5.435200901702046} +{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9035657644271851, "Finetune/Loss (Raw)": 0.8540324568748474, "Finetune/Step": 4002, "Finetune/Step Time": 5.44541335478425} +{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9033944010734558, "Finetune/Loss (Raw)": 0.9119980931282043, "Finetune/Step": 4003, "Finetune/Step Time": 5.452246068045497} +{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9036972522735596, "Finetune/Loss (Raw)": 0.9621745944023132, "Finetune/Step": 4004, "Finetune/Step Time": 5.456682434305549} +{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9036966562271118, "Finetune/Loss (Raw)": 0.9174798727035522, "Finetune/Step": 4005, "Finetune/Step Time": 5.441785762086511} +{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9086791276931763, "Finetune/Loss (Raw)": 1.1046706438064575, "Finetune/Step": 4006, "Finetune/Step Time": 5.40853339061141} +{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.904505729675293, "Finetune/Loss (Raw)": 0.3567582666873932, "Finetune/Step": 4007, "Finetune/Step Time": 5.404669266194105} +{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9038678407669067, "Finetune/Loss (Raw)": 0.8163873553276062, "Finetune/Step": 4008, "Finetune/Step Time": 5.397418910637498} +{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9030252695083618, "Finetune/Loss (Raw)": 0.8595468401908875, "Finetune/Step": 4009, "Finetune/Step Time": 5.398281570523977} +{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9019911289215088, "Finetune/Loss (Raw)": 0.8482635617256165, "Finetune/Step": 4010, "Finetune/Step Time": 5.406420746818185} +{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9021599292755127, "Finetune/Loss (Raw)": 1.033360481262207, "Finetune/Step": 4011, "Finetune/Step Time": 5.4115169364959} +{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.901201605796814, "Finetune/Loss (Raw)": 0.7306369543075562, "Finetune/Step": 4012, "Finetune/Step Time": 5.428669264540076} +{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9025696516036987, "Finetune/Loss (Raw)": 0.9290944337844849, "Finetune/Step": 4013, "Finetune/Step Time": 5.422600843012333} +{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9031684398651123, "Finetune/Loss (Raw)": 0.8675209879875183, "Finetune/Step": 4014, "Finetune/Step Time": 5.448103336617351} +{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.903581976890564, "Finetune/Loss (Raw)": 0.8915793299674988, "Finetune/Step": 4015, "Finetune/Step Time": 5.448748307302594} +{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9034851789474487, "Finetune/Loss (Raw)": 0.9343720078468323, "Finetune/Step": 4016, "Finetune/Step Time": 5.450615415349603} +{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.9037038683891296, "Finetune/Loss (Raw)": 0.9381363391876221, "Finetune/Step": 4017, "Finetune/Step Time": 5.452664153650403} +{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.898719847202301, "Finetune/Loss (Raw)": 0.32238510251045227, "Finetune/Step": 4018, "Finetune/Step Time": 5.485123492777348} +{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8995252847671509, "Finetune/Loss (Raw)": 1.0392524003982544, "Finetune/Step": 4019, "Finetune/Step Time": 5.46502267755568} +{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9003468751907349, "Finetune/Loss (Raw)": 0.9873037338256836, "Finetune/Step": 4020, "Finetune/Step Time": 5.463697277009487} +{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9047784805297852, "Finetune/Loss (Raw)": 0.9327788949012756, "Finetune/Step": 4021, "Finetune/Step Time": 5.443312902003527} +{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9040108919143677, "Finetune/Loss (Raw)": 0.8292597532272339, "Finetune/Step": 4022, "Finetune/Step Time": 5.44625379703939} +{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9037609696388245, "Finetune/Loss (Raw)": 0.935701310634613, "Finetune/Step": 4023, "Finetune/Step Time": 5.448506833985448} +{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9037439823150635, "Finetune/Loss (Raw)": 0.998943030834198, "Finetune/Step": 4024, "Finetune/Step Time": 5.4546708054840565} +{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9035371541976929, "Finetune/Loss (Raw)": 0.9085983037948608, "Finetune/Step": 4025, "Finetune/Step Time": 5.454606927931309} +{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9044330716133118, "Finetune/Loss (Raw)": 1.0398553609848022, "Finetune/Step": 4026, "Finetune/Step Time": 5.441689744591713} +{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9043797254562378, "Finetune/Loss (Raw)": 1.0468981266021729, "Finetune/Step": 4027, "Finetune/Step Time": 5.4380211643874645} +{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9039824604988098, "Finetune/Loss (Raw)": 0.8635998368263245, "Finetune/Step": 4028, "Finetune/Step Time": 5.423111140727997} +{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9036054611206055, "Finetune/Loss (Raw)": 0.9253380298614502, "Finetune/Step": 4029, "Finetune/Step Time": 5.423371519893408} +{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8989516496658325, "Finetune/Loss (Raw)": 0.3917955756187439, "Finetune/Step": 4030, "Finetune/Step Time": 5.445685422047973} +{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8983194231987, "Finetune/Loss (Raw)": 0.9177413582801819, "Finetune/Step": 4031, "Finetune/Step Time": 5.4451903235167265} +{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8982847929000854, "Finetune/Loss (Raw)": 0.9293833374977112, "Finetune/Step": 4032, "Finetune/Step Time": 5.438357511535287} +{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8998374938964844, "Finetune/Loss (Raw)": 0.9562653303146362, "Finetune/Step": 4033, "Finetune/Step Time": 5.4327999744564295} +{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8986937403678894, "Finetune/Loss (Raw)": 0.8843462467193604, "Finetune/Step": 4034, "Finetune/Step Time": 5.392994180321693} +{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8965399265289307, "Finetune/Loss (Raw)": 0.9135133624076843, "Finetune/Step": 4035, "Finetune/Step Time": 5.399558929726481} +{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8978759050369263, "Finetune/Loss (Raw)": 1.0665631294250488, "Finetune/Step": 4036, "Finetune/Step Time": 5.3860989063978195} +{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8976969718933105, "Finetune/Loss (Raw)": 0.8553279042243958, "Finetune/Step": 4037, "Finetune/Step Time": 5.392494877800345} +{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8925946354866028, "Finetune/Loss (Raw)": 0.3490624725818634, "Finetune/Step": 4038, "Finetune/Step Time": 5.421956326812506} +{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8918842077255249, "Finetune/Loss (Raw)": 0.9919588565826416, "Finetune/Step": 4039, "Finetune/Step Time": 5.44208705611527} +{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926413059234619, "Finetune/Loss (Raw)": 0.9574383497238159, "Finetune/Step": 4040, "Finetune/Step Time": 5.431182473897934} +{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918620944023132, "Finetune/Loss (Raw)": 0.8479058742523193, "Finetune/Step": 4041, "Finetune/Step Time": 5.431896297261119} +{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.892025351524353, "Finetune/Loss (Raw)": 0.8847599029541016, "Finetune/Step": 4042, "Finetune/Step Time": 5.4390521217137575} +{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920813798904419, "Finetune/Loss (Raw)": 0.9445751309394836, "Finetune/Step": 4043, "Finetune/Step Time": 5.441593689844012} +{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921908140182495, "Finetune/Loss (Raw)": 0.9341644644737244, "Finetune/Step": 4044, "Finetune/Step Time": 5.433540545403957} +{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8870196342468262, "Finetune/Loss (Raw)": 0.2898639440536499, "Finetune/Step": 4045, "Finetune/Step Time": 5.443262843415141} +{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8862824440002441, "Finetune/Loss (Raw)": 0.868391752243042, "Finetune/Step": 4046, "Finetune/Step Time": 5.439919216558337} +{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8860294818878174, "Finetune/Loss (Raw)": 0.853890061378479, "Finetune/Step": 4047, "Finetune/Step Time": 5.442727332934737} +{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815900087356567, "Finetune/Loss (Raw)": 0.3682846426963806, "Finetune/Step": 4048, "Finetune/Step Time": 5.43789473362267} +{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8819628357887268, "Finetune/Loss (Raw)": 0.7858453989028931, "Finetune/Step": 4049, "Finetune/Step Time": 5.416204057633877} +{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8810463547706604, "Finetune/Loss (Raw)": 0.8739895820617676, "Finetune/Step": 4050, "Finetune/Step Time": 5.4089910220354795} +{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8813751339912415, "Finetune/Loss (Raw)": 0.8415405750274658, "Finetune/Step": 4051, "Finetune/Step Time": 5.4009329825639725} +{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8812077641487122, "Finetune/Loss (Raw)": 0.9026462435722351, "Finetune/Step": 4052, "Finetune/Step Time": 5.421644251793623} +{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8766735792160034, "Finetune/Loss (Raw)": 0.3701373338699341, "Finetune/Step": 4053, "Finetune/Step Time": 5.450073901563883} +{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8772343993186951, "Finetune/Loss (Raw)": 0.9339113235473633, "Finetune/Step": 4054, "Finetune/Step Time": 5.464118052273989} +{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8774658441543579, "Finetune/Loss (Raw)": 0.9581285715103149, "Finetune/Step": 4055, "Finetune/Step Time": 5.446106545627117} +{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8745281100273132, "Finetune/Loss (Raw)": 0.6737024784088135, "Finetune/Step": 4056, "Finetune/Step Time": 5.461658889427781} +{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.874971866607666, "Finetune/Loss (Raw)": 1.0003950595855713, "Finetune/Step": 4057, "Finetune/Step Time": 5.463668335229158} +{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8746026754379272, "Finetune/Loss (Raw)": 0.855917751789093, "Finetune/Step": 4058, "Finetune/Step Time": 5.455423478037119} +{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8739323616027832, "Finetune/Loss (Raw)": 0.9416230320930481, "Finetune/Step": 4059, "Finetune/Step Time": 5.469528928399086} +{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.872501790523529, "Finetune/Loss (Raw)": 0.7377382516860962, "Finetune/Step": 4060, "Finetune/Step Time": 5.471960797905922} +{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8739218711853027, "Finetune/Loss (Raw)": 0.882649838924408, "Finetune/Step": 4061, "Finetune/Step Time": 5.464629977941513} +{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8757869005203247, "Finetune/Loss (Raw)": 1.0637296438217163, "Finetune/Step": 4062, "Finetune/Step Time": 5.467859111726284} +{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8716899752616882, "Finetune/Loss (Raw)": 0.348822683095932, "Finetune/Step": 4063, "Finetune/Step Time": 5.487763935700059} +{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8668198585510254, "Finetune/Loss (Raw)": 0.37774816155433655, "Finetune/Step": 4064, "Finetune/Step Time": 5.519908072426915} +{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8661645650863647, "Finetune/Loss (Raw)": 0.8586736917495728, "Finetune/Step": 4065, "Finetune/Step Time": 5.524772346019745} +{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8662893176078796, "Finetune/Loss (Raw)": 0.9150345325469971, "Finetune/Step": 4066, "Finetune/Step Time": 5.5286361631006} +{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8667064905166626, "Finetune/Loss (Raw)": 1.0581763982772827, "Finetune/Step": 4067, "Finetune/Step Time": 5.527512114495039} +{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8671765327453613, "Finetune/Loss (Raw)": 0.9595542550086975, "Finetune/Step": 4068, "Finetune/Step Time": 5.529058266431093} +{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.866919994354248, "Finetune/Loss (Raw)": 0.9588104486465454, "Finetune/Step": 4069, "Finetune/Step Time": 5.5481231063604355} +{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8656448125839233, "Finetune/Loss (Raw)": 0.8404799103736877, "Finetune/Step": 4070, "Finetune/Step Time": 5.5327880512923} +{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8665311336517334, "Finetune/Loss (Raw)": 0.9557704329490662, "Finetune/Step": 4071, "Finetune/Step Time": 5.538965655490756} +{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8652769923210144, "Finetune/Loss (Raw)": 0.792471706867218, "Finetune/Step": 4072, "Finetune/Step Time": 5.548646004870534} +{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8637477159500122, "Finetune/Loss (Raw)": 0.9330052733421326, "Finetune/Step": 4073, "Finetune/Step Time": 5.53136476315558} +{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646834492683411, "Finetune/Loss (Raw)": 1.0382481813430786, "Finetune/Step": 4074, "Finetune/Step Time": 5.518580371513963} +{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640915155410767, "Finetune/Loss (Raw)": 0.8561668395996094, "Finetune/Step": 4075, "Finetune/Step Time": 5.507112625986338} +{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669788837432861, "Finetune/Loss (Raw)": 0.7254528999328613, "Finetune/Step": 4076, "Finetune/Step Time": 5.495446495711803} +{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8659162521362305, "Finetune/Loss (Raw)": 0.9199108481407166, "Finetune/Step": 4077, "Finetune/Step Time": 5.509615978226066} +{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645712733268738, "Finetune/Loss (Raw)": 0.8541181087493896, "Finetune/Step": 4078, "Finetune/Step Time": 5.512247448787093} +{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654968738555908, "Finetune/Loss (Raw)": 1.1285195350646973, "Finetune/Step": 4079, "Finetune/Step Time": 5.5234106592834} +{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652728796005249, "Finetune/Loss (Raw)": 0.8051429390907288, "Finetune/Step": 4080, "Finetune/Step Time": 5.5276058949530125} +{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8655359745025635, "Finetune/Loss (Raw)": 0.9198141694068909, "Finetune/Step": 4081, "Finetune/Step Time": 5.544232981279492} +{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8655006885528564, "Finetune/Loss (Raw)": 0.8647210597991943, "Finetune/Step": 4082, "Finetune/Step Time": 5.552184844389558} +{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8670011758804321, "Finetune/Loss (Raw)": 1.0179622173309326, "Finetune/Step": 4083, "Finetune/Step Time": 5.554619386792183} +{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8618118166923523, "Finetune/Loss (Raw)": 0.4615953862667084, "Finetune/Step": 4084, "Finetune/Step Time": 5.58025099337101} +{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8620092272758484, "Finetune/Loss (Raw)": 0.9451538324356079, "Finetune/Step": 4085, "Finetune/Step Time": 5.596565078943968} +{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8623695969581604, "Finetune/Loss (Raw)": 0.9351006746292114, "Finetune/Step": 4086, "Finetune/Step Time": 5.60365491732955} +{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8637301921844482, "Finetune/Loss (Raw)": 1.0467724800109863, "Finetune/Step": 4087, "Finetune/Step Time": 5.591209137812257} +{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8646286725997925, "Finetune/Loss (Raw)": 0.9880141615867615, "Finetune/Step": 4088, "Finetune/Step Time": 5.5864618588238955} +{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8637928366661072, "Finetune/Loss (Raw)": 0.8647578358650208, "Finetune/Step": 4089, "Finetune/Step Time": 5.587546348571777} +{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8639999628067017, "Finetune/Loss (Raw)": 0.8643612265586853, "Finetune/Step": 4090, "Finetune/Step Time": 5.580532079562545} +{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8632726073265076, "Finetune/Loss (Raw)": 0.864361047744751, "Finetune/Step": 4091, "Finetune/Step Time": 5.5937052592635155} +{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8629410266876221, "Finetune/Loss (Raw)": 0.8703010082244873, "Finetune/Step": 4092, "Finetune/Step Time": 5.5950781013816595} +{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8629826307296753, "Finetune/Loss (Raw)": 1.0326963663101196, "Finetune/Step": 4093, "Finetune/Step Time": 5.579663207754493} +{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8684507012367249, "Finetune/Loss (Raw)": 1.0832847356796265, "Finetune/Step": 4094, "Finetune/Step Time": 5.550143310800195} +{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8681966662406921, "Finetune/Loss (Raw)": 0.8177850246429443, "Finetune/Step": 4095, "Finetune/Step Time": 5.557967346161604} +{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687320947647095, "Finetune/Loss (Raw)": 1.0671943426132202, "Finetune/Step": 4096, "Finetune/Step Time": 5.5626420471817255} +{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8689488768577576, "Finetune/Loss (Raw)": 1.011022925376892, "Finetune/Step": 4097, "Finetune/Step Time": 5.548295009881258} +{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.867078959941864, "Finetune/Loss (Raw)": 0.7389388680458069, "Finetune/Step": 4098, "Finetune/Step Time": 5.550448188558221} +{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8667259812355042, "Finetune/Loss (Raw)": 0.9592657089233398, "Finetune/Step": 4099, "Finetune/Step Time": 5.553767202422023} +{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8680211305618286, "Finetune/Loss (Raw)": 0.9832661747932434, "Finetune/Step": 4100, "Finetune/Step Time": 5.553854987025261} +{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8686099648475647, "Finetune/Loss (Raw)": 0.9446208477020264, "Finetune/Step": 4101, "Finetune/Step Time": 5.574398459866643} +{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8690199255943298, "Finetune/Loss (Raw)": 0.8906185030937195, "Finetune/Step": 4102, "Finetune/Step Time": 5.570786524564028} +{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8685418367385864, "Finetune/Loss (Raw)": 0.9284861087799072, "Finetune/Step": 4103, "Finetune/Step Time": 5.579317007213831} +{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8680278062820435, "Finetune/Loss (Raw)": 0.8958439230918884, "Finetune/Step": 4104, "Finetune/Step Time": 5.56674519367516} +{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8683499097824097, "Finetune/Loss (Raw)": 0.8481335639953613, "Finetune/Step": 4105, "Finetune/Step Time": 5.561126841232181} +{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8697879314422607, "Finetune/Loss (Raw)": 0.8744568824768066, "Finetune/Step": 4106, "Finetune/Step Time": 5.559564519673586} +{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.869671642780304, "Finetune/Loss (Raw)": 0.8955525159835815, "Finetune/Step": 4107, "Finetune/Step Time": 5.561456769704819} +{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.871902346611023, "Finetune/Loss (Raw)": 0.9873753190040588, "Finetune/Step": 4108, "Finetune/Step Time": 5.560547791421413} +{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8706633448600769, "Finetune/Loss (Raw)": 0.8597203493118286, "Finetune/Step": 4109, "Finetune/Step Time": 5.5683188028633595} +{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8713661432266235, "Finetune/Loss (Raw)": 0.9518481492996216, "Finetune/Step": 4110, "Finetune/Step Time": 5.569818094372749} +{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8727371692657471, "Finetune/Loss (Raw)": 1.0490926504135132, "Finetune/Step": 4111, "Finetune/Step Time": 5.575277730822563} +{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8764891624450684, "Finetune/Loss (Raw)": 0.8160096406936646, "Finetune/Step": 4112, "Finetune/Step Time": 5.5568303521722555} +{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8749621510505676, "Finetune/Loss (Raw)": 0.7579976916313171, "Finetune/Step": 4113, "Finetune/Step Time": 5.555250717326999} +{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8734086751937866, "Finetune/Loss (Raw)": 0.9018827080726624, "Finetune/Step": 4114, "Finetune/Step Time": 5.556817254051566} +{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8740774393081665, "Finetune/Loss (Raw)": 0.9045637249946594, "Finetune/Step": 4115, "Finetune/Step Time": 5.5527824107557535} +{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8717128038406372, "Finetune/Loss (Raw)": 0.6851770877838135, "Finetune/Step": 4116, "Finetune/Step Time": 5.572749767452478} +{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8701626062393188, "Finetune/Loss (Raw)": 0.8125236630439758, "Finetune/Step": 4117, "Finetune/Step Time": 5.581775361672044} +{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8710298538208008, "Finetune/Loss (Raw)": 1.0800516605377197, "Finetune/Step": 4118, "Finetune/Step Time": 5.580293474718928} +{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8709333539009094, "Finetune/Loss (Raw)": 1.014064908027649, "Finetune/Step": 4119, "Finetune/Step Time": 5.569527868181467} +{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8723081350326538, "Finetune/Loss (Raw)": 0.9594139456748962, "Finetune/Step": 4120, "Finetune/Step Time": 5.5594202019274235} +{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8721721768379211, "Finetune/Loss (Raw)": 0.9239898920059204, "Finetune/Step": 4121, "Finetune/Step Time": 5.56512251123786} +{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8730734586715698, "Finetune/Loss (Raw)": 0.9336174130439758, "Finetune/Step": 4122, "Finetune/Step Time": 5.564065884798765} +{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8747791051864624, "Finetune/Loss (Raw)": 1.0507670640945435, "Finetune/Step": 4123, "Finetune/Step Time": 5.565387766808271} +{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8736922144889832, "Finetune/Loss (Raw)": 0.6864978075027466, "Finetune/Step": 4124, "Finetune/Step Time": 5.567440057173371} +{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8740658760070801, "Finetune/Loss (Raw)": 0.9397766590118408, "Finetune/Step": 4125, "Finetune/Step Time": 5.571110701188445} +{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8729397058486938, "Finetune/Loss (Raw)": 0.9130671620368958, "Finetune/Step": 4126, "Finetune/Step Time": 5.570927770808339} +{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8722888231277466, "Finetune/Loss (Raw)": 0.9286743402481079, "Finetune/Step": 4127, "Finetune/Step Time": 5.550837948918343} +{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8724044561386108, "Finetune/Loss (Raw)": 0.854215145111084, "Finetune/Step": 4128, "Finetune/Step Time": 5.541051842272282} +{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8719921708106995, "Finetune/Loss (Raw)": 0.8513641357421875, "Finetune/Step": 4129, "Finetune/Step Time": 5.521452650427818} +{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.872097373008728, "Finetune/Loss (Raw)": 0.8675015568733215, "Finetune/Step": 4130, "Finetune/Step Time": 5.512053033336997} +{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8720775246620178, "Finetune/Loss (Raw)": 0.9094619750976562, "Finetune/Step": 4131, "Finetune/Step Time": 5.505017826333642} +{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8718816637992859, "Finetune/Loss (Raw)": 0.9371046423912048, "Finetune/Step": 4132, "Finetune/Step Time": 5.506878327578306} +{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8716744184494019, "Finetune/Loss (Raw)": 0.8909465670585632, "Finetune/Step": 4133, "Finetune/Step Time": 5.514329643920064} +{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8701577186584473, "Finetune/Loss (Raw)": 0.9105315208435059, "Finetune/Step": 4134, "Finetune/Step Time": 5.530526999384165} +{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8737908601760864, "Finetune/Loss (Raw)": 0.8218080401420593, "Finetune/Step": 4135, "Finetune/Step Time": 5.500325832515955} +{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8743399977684021, "Finetune/Loss (Raw)": 0.8866751790046692, "Finetune/Step": 4136, "Finetune/Step Time": 5.507172603160143} +{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8742436170578003, "Finetune/Loss (Raw)": 0.847202479839325, "Finetune/Step": 4137, "Finetune/Step Time": 5.499339081346989} +{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8754387497901917, "Finetune/Loss (Raw)": 1.0012463331222534, "Finetune/Step": 4138, "Finetune/Step Time": 5.485266765579581} +{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8737323880195618, "Finetune/Loss (Raw)": 0.8149448037147522, "Finetune/Step": 4139, "Finetune/Step Time": 5.475010408088565} +{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8745875358581543, "Finetune/Loss (Raw)": 0.8401049971580505, "Finetune/Step": 4140, "Finetune/Step Time": 5.4647107142955065} +{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8702991604804993, "Finetune/Loss (Raw)": 0.3801751732826233, "Finetune/Step": 4141, "Finetune/Step Time": 5.486480753868818} +{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698652386665344, "Finetune/Loss (Raw)": 0.8119832277297974, "Finetune/Step": 4142, "Finetune/Step Time": 5.463103033602238} +{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8693290948867798, "Finetune/Loss (Raw)": 0.822952389717102, "Finetune/Step": 4143, "Finetune/Step Time": 5.460016988217831} +{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8642710447311401, "Finetune/Loss (Raw)": 0.2869342267513275, "Finetune/Step": 4144, "Finetune/Step Time": 5.4855498354882} +{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8631137013435364, "Finetune/Loss (Raw)": 0.7899948358535767, "Finetune/Step": 4145, "Finetune/Step Time": 5.4937526397407055} +{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8679167032241821, "Finetune/Loss (Raw)": 0.9371738433837891, "Finetune/Step": 4146, "Finetune/Step Time": 5.457025768235326} +{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8666220903396606, "Finetune/Loss (Raw)": 0.8735404014587402, "Finetune/Step": 4147, "Finetune/Step Time": 5.46300021186471} +{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8661986589431763, "Finetune/Loss (Raw)": 0.9331103563308716, "Finetune/Step": 4148, "Finetune/Step Time": 5.463329289108515} +{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8657823801040649, "Finetune/Loss (Raw)": 0.8794913291931152, "Finetune/Step": 4149, "Finetune/Step Time": 5.452025596052408} +{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.865854799747467, "Finetune/Loss (Raw)": 0.8385315537452698, "Finetune/Step": 4150, "Finetune/Step Time": 5.477157298475504} +{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8656156063079834, "Finetune/Loss (Raw)": 0.9050843119621277, "Finetune/Step": 4151, "Finetune/Step Time": 5.482293374836445} +{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8648756742477417, "Finetune/Loss (Raw)": 0.9042326211929321, "Finetune/Step": 4152, "Finetune/Step Time": 5.487123413011432} +{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8645757436752319, "Finetune/Loss (Raw)": 0.8702030777931213, "Finetune/Step": 4153, "Finetune/Step Time": 5.489770146086812} +{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8635393381118774, "Finetune/Loss (Raw)": 0.9072005748748779, "Finetune/Step": 4154, "Finetune/Step Time": 5.494320755824447} +{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8619189858436584, "Finetune/Loss (Raw)": 0.83948814868927, "Finetune/Step": 4155, "Finetune/Step Time": 5.496944099664688} +{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8624654412269592, "Finetune/Loss (Raw)": 0.933551549911499, "Finetune/Step": 4156, "Finetune/Step Time": 5.495856350287795} +{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8633027076721191, "Finetune/Loss (Raw)": 1.0325024127960205, "Finetune/Step": 4157, "Finetune/Step Time": 5.496507912874222} +{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8671942353248596, "Finetune/Loss (Raw)": 0.8899185657501221, "Finetune/Step": 4158, "Finetune/Step Time": 5.475582664832473} +{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8675577640533447, "Finetune/Loss (Raw)": 0.9642694592475891, "Finetune/Step": 4159, "Finetune/Step Time": 5.475724197924137} +{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8681466579437256, "Finetune/Loss (Raw)": 1.0047650337219238, "Finetune/Step": 4160, "Finetune/Step Time": 5.468893809244037} +{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8682436347007751, "Finetune/Loss (Raw)": 0.9686739444732666, "Finetune/Step": 4161, "Finetune/Step Time": 5.4601949620991945} +{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8689707517623901, "Finetune/Loss (Raw)": 0.9774219393730164, "Finetune/Step": 4162, "Finetune/Step Time": 5.4619538225233555} +{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8678989410400391, "Finetune/Loss (Raw)": 0.7763116359710693, "Finetune/Step": 4163, "Finetune/Step Time": 5.472639532759786} +{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8644708395004272, "Finetune/Loss (Raw)": 0.6277770400047302, "Finetune/Step": 4164, "Finetune/Step Time": 5.484661580994725} +{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8660285472869873, "Finetune/Loss (Raw)": 1.0547080039978027, "Finetune/Step": 4165, "Finetune/Step Time": 5.477600837126374} +{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8709007501602173, "Finetune/Loss (Raw)": 0.9727076292037964, "Finetune/Step": 4166, "Finetune/Step Time": 5.4466192200779915} +{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8696377873420715, "Finetune/Loss (Raw)": 0.83030104637146, "Finetune/Step": 4167, "Finetune/Step Time": 5.431429371237755} +{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8678989410400391, "Finetune/Loss (Raw)": 0.7348593473434448, "Finetune/Step": 4168, "Finetune/Step Time": 5.429528333246708} +{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8641655445098877, "Finetune/Loss (Raw)": 0.3700336515903473, "Finetune/Step": 4169, "Finetune/Step Time": 5.454609552398324} +{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8637215495109558, "Finetune/Loss (Raw)": 0.8279340267181396, "Finetune/Step": 4170, "Finetune/Step Time": 5.451710008084774} +{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.863757848739624, "Finetune/Loss (Raw)": 0.9492148160934448, "Finetune/Step": 4171, "Finetune/Step Time": 5.454135382547975} +{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8638876080513, "Finetune/Loss (Raw)": 0.9507784247398376, "Finetune/Step": 4172, "Finetune/Step Time": 5.474389277398586} +{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8684020638465881, "Finetune/Loss (Raw)": 0.8677108883857727, "Finetune/Step": 4173, "Finetune/Step Time": 5.449409442022443} +{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8643767833709717, "Finetune/Loss (Raw)": 0.35315990447998047, "Finetune/Step": 4174, "Finetune/Step Time": 5.481481309980154} +{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8639169335365295, "Finetune/Loss (Raw)": 0.7950238585472107, "Finetune/Step": 4175, "Finetune/Step Time": 5.470438012853265} +{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8675029873847961, "Finetune/Loss (Raw)": 0.8272980451583862, "Finetune/Step": 4176, "Finetune/Step Time": 5.45249417796731} +{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8693881034851074, "Finetune/Loss (Raw)": 1.0271457433700562, "Finetune/Step": 4177, "Finetune/Step Time": 5.46772382222116} +{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8700090050697327, "Finetune/Loss (Raw)": 0.9534664750099182, "Finetune/Step": 4178, "Finetune/Step Time": 5.470196820795536} +{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8706085681915283, "Finetune/Loss (Raw)": 0.9182791709899902, "Finetune/Step": 4179, "Finetune/Step Time": 5.482651483267546} +{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8713356256484985, "Finetune/Loss (Raw)": 0.9957142472267151, "Finetune/Step": 4180, "Finetune/Step Time": 5.462820177897811} +{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8751200437545776, "Finetune/Loss (Raw)": 0.8545408844947815, "Finetune/Step": 4181, "Finetune/Step Time": 5.4358007200062275} +{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8735081553459167, "Finetune/Loss (Raw)": 0.7275875806808472, "Finetune/Step": 4182, "Finetune/Step Time": 5.431046521291137} +{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.87361741065979, "Finetune/Loss (Raw)": 0.9721154570579529, "Finetune/Step": 4183, "Finetune/Step Time": 5.43609457090497} +{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8755998611450195, "Finetune/Loss (Raw)": 0.9274469614028931, "Finetune/Step": 4184, "Finetune/Step Time": 5.408772984519601} +{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.875674843788147, "Finetune/Loss (Raw)": 1.0099998712539673, "Finetune/Step": 4185, "Finetune/Step Time": 5.406562218442559} +{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8765465021133423, "Finetune/Loss (Raw)": 0.967491865158081, "Finetune/Step": 4186, "Finetune/Step Time": 5.425231380388141} +{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8758974671363831, "Finetune/Loss (Raw)": 0.8585479855537415, "Finetune/Step": 4187, "Finetune/Step Time": 5.413445308804512} +{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769993782043457, "Finetune/Loss (Raw)": 0.8787842988967896, "Finetune/Step": 4188, "Finetune/Step Time": 5.403984602540731} +{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8765980005264282, "Finetune/Loss (Raw)": 0.8312711119651794, "Finetune/Step": 4189, "Finetune/Step Time": 5.386475233361125} +{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739969730377197, "Finetune/Loss (Raw)": 0.73079913854599, "Finetune/Step": 4190, "Finetune/Step Time": 5.386750049889088} +{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8788586854934692, "Finetune/Loss (Raw)": 0.9711241126060486, "Finetune/Step": 4191, "Finetune/Step Time": 5.360059646889567} +{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841854333877563, "Finetune/Loss (Raw)": 1.0595672130584717, "Finetune/Step": 4192, "Finetune/Step Time": 5.3324080016463995} +{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798254728317261, "Finetune/Loss (Raw)": 0.30059656500816345, "Finetune/Step": 4193, "Finetune/Step Time": 5.353732656687498} +{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799654841423035, "Finetune/Loss (Raw)": 0.9329559803009033, "Finetune/Step": 4194, "Finetune/Step Time": 5.353115247562528} +{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789677619934082, "Finetune/Loss (Raw)": 0.9304789900779724, "Finetune/Step": 4195, "Finetune/Step Time": 5.353822734206915} +{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787503838539124, "Finetune/Loss (Raw)": 0.9317193031311035, "Finetune/Step": 4196, "Finetune/Step Time": 5.35148617438972} +{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.876350998878479, "Finetune/Loss (Raw)": 0.6516865491867065, "Finetune/Step": 4197, "Finetune/Step Time": 5.354550426825881} +{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8775345087051392, "Finetune/Loss (Raw)": 0.9919704794883728, "Finetune/Step": 4198, "Finetune/Step Time": 5.352444846183062} +{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779747486114502, "Finetune/Loss (Raw)": 1.0121192932128906, "Finetune/Step": 4199, "Finetune/Step Time": 5.322038913145661} +{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8791673183441162, "Finetune/Loss (Raw)": 0.9451218843460083, "Finetune/Step": 4200, "Finetune/Step Time": 5.319072777405381} +{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788266181945801, "Finetune/Loss (Raw)": 0.8893982768058777, "Finetune/Step": 4201, "Finetune/Step Time": 5.329155908897519} +{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.877439022064209, "Finetune/Loss (Raw)": 0.860633373260498, "Finetune/Step": 4202, "Finetune/Step Time": 5.332196241244674} +{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8772614002227783, "Finetune/Loss (Raw)": 0.8334413766860962, "Finetune/Step": 4203, "Finetune/Step Time": 5.333616139367223} +{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8781353235244751, "Finetune/Loss (Raw)": 0.837311327457428, "Finetune/Step": 4204, "Finetune/Step Time": 5.319422800093889} +{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8782161474227905, "Finetune/Loss (Raw)": 0.9302538633346558, "Finetune/Step": 4205, "Finetune/Step Time": 5.306496562436223} +{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8783903121948242, "Finetune/Loss (Raw)": 0.8764147162437439, "Finetune/Step": 4206, "Finetune/Step Time": 5.304824974387884} +{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8770908713340759, "Finetune/Loss (Raw)": 0.9621869325637817, "Finetune/Step": 4207, "Finetune/Step Time": 5.298412719741464} +{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8774904012680054, "Finetune/Loss (Raw)": 0.8562809228897095, "Finetune/Step": 4208, "Finetune/Step Time": 5.283071326091886} +{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8789790868759155, "Finetune/Loss (Raw)": 1.110365867614746, "Finetune/Step": 4209, "Finetune/Step Time": 5.2608354818075895} +{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8790517449378967, "Finetune/Loss (Raw)": 0.8740198016166687, "Finetune/Step": 4210, "Finetune/Step Time": 5.2559510469436646} +{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8787615299224854, "Finetune/Loss (Raw)": 0.9808199405670166, "Finetune/Step": 4211, "Finetune/Step Time": 5.26095730997622} +{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815187811851501, "Finetune/Loss (Raw)": 0.814521849155426, "Finetune/Step": 4212, "Finetune/Step Time": 5.229521952569485} +{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.880082368850708, "Finetune/Loss (Raw)": 0.7613007426261902, "Finetune/Step": 4213, "Finetune/Step Time": 5.223071310669184} +{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.880092978477478, "Finetune/Loss (Raw)": 0.9364528059959412, "Finetune/Step": 4214, "Finetune/Step Time": 5.213559178635478} +{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793935775756836, "Finetune/Loss (Raw)": 0.9572484493255615, "Finetune/Step": 4215, "Finetune/Step Time": 5.239664131775498} +{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8789202570915222, "Finetune/Loss (Raw)": 0.9274333119392395, "Finetune/Step": 4216, "Finetune/Step Time": 5.234876116737723} +{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8798347115516663, "Finetune/Loss (Raw)": 0.9818018674850464, "Finetune/Step": 4217, "Finetune/Step Time": 5.232135156169534} +{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8799257278442383, "Finetune/Loss (Raw)": 0.876007616519928, "Finetune/Step": 4218, "Finetune/Step Time": 5.231546487659216} +{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8795417547225952, "Finetune/Loss (Raw)": 0.8152133822441101, "Finetune/Step": 4219, "Finetune/Step Time": 5.2147283758968115} +{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8797870874404907, "Finetune/Loss (Raw)": 0.9017119407653809, "Finetune/Step": 4220, "Finetune/Step Time": 5.204004479572177} +{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798729777336121, "Finetune/Loss (Raw)": 1.0436867475509644, "Finetune/Step": 4221, "Finetune/Step Time": 5.211120009422302} +{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8792497515678406, "Finetune/Loss (Raw)": 1.0035145282745361, "Finetune/Step": 4222, "Finetune/Step Time": 5.214786745607853} +{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807258605957031, "Finetune/Loss (Raw)": 1.0067222118377686, "Finetune/Step": 4223, "Finetune/Step Time": 5.206602083519101} +{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789463639259338, "Finetune/Loss (Raw)": 0.8394266963005066, "Finetune/Step": 4224, "Finetune/Step Time": 5.211669156327844} +{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775521516799927, "Finetune/Loss (Raw)": 0.8325607180595398, "Finetune/Step": 4225, "Finetune/Step Time": 5.204017655923963} +{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798446655273438, "Finetune/Loss (Raw)": 1.0323798656463623, "Finetune/Step": 4226, "Finetune/Step Time": 5.197286335751414} +{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808942437171936, "Finetune/Loss (Raw)": 1.0936064720153809, "Finetune/Step": 4227, "Finetune/Step Time": 5.196818068623543} +{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8800755739212036, "Finetune/Loss (Raw)": 0.8784746527671814, "Finetune/Step": 4228, "Finetune/Step Time": 5.199071682989597} +{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8800470232963562, "Finetune/Loss (Raw)": 0.9409740567207336, "Finetune/Step": 4229, "Finetune/Step Time": 5.1820242162793875} +{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.875144362449646, "Finetune/Loss (Raw)": 0.2630716562271118, "Finetune/Step": 4230, "Finetune/Step Time": 5.213626302778721} +{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8735026121139526, "Finetune/Loss (Raw)": 0.718339204788208, "Finetune/Step": 4231, "Finetune/Step Time": 5.252723155543208} +{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8739339113235474, "Finetune/Loss (Raw)": 0.9510630965232849, "Finetune/Step": 4232, "Finetune/Step Time": 5.2614151537418365} +{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738787770271301, "Finetune/Loss (Raw)": 0.8410691618919373, "Finetune/Step": 4233, "Finetune/Step Time": 5.267290771007538} +{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.876056432723999, "Finetune/Loss (Raw)": 1.1531912088394165, "Finetune/Step": 4234, "Finetune/Step Time": 5.264776300638914} +{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8763787746429443, "Finetune/Loss (Raw)": 0.9368162751197815, "Finetune/Step": 4235, "Finetune/Step Time": 5.264478538185358} +{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.87473464012146, "Finetune/Loss (Raw)": 0.7769331336021423, "Finetune/Step": 4236, "Finetune/Step Time": 5.273497985675931} +{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8761604428291321, "Finetune/Loss (Raw)": 1.0422141551971436, "Finetune/Step": 4237, "Finetune/Step Time": 5.265790103003383} +{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8765840530395508, "Finetune/Loss (Raw)": 1.0060737133026123, "Finetune/Step": 4238, "Finetune/Step Time": 5.254086196422577} +{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8758471012115479, "Finetune/Loss (Raw)": 0.9547659158706665, "Finetune/Step": 4239, "Finetune/Step Time": 5.250416897237301} +{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8762179017066956, "Finetune/Loss (Raw)": 0.8634696006774902, "Finetune/Step": 4240, "Finetune/Step Time": 5.238894857466221} +{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8770890235900879, "Finetune/Loss (Raw)": 0.8695030212402344, "Finetune/Step": 4241, "Finetune/Step Time": 5.2408290803432465} +{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8776854276657104, "Finetune/Loss (Raw)": 0.9782134890556335, "Finetune/Step": 4242, "Finetune/Step Time": 5.2394914496690035} +{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8778892159461975, "Finetune/Loss (Raw)": 0.9306545853614807, "Finetune/Step": 4243, "Finetune/Step Time": 5.259598229080439} +{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8798593282699585, "Finetune/Loss (Raw)": 0.9373548030853271, "Finetune/Step": 4244, "Finetune/Step Time": 5.244195111095905} +{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8807458877563477, "Finetune/Loss (Raw)": 0.9260016679763794, "Finetune/Step": 4245, "Finetune/Step Time": 5.2516553327441216} +{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8794747591018677, "Finetune/Loss (Raw)": 0.9173425436019897, "Finetune/Step": 4246, "Finetune/Step Time": 5.282833214849234} +{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8786023855209351, "Finetune/Loss (Raw)": 0.9023977518081665, "Finetune/Step": 4247, "Finetune/Step Time": 5.284292902797461} +{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8733224868774414, "Finetune/Loss (Raw)": 0.28358832001686096, "Finetune/Step": 4248, "Finetune/Step Time": 5.302793929353356} +{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8736523985862732, "Finetune/Loss (Raw)": 0.9662232398986816, "Finetune/Step": 4249, "Finetune/Step Time": 5.295711996033788} +{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8722225427627563, "Finetune/Loss (Raw)": 0.7505909204483032, "Finetune/Step": 4250, "Finetune/Step Time": 5.292000763118267} +{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8700987100601196, "Finetune/Loss (Raw)": 0.7789210677146912, "Finetune/Step": 4251, "Finetune/Step Time": 5.291549526154995} +{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8732895851135254, "Finetune/Loss (Raw)": 1.094932198524475, "Finetune/Step": 4252, "Finetune/Step Time": 5.293143836781383} +{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8713659048080444, "Finetune/Loss (Raw)": 0.693540096282959, "Finetune/Step": 4253, "Finetune/Step Time": 5.313533071428537} +{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8700299263000488, "Finetune/Loss (Raw)": 0.7420666813850403, "Finetune/Step": 4254, "Finetune/Step Time": 5.3187424167990685} +{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8690609335899353, "Finetune/Loss (Raw)": 0.8046412467956543, "Finetune/Step": 4255, "Finetune/Step Time": 5.330327600240707} +{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8699712157249451, "Finetune/Loss (Raw)": 0.9707291722297668, "Finetune/Step": 4256, "Finetune/Step Time": 5.345842892304063} +{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8712462782859802, "Finetune/Loss (Raw)": 1.0145750045776367, "Finetune/Step": 4257, "Finetune/Step Time": 5.35535522736609} +{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8700534105300903, "Finetune/Loss (Raw)": 0.7148088216781616, "Finetune/Step": 4258, "Finetune/Step Time": 5.356571124866605} +{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8711076378822327, "Finetune/Loss (Raw)": 1.0444080829620361, "Finetune/Step": 4259, "Finetune/Step Time": 5.360380157828331} +{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8706297278404236, "Finetune/Loss (Raw)": 0.8759345412254333, "Finetune/Step": 4260, "Finetune/Step Time": 5.356902927160263} +{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8713092803955078, "Finetune/Loss (Raw)": 0.9779300093650818, "Finetune/Step": 4261, "Finetune/Step Time": 5.350969584658742} +{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8709897994995117, "Finetune/Loss (Raw)": 0.869637131690979, "Finetune/Step": 4262, "Finetune/Step Time": 5.341437067836523} +{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8729928731918335, "Finetune/Loss (Raw)": 1.0781999826431274, "Finetune/Step": 4263, "Finetune/Step Time": 5.339259523898363} +{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8725669384002686, "Finetune/Loss (Raw)": 0.832156777381897, "Finetune/Step": 4264, "Finetune/Step Time": 5.34441308863461} +{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8735450506210327, "Finetune/Loss (Raw)": 0.9723979830741882, "Finetune/Step": 4265, "Finetune/Step Time": 5.3518304247409105} +{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8734021782875061, "Finetune/Loss (Raw)": 0.9829589128494263, "Finetune/Step": 4266, "Finetune/Step Time": 5.35119142010808} +{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8734514117240906, "Finetune/Loss (Raw)": 0.8212454915046692, "Finetune/Step": 4267, "Finetune/Step Time": 5.365094881504774} +{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8733769655227661, "Finetune/Loss (Raw)": 0.8305767774581909, "Finetune/Step": 4268, "Finetune/Step Time": 5.3565164133906364} +{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8768256902694702, "Finetune/Loss (Raw)": 0.8216124773025513, "Finetune/Step": 4269, "Finetune/Step Time": 5.360562648624182} +{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8772495985031128, "Finetune/Loss (Raw)": 0.8662465214729309, "Finetune/Step": 4270, "Finetune/Step Time": 5.3664377853274345} +{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8733367919921875, "Finetune/Loss (Raw)": 0.32211580872535706, "Finetune/Step": 4271, "Finetune/Step Time": 5.398934526368976} +{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8785301446914673, "Finetune/Loss (Raw)": 0.9516741037368774, "Finetune/Step": 4272, "Finetune/Step Time": 5.365081161260605} +{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8784286975860596, "Finetune/Loss (Raw)": 0.7770146131515503, "Finetune/Step": 4273, "Finetune/Step Time": 5.358746273443103} +{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8781619668006897, "Finetune/Loss (Raw)": 0.9030305743217468, "Finetune/Step": 4274, "Finetune/Step Time": 5.364638576284051} +{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8782699704170227, "Finetune/Loss (Raw)": 0.887363076210022, "Finetune/Step": 4275, "Finetune/Step Time": 5.375678518787026} +{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8784847855567932, "Finetune/Loss (Raw)": 0.9606092572212219, "Finetune/Step": 4276, "Finetune/Step Time": 5.376687418669462} +{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8786448240280151, "Finetune/Loss (Raw)": 0.8999759554862976, "Finetune/Step": 4277, "Finetune/Step Time": 5.398913778364658} +{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8795899152755737, "Finetune/Loss (Raw)": 0.959498405456543, "Finetune/Step": 4278, "Finetune/Step Time": 5.372628670185804} +{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8790024518966675, "Finetune/Loss (Raw)": 0.8298957943916321, "Finetune/Step": 4279, "Finetune/Step Time": 5.370592916384339} +{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8796802759170532, "Finetune/Loss (Raw)": 0.9909893870353699, "Finetune/Step": 4280, "Finetune/Step Time": 5.363828718662262} +{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.881014883518219, "Finetune/Loss (Raw)": 1.041032314300537, "Finetune/Step": 4281, "Finetune/Step Time": 5.3638294246047735} +{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8815858364105225, "Finetune/Loss (Raw)": 0.9802919030189514, "Finetune/Step": 4282, "Finetune/Step Time": 5.361855763942003} +{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8823021650314331, "Finetune/Loss (Raw)": 0.9311739206314087, "Finetune/Step": 4283, "Finetune/Step Time": 5.366696299985051} +{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8825695514678955, "Finetune/Loss (Raw)": 0.967779278755188, "Finetune/Step": 4284, "Finetune/Step Time": 5.365058222785592} +{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.880060076713562, "Finetune/Loss (Raw)": 0.71128249168396, "Finetune/Step": 4285, "Finetune/Step Time": 5.399554489180446} +{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8806057572364807, "Finetune/Loss (Raw)": 0.9597692489624023, "Finetune/Step": 4286, "Finetune/Step Time": 5.3960690181702375} +{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8804444074630737, "Finetune/Loss (Raw)": 0.9436191916465759, "Finetune/Step": 4287, "Finetune/Step Time": 5.3994380235672} +{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8809546232223511, "Finetune/Loss (Raw)": 1.0700652599334717, "Finetune/Step": 4288, "Finetune/Step Time": 5.414276598021388} +{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8799500465393066, "Finetune/Loss (Raw)": 0.8400925993919373, "Finetune/Step": 4289, "Finetune/Step Time": 5.415539553388953} +{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8802193999290466, "Finetune/Loss (Raw)": 1.0119010210037231, "Finetune/Step": 4290, "Finetune/Step Time": 5.416236359626055} +{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8814718723297119, "Finetune/Loss (Raw)": 0.9366228580474854, "Finetune/Step": 4291, "Finetune/Step Time": 5.400917496532202} +{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8841003179550171, "Finetune/Loss (Raw)": 0.9642185568809509, "Finetune/Step": 4292, "Finetune/Step Time": 5.39665761590004} +{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8834035992622375, "Finetune/Loss (Raw)": 0.9655308127403259, "Finetune/Step": 4293, "Finetune/Step Time": 5.40445851162076} +{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8830175399780273, "Finetune/Loss (Raw)": 0.9232941269874573, "Finetune/Step": 4294, "Finetune/Step Time": 5.431628467515111} +{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8788657188415527, "Finetune/Loss (Raw)": 0.2988724410533905, "Finetune/Step": 4295, "Finetune/Step Time": 5.459658639505506} +{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8811755180358887, "Finetune/Loss (Raw)": 1.0305081605911255, "Finetune/Step": 4296, "Finetune/Step Time": 5.456684483215213} +{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8855664730072021, "Finetune/Loss (Raw)": 0.9320673942565918, "Finetune/Step": 4297, "Finetune/Step Time": 5.428580559790134} +{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8850246667861938, "Finetune/Loss (Raw)": 0.7585859298706055, "Finetune/Step": 4298, "Finetune/Step Time": 5.4178002923727036} +{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8854022026062012, "Finetune/Loss (Raw)": 0.9975415468215942, "Finetune/Step": 4299, "Finetune/Step Time": 5.424842718988657} +{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8856799602508545, "Finetune/Loss (Raw)": 0.9863349795341492, "Finetune/Step": 4300, "Finetune/Step Time": 5.40972956083715} +{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8817228078842163, "Finetune/Loss (Raw)": 0.3611955940723419, "Finetune/Step": 4301, "Finetune/Step Time": 5.435482827946544} +{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8868738412857056, "Finetune/Loss (Raw)": 1.0124855041503906, "Finetune/Step": 4302, "Finetune/Step Time": 5.408870447427034} +{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8887529373168945, "Finetune/Loss (Raw)": 1.0355567932128906, "Finetune/Step": 4303, "Finetune/Step Time": 5.409103367477655} +{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8849274516105652, "Finetune/Loss (Raw)": 0.33762916922569275, "Finetune/Step": 4304, "Finetune/Step Time": 5.427342997863889} +{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8832883834838867, "Finetune/Loss (Raw)": 0.8173484206199646, "Finetune/Step": 4305, "Finetune/Step Time": 5.414066430181265} +{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8826248645782471, "Finetune/Loss (Raw)": 0.8685386776924133, "Finetune/Step": 4306, "Finetune/Step Time": 5.41993441991508} +{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8810712099075317, "Finetune/Loss (Raw)": 0.7194163203239441, "Finetune/Step": 4307, "Finetune/Step Time": 5.408383434638381} +{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8808339834213257, "Finetune/Loss (Raw)": 0.9653493762016296, "Finetune/Step": 4308, "Finetune/Step Time": 5.414483716711402} +{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8812416791915894, "Finetune/Loss (Raw)": 0.9067223072052002, "Finetune/Step": 4309, "Finetune/Step Time": 5.41869604960084} +{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8782700896263123, "Finetune/Loss (Raw)": 0.3472151756286621, "Finetune/Step": 4310, "Finetune/Step Time": 5.444094851613045} +{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8778756260871887, "Finetune/Loss (Raw)": 0.9216306805610657, "Finetune/Step": 4311, "Finetune/Step Time": 5.444032734259963} +{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8786301612854004, "Finetune/Loss (Raw)": 1.024025321006775, "Finetune/Step": 4312, "Finetune/Step Time": 5.4519810564816} +{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8788152933120728, "Finetune/Loss (Raw)": 1.0336980819702148, "Finetune/Step": 4313, "Finetune/Step Time": 5.46256254799664} +{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8789047002792358, "Finetune/Loss (Raw)": 0.9789345860481262, "Finetune/Step": 4314, "Finetune/Step Time": 5.447261322289705} +{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8791812658309937, "Finetune/Loss (Raw)": 0.8939525485038757, "Finetune/Step": 4315, "Finetune/Step Time": 5.4440763220191} +{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8791617155075073, "Finetune/Loss (Raw)": 0.8762763142585754, "Finetune/Step": 4316, "Finetune/Step Time": 5.447611965239048} +{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8797307014465332, "Finetune/Loss (Raw)": 0.9041087031364441, "Finetune/Step": 4317, "Finetune/Step Time": 5.445596296340227} +{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8807512521743774, "Finetune/Loss (Raw)": 0.8614233732223511, "Finetune/Step": 4318, "Finetune/Step Time": 5.449211690574884} +{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8792915940284729, "Finetune/Loss (Raw)": 0.7842899560928345, "Finetune/Step": 4319, "Finetune/Step Time": 5.454907754436135} +{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8776912093162537, "Finetune/Loss (Raw)": 0.8547115921974182, "Finetune/Step": 4320, "Finetune/Step Time": 5.453248247504234} +{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8812342882156372, "Finetune/Loss (Raw)": 0.7541186809539795, "Finetune/Step": 4321, "Finetune/Step Time": 5.435891788452864} +{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.882051944732666, "Finetune/Loss (Raw)": 1.0376055240631104, "Finetune/Step": 4322, "Finetune/Step Time": 5.439198795706034} +{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8806061744689941, "Finetune/Loss (Raw)": 0.7454333305358887, "Finetune/Step": 4323, "Finetune/Step Time": 5.4466845486313105} +{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.879958987236023, "Finetune/Loss (Raw)": 0.8488774299621582, "Finetune/Step": 4324, "Finetune/Step Time": 5.445900071412325} +{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8804769515991211, "Finetune/Loss (Raw)": 0.7179818153381348, "Finetune/Step": 4325, "Finetune/Step Time": 5.435706481337547} +{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.878914475440979, "Finetune/Loss (Raw)": 0.7919757962226868, "Finetune/Step": 4326, "Finetune/Step Time": 5.443975020200014} +{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8771277666091919, "Finetune/Loss (Raw)": 0.7834144830703735, "Finetune/Step": 4327, "Finetune/Step Time": 5.460960831493139} +{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8769223690032959, "Finetune/Loss (Raw)": 0.9188392758369446, "Finetune/Step": 4328, "Finetune/Step Time": 5.454282013699412} +{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769168257713318, "Finetune/Loss (Raw)": 0.888680636882782, "Finetune/Step": 4329, "Finetune/Step Time": 5.444054579362273} +{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780272006988525, "Finetune/Loss (Raw)": 1.0027711391448975, "Finetune/Step": 4330, "Finetune/Step Time": 5.443655379116535} +{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791601657867432, "Finetune/Loss (Raw)": 0.9784588813781738, "Finetune/Step": 4331, "Finetune/Step Time": 5.449264124035835} +{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.87992924451828, "Finetune/Loss (Raw)": 0.9357486963272095, "Finetune/Step": 4332, "Finetune/Step Time": 5.446503909304738} +{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805260062217712, "Finetune/Loss (Raw)": 1.006639838218689, "Finetune/Step": 4333, "Finetune/Step Time": 5.442769281566143} +{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.881231427192688, "Finetune/Loss (Raw)": 0.9667050242424011, "Finetune/Step": 4334, "Finetune/Step Time": 5.441045422106981} +{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.881243884563446, "Finetune/Loss (Raw)": 0.9637882113456726, "Finetune/Step": 4335, "Finetune/Step Time": 5.436235660687089} +{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8827118277549744, "Finetune/Loss (Raw)": 1.0441731214523315, "Finetune/Step": 4336, "Finetune/Step Time": 5.452525755390525} +{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8796826004981995, "Finetune/Loss (Raw)": 0.7226248979568481, "Finetune/Step": 4337, "Finetune/Step Time": 5.4750855434685946} +{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798911571502686, "Finetune/Loss (Raw)": 0.9007185697555542, "Finetune/Step": 4338, "Finetune/Step Time": 5.474874751642346} +{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8786131143569946, "Finetune/Loss (Raw)": 0.8172290325164795, "Finetune/Step": 4339, "Finetune/Step Time": 5.4807303082197905} +{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795252442359924, "Finetune/Loss (Raw)": 0.9312784075737, "Finetune/Step": 4340, "Finetune/Step Time": 5.494921149685979} +{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813856840133667, "Finetune/Loss (Raw)": 0.9994267821311951, "Finetune/Step": 4341, "Finetune/Step Time": 5.486511653289199} +{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8811224699020386, "Finetune/Loss (Raw)": 0.9027639627456665, "Finetune/Step": 4342, "Finetune/Step Time": 5.532031588256359} +{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802827000617981, "Finetune/Loss (Raw)": 0.8497614860534668, "Finetune/Step": 4343, "Finetune/Step Time": 5.495180383324623} +{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803582191467285, "Finetune/Loss (Raw)": 0.9370972514152527, "Finetune/Step": 4344, "Finetune/Step Time": 5.504135517403483} +{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8796993494033813, "Finetune/Loss (Raw)": 0.8974694609642029, "Finetune/Step": 4345, "Finetune/Step Time": 5.503502629697323} +{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8800232410430908, "Finetune/Loss (Raw)": 0.9174604415893555, "Finetune/Step": 4346, "Finetune/Step Time": 5.506835801526904} +{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814232349395752, "Finetune/Loss (Raw)": 0.9944236874580383, "Finetune/Step": 4347, "Finetune/Step Time": 5.49923437461257} +{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818851113319397, "Finetune/Loss (Raw)": 0.9608263969421387, "Finetune/Step": 4348, "Finetune/Step Time": 5.505234248936176} +{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817580938339233, "Finetune/Loss (Raw)": 1.027423620223999, "Finetune/Step": 4349, "Finetune/Step Time": 5.496365478262305} +{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.879295289516449, "Finetune/Loss (Raw)": 0.6882816553115845, "Finetune/Step": 4350, "Finetune/Step Time": 5.50820853933692} +{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8787814378738403, "Finetune/Loss (Raw)": 0.9409511685371399, "Finetune/Step": 4351, "Finetune/Step Time": 5.507483389228582} +{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792071342468262, "Finetune/Loss (Raw)": 0.893915057182312, "Finetune/Step": 4352, "Finetune/Step Time": 5.49926277063787} +{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800281286239624, "Finetune/Loss (Raw)": 0.9376446604728699, "Finetune/Step": 4353, "Finetune/Step Time": 5.497603977099061} +{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8781347274780273, "Finetune/Loss (Raw)": 0.790025532245636, "Finetune/Step": 4354, "Finetune/Step Time": 5.501913253217936} +{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8769947290420532, "Finetune/Loss (Raw)": 0.947687029838562, "Finetune/Step": 4355, "Finetune/Step Time": 5.497702609747648} +{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774042129516602, "Finetune/Loss (Raw)": 0.930892288684845, "Finetune/Step": 4356, "Finetune/Step Time": 5.496031427755952} +{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8774460554122925, "Finetune/Loss (Raw)": 0.9463250041007996, "Finetune/Step": 4357, "Finetune/Step Time": 5.496120519936085} +{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.882989227771759, "Finetune/Loss (Raw)": 0.9726006984710693, "Finetune/Step": 4358, "Finetune/Step Time": 5.468964774161577} +{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8846445679664612, "Finetune/Loss (Raw)": 0.9302201271057129, "Finetune/Step": 4359, "Finetune/Step Time": 5.423330569639802} +{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8839750289916992, "Finetune/Loss (Raw)": 0.8653678894042969, "Finetune/Step": 4360, "Finetune/Step Time": 5.4155236799269915} +{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8862183094024658, "Finetune/Loss (Raw)": 1.1282094717025757, "Finetune/Step": 4361, "Finetune/Step Time": 5.429638778790832} +{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836483955383301, "Finetune/Loss (Raw)": 0.8242360949516296, "Finetune/Step": 4362, "Finetune/Step Time": 5.431869482621551} +{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8833675384521484, "Finetune/Loss (Raw)": 0.9008683562278748, "Finetune/Step": 4363, "Finetune/Step Time": 5.428751120343804} +{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838517069816589, "Finetune/Loss (Raw)": 0.8389039635658264, "Finetune/Step": 4364, "Finetune/Step Time": 5.440327374264598} +{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821396827697754, "Finetune/Loss (Raw)": 0.8230765461921692, "Finetune/Step": 4365, "Finetune/Step Time": 5.455164337530732} +{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.881584644317627, "Finetune/Loss (Raw)": 0.9350256323814392, "Finetune/Step": 4366, "Finetune/Step Time": 5.45461430773139} +{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807199001312256, "Finetune/Loss (Raw)": 0.8440806865692139, "Finetune/Step": 4367, "Finetune/Step Time": 5.460617002099752} +{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8814943432807922, "Finetune/Loss (Raw)": 0.9625994563102722, "Finetune/Step": 4368, "Finetune/Step Time": 5.4569773357361555} +{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8814172148704529, "Finetune/Loss (Raw)": 0.8596340417861938, "Finetune/Step": 4369, "Finetune/Step Time": 5.46363203600049} +{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816567659378052, "Finetune/Loss (Raw)": 1.0088715553283691, "Finetune/Step": 4370, "Finetune/Step Time": 5.466017935425043} +{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824722766876221, "Finetune/Loss (Raw)": 1.0350425243377686, "Finetune/Step": 4371, "Finetune/Step Time": 5.444306943565607} +{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770506381988525, "Finetune/Loss (Raw)": 0.24338674545288086, "Finetune/Step": 4372, "Finetune/Step Time": 5.471051797270775} +{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759925365447998, "Finetune/Loss (Raw)": 0.7905682921409607, "Finetune/Step": 4373, "Finetune/Step Time": 5.462439700961113} +{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756570816040039, "Finetune/Loss (Raw)": 0.8744013905525208, "Finetune/Step": 4374, "Finetune/Step Time": 5.433355243876576} +{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752599954605103, "Finetune/Loss (Raw)": 0.8515622019767761, "Finetune/Step": 4375, "Finetune/Step Time": 5.441067358478904} +{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811107873916626, "Finetune/Loss (Raw)": 1.032488465309143, "Finetune/Step": 4376, "Finetune/Step Time": 5.424206014722586} +{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805549144744873, "Finetune/Loss (Raw)": 0.8950772285461426, "Finetune/Step": 4377, "Finetune/Step Time": 5.425743415951729} +{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.881889283657074, "Finetune/Loss (Raw)": 0.9213916063308716, "Finetune/Step": 4378, "Finetune/Step Time": 5.43548876978457} +{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.882323145866394, "Finetune/Loss (Raw)": 0.8344516158103943, "Finetune/Step": 4379, "Finetune/Step Time": 5.4467480070889} +{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8818140029907227, "Finetune/Loss (Raw)": 1.0297597646713257, "Finetune/Step": 4380, "Finetune/Step Time": 5.44962609000504} +{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8837293386459351, "Finetune/Loss (Raw)": 0.9387022852897644, "Finetune/Step": 4381, "Finetune/Step Time": 5.436863703653216} +{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.885418176651001, "Finetune/Loss (Raw)": 0.9582423567771912, "Finetune/Step": 4382, "Finetune/Step Time": 5.436081787571311} +{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8852852582931519, "Finetune/Loss (Raw)": 0.7876253128051758, "Finetune/Step": 4383, "Finetune/Step Time": 5.444894626736641} +{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8848012685775757, "Finetune/Loss (Raw)": 0.9087743163108826, "Finetune/Step": 4384, "Finetune/Step Time": 5.431355576962233} +{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8834859728813171, "Finetune/Loss (Raw)": 0.8462250232696533, "Finetune/Step": 4385, "Finetune/Step Time": 5.424717852845788} +{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8851724863052368, "Finetune/Loss (Raw)": 0.9306801557540894, "Finetune/Step": 4386, "Finetune/Step Time": 5.441824784502387} +{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8855423331260681, "Finetune/Loss (Raw)": 1.0917493104934692, "Finetune/Step": 4387, "Finetune/Step Time": 5.429677799344063} +{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8860571384429932, "Finetune/Loss (Raw)": 0.9418293237686157, "Finetune/Step": 4388, "Finetune/Step Time": 5.434397196397185} +{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8859552145004272, "Finetune/Loss (Raw)": 0.9648872017860413, "Finetune/Step": 4389, "Finetune/Step Time": 5.433278338983655} +{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8859139680862427, "Finetune/Loss (Raw)": 0.8643476963043213, "Finetune/Step": 4390, "Finetune/Step Time": 5.432254269719124} +{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8842408061027527, "Finetune/Loss (Raw)": 0.8640418648719788, "Finetune/Step": 4391, "Finetune/Step Time": 5.439923372119665} +{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8804704546928406, "Finetune/Loss (Raw)": 0.3495536744594574, "Finetune/Step": 4392, "Finetune/Step Time": 5.463277401402593} +{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8791881799697876, "Finetune/Loss (Raw)": 0.8082593083381653, "Finetune/Step": 4393, "Finetune/Step Time": 5.475708454847336} +{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8782934546470642, "Finetune/Loss (Raw)": 0.8684410452842712, "Finetune/Step": 4394, "Finetune/Step Time": 5.48543263040483} +{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8787792921066284, "Finetune/Loss (Raw)": 0.8834370374679565, "Finetune/Step": 4395, "Finetune/Step Time": 5.475634537637234} +{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.880398690700531, "Finetune/Loss (Raw)": 1.0378540754318237, "Finetune/Step": 4396, "Finetune/Step Time": 5.48388173058629} +{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8772021532058716, "Finetune/Loss (Raw)": 0.412454754114151, "Finetune/Step": 4397, "Finetune/Step Time": 5.481854418292642} +{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8777452707290649, "Finetune/Loss (Raw)": 0.9357621073722839, "Finetune/Step": 4398, "Finetune/Step Time": 5.478491831570864} +{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.881861686706543, "Finetune/Loss (Raw)": 0.8490232229232788, "Finetune/Step": 4399, "Finetune/Step Time": 5.45494768768549} +{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8816962242126465, "Finetune/Loss (Raw)": 0.9304920434951782, "Finetune/Step": 4400, "Finetune/Step Time": 5.462623436003923} +{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8781883716583252, "Finetune/Loss (Raw)": 0.32800614833831787, "Finetune/Step": 4401, "Finetune/Step Time": 5.489317074418068} +{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8779253959655762, "Finetune/Loss (Raw)": 0.8693692684173584, "Finetune/Step": 4402, "Finetune/Step Time": 5.512396018952131} +{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8785444498062134, "Finetune/Loss (Raw)": 0.9666115641593933, "Finetune/Step": 4403, "Finetune/Step Time": 5.496749885380268} +{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8792570233345032, "Finetune/Loss (Raw)": 1.051814079284668, "Finetune/Step": 4404, "Finetune/Step Time": 5.497805308550596} +{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8789350986480713, "Finetune/Loss (Raw)": 0.8587689399719238, "Finetune/Step": 4405, "Finetune/Step Time": 5.488222984597087} +{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8776810765266418, "Finetune/Loss (Raw)": 0.7989853024482727, "Finetune/Step": 4406, "Finetune/Step Time": 5.486077059060335} +{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.87762051820755, "Finetune/Loss (Raw)": 0.8221429586410522, "Finetune/Step": 4407, "Finetune/Step Time": 5.484266012907028} +{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8781555891036987, "Finetune/Loss (Raw)": 1.0594793558120728, "Finetune/Step": 4408, "Finetune/Step Time": 5.483692182227969} +{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8768012523651123, "Finetune/Loss (Raw)": 0.8676735758781433, "Finetune/Step": 4409, "Finetune/Step Time": 5.482818366959691} +{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8764175176620483, "Finetune/Loss (Raw)": 0.931175708770752, "Finetune/Step": 4410, "Finetune/Step Time": 5.479822363704443} +{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8759989142417908, "Finetune/Loss (Raw)": 0.8775941133499146, "Finetune/Step": 4411, "Finetune/Step Time": 5.473040487617254} +{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8750557899475098, "Finetune/Loss (Raw)": 0.8470616340637207, "Finetune/Step": 4412, "Finetune/Step Time": 5.475112412124872} +{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8782713413238525, "Finetune/Loss (Raw)": 1.1228691339492798, "Finetune/Step": 4413, "Finetune/Step Time": 5.438134336844087} +{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8773830533027649, "Finetune/Loss (Raw)": 0.8460701107978821, "Finetune/Step": 4414, "Finetune/Step Time": 5.432122739031911} +{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8777478337287903, "Finetune/Loss (Raw)": 0.9903087019920349, "Finetune/Step": 4415, "Finetune/Step Time": 5.43718078173697} +{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8757637739181519, "Finetune/Loss (Raw)": 0.8161120414733887, "Finetune/Step": 4416, "Finetune/Step Time": 5.437865324318409} +{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8771281242370605, "Finetune/Loss (Raw)": 1.0147243738174438, "Finetune/Step": 4417, "Finetune/Step Time": 5.444029401987791} +{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8761699795722961, "Finetune/Loss (Raw)": 0.8892561197280884, "Finetune/Step": 4418, "Finetune/Step Time": 5.444242183119059} +{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8763325214385986, "Finetune/Loss (Raw)": 0.9574335217475891, "Finetune/Step": 4419, "Finetune/Step Time": 5.449345221742988} +{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8751521110534668, "Finetune/Loss (Raw)": 0.8131169676780701, "Finetune/Step": 4420, "Finetune/Step Time": 5.461147867143154} +{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8747554421424866, "Finetune/Loss (Raw)": 0.9147629737854004, "Finetune/Step": 4421, "Finetune/Step Time": 5.458801452070475} +{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8748112916946411, "Finetune/Loss (Raw)": 0.9304447770118713, "Finetune/Step": 4422, "Finetune/Step Time": 5.43545158021152} +{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8792139291763306, "Finetune/Loss (Raw)": 0.862406313419342, "Finetune/Step": 4423, "Finetune/Step Time": 5.409671813249588} +{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8737176656723022, "Finetune/Loss (Raw)": 0.3269965946674347, "Finetune/Step": 4424, "Finetune/Step Time": 5.44421724230051} +{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8731813430786133, "Finetune/Loss (Raw)": 0.8634088635444641, "Finetune/Step": 4425, "Finetune/Step Time": 5.460467187687755} +{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8745642900466919, "Finetune/Loss (Raw)": 0.9356024265289307, "Finetune/Step": 4426, "Finetune/Step Time": 5.456330638378859} +{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8733879327774048, "Finetune/Loss (Raw)": 0.8469687104225159, "Finetune/Step": 4427, "Finetune/Step Time": 5.464586555957794} +{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8729733228683472, "Finetune/Loss (Raw)": 0.9332689642906189, "Finetune/Step": 4428, "Finetune/Step Time": 5.469695556908846} +{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8772809505462646, "Finetune/Loss (Raw)": 0.9125683903694153, "Finetune/Step": 4429, "Finetune/Step Time": 5.445550596341491} +{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8752714395523071, "Finetune/Loss (Raw)": 0.7552747130393982, "Finetune/Step": 4430, "Finetune/Step Time": 5.485823595896363} +{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8743777275085449, "Finetune/Loss (Raw)": 0.921157956123352, "Finetune/Step": 4431, "Finetune/Step Time": 5.493184469640255} +{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8789868950843811, "Finetune/Loss (Raw)": 0.9276024699211121, "Finetune/Step": 4432, "Finetune/Step Time": 5.468042442575097} +{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8785853385925293, "Finetune/Loss (Raw)": 0.7659503817558289, "Finetune/Step": 4433, "Finetune/Step Time": 5.472066601738334} +{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8798354268074036, "Finetune/Loss (Raw)": 1.028540849685669, "Finetune/Step": 4434, "Finetune/Step Time": 5.471707506105304} +{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8812922239303589, "Finetune/Loss (Raw)": 0.9058898687362671, "Finetune/Step": 4435, "Finetune/Step Time": 5.467188015580177} +{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8802902698516846, "Finetune/Loss (Raw)": 0.8371025323867798, "Finetune/Step": 4436, "Finetune/Step Time": 5.473288133740425} +{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8799023032188416, "Finetune/Loss (Raw)": 0.8570606112480164, "Finetune/Step": 4437, "Finetune/Step Time": 5.473564349114895} +{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8843289017677307, "Finetune/Loss (Raw)": 0.9138185381889343, "Finetune/Step": 4438, "Finetune/Step Time": 5.439256427809596} +{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8855001926422119, "Finetune/Loss (Raw)": 1.0715558528900146, "Finetune/Step": 4439, "Finetune/Step Time": 5.436457697302103} +{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8858715891838074, "Finetune/Loss (Raw)": 1.0715707540512085, "Finetune/Step": 4440, "Finetune/Step Time": 5.434321608394384} +{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8857614994049072, "Finetune/Loss (Raw)": 1.0196020603179932, "Finetune/Step": 4441, "Finetune/Step Time": 5.433161046355963} +{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885866641998291, "Finetune/Loss (Raw)": 0.9923872947692871, "Finetune/Step": 4442, "Finetune/Step Time": 5.4480608981102705} +{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8857235312461853, "Finetune/Loss (Raw)": 0.8756440877914429, "Finetune/Step": 4443, "Finetune/Step Time": 5.448253316804767} +{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8854864835739136, "Finetune/Loss (Raw)": 0.8459334373474121, "Finetune/Step": 4444, "Finetune/Step Time": 5.438557831570506} +{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8843601942062378, "Finetune/Loss (Raw)": 0.7599405646324158, "Finetune/Step": 4445, "Finetune/Step Time": 5.441209753975272} +{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8854770064353943, "Finetune/Loss (Raw)": 1.0043751001358032, "Finetune/Step": 4446, "Finetune/Step Time": 5.433044265955687} +{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8863120079040527, "Finetune/Loss (Raw)": 0.8911698460578918, "Finetune/Step": 4447, "Finetune/Step Time": 5.423102673143148} +{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8867833018302917, "Finetune/Loss (Raw)": 0.9150363206863403, "Finetune/Step": 4448, "Finetune/Step Time": 5.427014976739883} +{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8890163898468018, "Finetune/Loss (Raw)": 1.0399583578109741, "Finetune/Step": 4449, "Finetune/Step Time": 5.413245540112257} +{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8872942924499512, "Finetune/Loss (Raw)": 0.817170262336731, "Finetune/Step": 4450, "Finetune/Step Time": 5.4068576488643885} +{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879913687705994, "Finetune/Loss (Raw)": 0.8346660733222961, "Finetune/Step": 4451, "Finetune/Step Time": 5.401474284008145} +{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8840415477752686, "Finetune/Loss (Raw)": 0.3432989716529846, "Finetune/Step": 4452, "Finetune/Step Time": 5.431876700371504} +{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8846444487571716, "Finetune/Loss (Raw)": 0.7951536774635315, "Finetune/Step": 4453, "Finetune/Step Time": 5.423505816608667} +{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8858060836791992, "Finetune/Loss (Raw)": 0.9406634569168091, "Finetune/Step": 4454, "Finetune/Step Time": 5.421900678426027} +{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8861007690429688, "Finetune/Loss (Raw)": 0.8211336731910706, "Finetune/Step": 4455, "Finetune/Step Time": 5.418886182829738} +{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8855818510055542, "Finetune/Loss (Raw)": 0.852424144744873, "Finetune/Step": 4456, "Finetune/Step Time": 5.420369980856776} +{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8853821158409119, "Finetune/Loss (Raw)": 0.8631119728088379, "Finetune/Step": 4457, "Finetune/Step Time": 5.431549713015556} +{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846026659011841, "Finetune/Loss (Raw)": 0.9030025601387024, "Finetune/Step": 4458, "Finetune/Step Time": 5.4502746518701315} +{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8838905096054077, "Finetune/Loss (Raw)": 0.8872992396354675, "Finetune/Step": 4459, "Finetune/Step Time": 5.450207972899079} +{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8842869400978088, "Finetune/Loss (Raw)": 0.9864901304244995, "Finetune/Step": 4460, "Finetune/Step Time": 5.450412310659885} +{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8828702569007874, "Finetune/Loss (Raw)": 0.8253052830696106, "Finetune/Step": 4461, "Finetune/Step Time": 5.449387801811099} +{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8828543424606323, "Finetune/Loss (Raw)": 0.9646651744842529, "Finetune/Step": 4462, "Finetune/Step Time": 5.46190800704062} +{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.881098747253418, "Finetune/Loss (Raw)": 0.7390772104263306, "Finetune/Step": 4463, "Finetune/Step Time": 5.471133295446634} +{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8800666928291321, "Finetune/Loss (Raw)": 0.912065327167511, "Finetune/Step": 4464, "Finetune/Step Time": 5.479078024625778} +{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8809195160865784, "Finetune/Loss (Raw)": 0.8317899703979492, "Finetune/Step": 4465, "Finetune/Step Time": 5.461266843602061} +{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.880704402923584, "Finetune/Loss (Raw)": 0.8731841444969177, "Finetune/Step": 4466, "Finetune/Step Time": 5.4601424019783735} +{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817529678344727, "Finetune/Loss (Raw)": 0.9514437913894653, "Finetune/Step": 4467, "Finetune/Step Time": 5.449114574119449} +{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813477754592896, "Finetune/Loss (Raw)": 0.8794143199920654, "Finetune/Step": 4468, "Finetune/Step Time": 5.4364376198500395} +{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8803861737251282, "Finetune/Loss (Raw)": 0.8763402104377747, "Finetune/Step": 4469, "Finetune/Step Time": 5.436489369720221} +{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8800944089889526, "Finetune/Loss (Raw)": 0.8654202818870544, "Finetune/Step": 4470, "Finetune/Step Time": 5.393353099003434} +{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8800585269927979, "Finetune/Loss (Raw)": 0.8451675176620483, "Finetune/Step": 4471, "Finetune/Step Time": 5.406496483832598} +{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8797742128372192, "Finetune/Loss (Raw)": 0.9007106423377991, "Finetune/Step": 4472, "Finetune/Step Time": 5.397734450176358} +{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810649514198303, "Finetune/Loss (Raw)": 1.0626791715621948, "Finetune/Step": 4473, "Finetune/Step Time": 5.395711284130812} +{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8812780976295471, "Finetune/Loss (Raw)": 0.9447457790374756, "Finetune/Step": 4474, "Finetune/Step Time": 5.393681690096855} +{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798353672027588, "Finetune/Loss (Raw)": 0.8097532987594604, "Finetune/Step": 4475, "Finetune/Step Time": 5.414714070037007} +{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8798364400863647, "Finetune/Loss (Raw)": 0.96096271276474, "Finetune/Step": 4476, "Finetune/Step Time": 5.4160170294344425} +{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8783964514732361, "Finetune/Loss (Raw)": 0.8431040644645691, "Finetune/Step": 4477, "Finetune/Step Time": 5.417003126814961} +{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8806359767913818, "Finetune/Loss (Raw)": 0.9749482870101929, "Finetune/Step": 4478, "Finetune/Step Time": 5.3992738630622625} +{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8804529905319214, "Finetune/Loss (Raw)": 0.9175183773040771, "Finetune/Step": 4479, "Finetune/Step Time": 5.413829332217574} +{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8804444074630737, "Finetune/Loss (Raw)": 0.8928162455558777, "Finetune/Step": 4480, "Finetune/Step Time": 5.418515784665942} +{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8801455497741699, "Finetune/Loss (Raw)": 0.8993903994560242, "Finetune/Step": 4481, "Finetune/Step Time": 5.419775452464819} +{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8807575106620789, "Finetune/Loss (Raw)": 0.8683615922927856, "Finetune/Step": 4482, "Finetune/Step Time": 5.428748121485114} +{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8804194927215576, "Finetune/Loss (Raw)": 0.9044210910797119, "Finetune/Step": 4483, "Finetune/Step Time": 5.426159610971808} +{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8804774284362793, "Finetune/Loss (Raw)": 0.9383012056350708, "Finetune/Step": 4484, "Finetune/Step Time": 5.440651590004563} +{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799821138381958, "Finetune/Loss (Raw)": 0.8829297423362732, "Finetune/Step": 4485, "Finetune/Step Time": 5.4414142072200775} +{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796869516372681, "Finetune/Loss (Raw)": 0.934817373752594, "Finetune/Step": 4486, "Finetune/Step Time": 5.438745299354196} +{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749270439147949, "Finetune/Loss (Raw)": 0.320952445268631, "Finetune/Step": 4487, "Finetune/Step Time": 5.468952115625143} +{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761643171310425, "Finetune/Loss (Raw)": 1.02374267578125, "Finetune/Step": 4488, "Finetune/Step Time": 5.4750790894031525} +{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8732637166976929, "Finetune/Loss (Raw)": 0.7569327354431152, "Finetune/Step": 4489, "Finetune/Step Time": 5.459168214350939} +{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730084300041199, "Finetune/Loss (Raw)": 0.7915599346160889, "Finetune/Step": 4490, "Finetune/Step Time": 5.463433388620615} +{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8723666667938232, "Finetune/Loss (Raw)": 0.8187193274497986, "Finetune/Step": 4491, "Finetune/Step Time": 5.462576000019908} +{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8731973171234131, "Finetune/Loss (Raw)": 0.9452289938926697, "Finetune/Step": 4492, "Finetune/Step Time": 5.444854004308581} +{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736670017242432, "Finetune/Loss (Raw)": 0.8831954598426819, "Finetune/Step": 4493, "Finetune/Step Time": 5.440455688163638} +{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8721555471420288, "Finetune/Loss (Raw)": 0.7415584325790405, "Finetune/Step": 4494, "Finetune/Step Time": 5.445606963708997} +{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8729473352432251, "Finetune/Loss (Raw)": 0.9454351663589478, "Finetune/Step": 4495, "Finetune/Step Time": 5.451415915042162} +{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.871616005897522, "Finetune/Loss (Raw)": 0.7921860814094543, "Finetune/Step": 4496, "Finetune/Step Time": 5.458612982183695} +{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8727877140045166, "Finetune/Loss (Raw)": 1.0096091032028198, "Finetune/Step": 4497, "Finetune/Step Time": 5.461359148845077} +{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8712644577026367, "Finetune/Loss (Raw)": 0.8138994574546814, "Finetune/Step": 4498, "Finetune/Step Time": 5.466042287647724} +{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8708180785179138, "Finetune/Loss (Raw)": 0.9779002666473389, "Finetune/Step": 4499, "Finetune/Step Time": 5.4657314252108335} +{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8761645555496216, "Finetune/Loss (Raw)": 0.9277425408363342, "Finetune/Step": 4500, "Finetune/Step Time": 5.441346455365419} +{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8776381015777588, "Finetune/Loss (Raw)": 0.9791831374168396, "Finetune/Step": 4501, "Finetune/Step Time": 5.445251429453492} +{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8767023086547852, "Finetune/Loss (Raw)": 0.7546187043190002, "Finetune/Step": 4502, "Finetune/Step Time": 5.444510109722614} +{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8778038024902344, "Finetune/Loss (Raw)": 0.992551326751709, "Finetune/Step": 4503, "Finetune/Step Time": 5.434607807546854} +{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8765735030174255, "Finetune/Loss (Raw)": 0.8750088214874268, "Finetune/Step": 4504, "Finetune/Step Time": 5.424321491271257} +{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8762024641036987, "Finetune/Loss (Raw)": 0.8475903272628784, "Finetune/Step": 4505, "Finetune/Step Time": 5.423603409901261} +{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8772615194320679, "Finetune/Loss (Raw)": 1.0569508075714111, "Finetune/Step": 4506, "Finetune/Step Time": 5.402877610176802} +{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8732689619064331, "Finetune/Loss (Raw)": 0.32339465618133545, "Finetune/Step": 4507, "Finetune/Step Time": 5.420078167691827} +{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8723683953285217, "Finetune/Loss (Raw)": 0.914493203163147, "Finetune/Step": 4508, "Finetune/Step Time": 5.418964905664325} +{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8714710474014282, "Finetune/Loss (Raw)": 0.8238418102264404, "Finetune/Step": 4509, "Finetune/Step Time": 5.416654674336314} +{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8719349503517151, "Finetune/Loss (Raw)": 1.0176188945770264, "Finetune/Step": 4510, "Finetune/Step Time": 5.407760361209512} +{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8739472031593323, "Finetune/Loss (Raw)": 1.0451900959014893, "Finetune/Step": 4511, "Finetune/Step Time": 5.395125988870859} +{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8696118593215942, "Finetune/Loss (Raw)": 0.3538600504398346, "Finetune/Step": 4512, "Finetune/Step Time": 5.421383528038859} +{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8697797060012817, "Finetune/Loss (Raw)": 0.8677074313163757, "Finetune/Step": 4513, "Finetune/Step Time": 5.426444493234158} +{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8688291907310486, "Finetune/Loss (Raw)": 0.8090148568153381, "Finetune/Step": 4514, "Finetune/Step Time": 5.408121090382338} +{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8671375513076782, "Finetune/Loss (Raw)": 0.8752130270004272, "Finetune/Step": 4515, "Finetune/Step Time": 5.4112942032516} +{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8660474419593811, "Finetune/Loss (Raw)": 0.8022992014884949, "Finetune/Step": 4516, "Finetune/Step Time": 5.4055510479956865} +{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8646503686904907, "Finetune/Loss (Raw)": 0.7860559225082397, "Finetune/Step": 4517, "Finetune/Step Time": 5.407075364142656} +{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8660359382629395, "Finetune/Loss (Raw)": 1.0417102575302124, "Finetune/Step": 4518, "Finetune/Step Time": 5.402510244399309} +{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8669143915176392, "Finetune/Loss (Raw)": 0.9764807820320129, "Finetune/Step": 4519, "Finetune/Step Time": 5.396341722458601} +{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8717868328094482, "Finetune/Loss (Raw)": 0.9732181429862976, "Finetune/Step": 4520, "Finetune/Step Time": 5.3687511421740055} +{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8735232353210449, "Finetune/Loss (Raw)": 1.0305283069610596, "Finetune/Step": 4521, "Finetune/Step Time": 5.35176002420485} +{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8736412525177002, "Finetune/Loss (Raw)": 0.8835398554801941, "Finetune/Step": 4522, "Finetune/Step Time": 5.348623175173998} +{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8739215135574341, "Finetune/Loss (Raw)": 0.9193107485771179, "Finetune/Step": 4523, "Finetune/Step Time": 5.352417178452015} +{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8727420568466187, "Finetune/Loss (Raw)": 0.8868915438652039, "Finetune/Step": 4524, "Finetune/Step Time": 5.346675708889961} +{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8762980699539185, "Finetune/Loss (Raw)": 0.8676178455352783, "Finetune/Step": 4525, "Finetune/Step Time": 5.317665932700038} +{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8744843602180481, "Finetune/Loss (Raw)": 0.7036077976226807, "Finetune/Step": 4526, "Finetune/Step Time": 5.318991346284747} +{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8726811408996582, "Finetune/Loss (Raw)": 0.6182060241699219, "Finetune/Step": 4527, "Finetune/Step Time": 5.33187747746706} +{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8722333908081055, "Finetune/Loss (Raw)": 0.8731819987297058, "Finetune/Step": 4528, "Finetune/Step Time": 5.322593497112393} +{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8770855665206909, "Finetune/Loss (Raw)": 0.9490818977355957, "Finetune/Step": 4529, "Finetune/Step Time": 5.294727686792612} +{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8780661821365356, "Finetune/Loss (Raw)": 0.9948993921279907, "Finetune/Step": 4530, "Finetune/Step Time": 5.273119876161218} +{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8785785436630249, "Finetune/Loss (Raw)": 1.032190203666687, "Finetune/Step": 4531, "Finetune/Step Time": 5.280258530750871} +{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8758639693260193, "Finetune/Loss (Raw)": 0.704345166683197, "Finetune/Step": 4532, "Finetune/Step Time": 5.290142448619008} +{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8764312863349915, "Finetune/Loss (Raw)": 0.9313897490501404, "Finetune/Step": 4533, "Finetune/Step Time": 5.282090991735458} +{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8727815747261047, "Finetune/Loss (Raw)": 0.33182045817375183, "Finetune/Step": 4534, "Finetune/Step Time": 5.319833934307098} +{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.872675895690918, "Finetune/Loss (Raw)": 0.8086178302764893, "Finetune/Step": 4535, "Finetune/Step Time": 5.327876029536128} +{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8716224431991577, "Finetune/Loss (Raw)": 0.9246273040771484, "Finetune/Step": 4536, "Finetune/Step Time": 5.3379187397658825} +{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8719066381454468, "Finetune/Loss (Raw)": 0.9040548801422119, "Finetune/Step": 4537, "Finetune/Step Time": 5.335576675832272} +{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8719432353973389, "Finetune/Loss (Raw)": 0.9358596205711365, "Finetune/Step": 4538, "Finetune/Step Time": 5.334983926266432} +{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8715041279792786, "Finetune/Loss (Raw)": 0.8213901519775391, "Finetune/Step": 4539, "Finetune/Step Time": 5.342041831463575} +{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8672860860824585, "Finetune/Loss (Raw)": 0.3071567714214325, "Finetune/Step": 4540, "Finetune/Step Time": 5.373809235170484} +{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8647525310516357, "Finetune/Loss (Raw)": 0.798573911190033, "Finetune/Step": 4541, "Finetune/Step Time": 5.395717667415738} +{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8643234968185425, "Finetune/Loss (Raw)": 0.7911481261253357, "Finetune/Step": 4542, "Finetune/Step Time": 5.402802588418126} +{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8633285760879517, "Finetune/Loss (Raw)": 0.8629578351974487, "Finetune/Step": 4543, "Finetune/Step Time": 5.396825056523085} +{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8642939329147339, "Finetune/Loss (Raw)": 0.9396845102310181, "Finetune/Step": 4544, "Finetune/Step Time": 5.388623524457216} +{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8638522624969482, "Finetune/Loss (Raw)": 0.9581890106201172, "Finetune/Step": 4545, "Finetune/Step Time": 5.3950037863105536} +{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8645128011703491, "Finetune/Loss (Raw)": 0.9737972021102905, "Finetune/Step": 4546, "Finetune/Step Time": 5.394080840051174} +{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8646577000617981, "Finetune/Loss (Raw)": 0.975989580154419, "Finetune/Step": 4547, "Finetune/Step Time": 5.387781208381057} +{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8631529808044434, "Finetune/Loss (Raw)": 0.6205094456672668, "Finetune/Step": 4548, "Finetune/Step Time": 5.433409389108419} +{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8620167970657349, "Finetune/Loss (Raw)": 0.7693389058113098, "Finetune/Step": 4549, "Finetune/Step Time": 5.434172147884965} +{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8628112077713013, "Finetune/Loss (Raw)": 1.0321202278137207, "Finetune/Step": 4550, "Finetune/Step Time": 5.4314561784267426} +{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8633834719657898, "Finetune/Loss (Raw)": 0.9356613159179688, "Finetune/Step": 4551, "Finetune/Step Time": 5.429031742736697} +{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8668311238288879, "Finetune/Loss (Raw)": 0.7682942748069763, "Finetune/Step": 4552, "Finetune/Step Time": 5.409571038559079} +{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.867653489112854, "Finetune/Loss (Raw)": 0.9686679840087891, "Finetune/Step": 4553, "Finetune/Step Time": 5.39008610881865} +{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8690617680549622, "Finetune/Loss (Raw)": 1.1158618927001953, "Finetune/Step": 4554, "Finetune/Step Time": 5.388477135449648} +{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8696287870407104, "Finetune/Loss (Raw)": 0.9195510149002075, "Finetune/Step": 4555, "Finetune/Step Time": 5.389839731156826} +{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8710322380065918, "Finetune/Loss (Raw)": 1.112913727760315, "Finetune/Step": 4556, "Finetune/Step Time": 5.387109437957406} +{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8702422380447388, "Finetune/Loss (Raw)": 0.8114429712295532, "Finetune/Step": 4557, "Finetune/Step Time": 5.384210225194693} +{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.869918942451477, "Finetune/Loss (Raw)": 0.713892936706543, "Finetune/Step": 4558, "Finetune/Step Time": 5.357123386114836} +{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8705851435661316, "Finetune/Loss (Raw)": 1.006436824798584, "Finetune/Step": 4559, "Finetune/Step Time": 5.3578663896769285} +{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8702235221862793, "Finetune/Loss (Raw)": 0.8813155293464661, "Finetune/Step": 4560, "Finetune/Step Time": 5.353762038052082} +{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8717042207717896, "Finetune/Loss (Raw)": 0.955481767654419, "Finetune/Step": 4561, "Finetune/Step Time": 5.349027751013637} +{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8713107109069824, "Finetune/Loss (Raw)": 0.9781607389450073, "Finetune/Step": 4562, "Finetune/Step Time": 5.344384983181953} +{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8665640354156494, "Finetune/Loss (Raw)": 0.2983245849609375, "Finetune/Step": 4563, "Finetune/Step Time": 5.374039068818092} +{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8670336008071899, "Finetune/Loss (Raw)": 0.8972025513648987, "Finetune/Step": 4564, "Finetune/Step Time": 5.35761796310544} +{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.866861879825592, "Finetune/Loss (Raw)": 0.8350884914398193, "Finetune/Step": 4565, "Finetune/Step Time": 5.352701272815466} +{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8666160702705383, "Finetune/Loss (Raw)": 0.8823479413986206, "Finetune/Step": 4566, "Finetune/Step Time": 5.355388391762972} +{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8662301301956177, "Finetune/Loss (Raw)": 1.0221534967422485, "Finetune/Step": 4567, "Finetune/Step Time": 5.353281831368804} +{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.865375280380249, "Finetune/Loss (Raw)": 0.9621580243110657, "Finetune/Step": 4568, "Finetune/Step Time": 5.3507448341697454} +{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8657952547073364, "Finetune/Loss (Raw)": 1.073353886604309, "Finetune/Step": 4569, "Finetune/Step Time": 5.343569779768586} +{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8656993508338928, "Finetune/Loss (Raw)": 0.9801104068756104, "Finetune/Step": 4570, "Finetune/Step Time": 5.335313864052296} +{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8660421967506409, "Finetune/Loss (Raw)": 0.919528067111969, "Finetune/Step": 4571, "Finetune/Step Time": 5.353162938728929} +{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8663662672042847, "Finetune/Loss (Raw)": 0.8874156475067139, "Finetune/Step": 4572, "Finetune/Step Time": 5.35852169059217} +{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.867119312286377, "Finetune/Loss (Raw)": 0.8563327193260193, "Finetune/Step": 4573, "Finetune/Step Time": 5.3739382810890675} +{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8666026592254639, "Finetune/Loss (Raw)": 0.9382404685020447, "Finetune/Step": 4574, "Finetune/Step Time": 5.372633971273899} +{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8662158250808716, "Finetune/Loss (Raw)": 0.841655433177948, "Finetune/Step": 4575, "Finetune/Step Time": 5.386884290724993} +{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8657327890396118, "Finetune/Loss (Raw)": 0.8532137870788574, "Finetune/Step": 4576, "Finetune/Step Time": 5.389223802834749} +{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8657402992248535, "Finetune/Loss (Raw)": 1.040911078453064, "Finetune/Step": 4577, "Finetune/Step Time": 5.397478211671114} +{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8674389123916626, "Finetune/Loss (Raw)": 1.0345953702926636, "Finetune/Step": 4578, "Finetune/Step Time": 5.401233993470669} +{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8641459941864014, "Finetune/Loss (Raw)": 0.4131741225719452, "Finetune/Step": 4579, "Finetune/Step Time": 5.420840762555599} +{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8635247945785522, "Finetune/Loss (Raw)": 0.26378512382507324, "Finetune/Step": 4580, "Finetune/Step Time": 5.421128245070577} +{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8642982244491577, "Finetune/Loss (Raw)": 0.8941516280174255, "Finetune/Step": 4581, "Finetune/Step Time": 5.434949262067676} +{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8646848797798157, "Finetune/Loss (Raw)": 0.9901571869850159, "Finetune/Step": 4582, "Finetune/Step Time": 5.438298104330897} +{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8662049770355225, "Finetune/Loss (Raw)": 1.0157068967819214, "Finetune/Step": 4583, "Finetune/Step Time": 5.42527175322175} +{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8659716844558716, "Finetune/Loss (Raw)": 0.8225632905960083, "Finetune/Step": 4584, "Finetune/Step Time": 5.425914816558361} +{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653014898300171, "Finetune/Loss (Raw)": 0.7773239612579346, "Finetune/Step": 4585, "Finetune/Step Time": 5.419186539947987} +{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8644408583641052, "Finetune/Loss (Raw)": 0.7928396463394165, "Finetune/Step": 4586, "Finetune/Step Time": 5.405331734567881} +{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8649230003356934, "Finetune/Loss (Raw)": 0.9490132927894592, "Finetune/Step": 4587, "Finetune/Step Time": 5.401223165914416} +{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8655858635902405, "Finetune/Loss (Raw)": 1.071340560913086, "Finetune/Step": 4588, "Finetune/Step Time": 5.424739507958293} +{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8660352826118469, "Finetune/Loss (Raw)": 0.8828318119049072, "Finetune/Step": 4589, "Finetune/Step Time": 5.424494875594974} +{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8652230501174927, "Finetune/Loss (Raw)": 0.8606964945793152, "Finetune/Step": 4590, "Finetune/Step Time": 5.414726996794343} +{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8669607639312744, "Finetune/Loss (Raw)": 0.961509644985199, "Finetune/Step": 4591, "Finetune/Step Time": 5.398910453543067} +{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.862088143825531, "Finetune/Loss (Raw)": 0.28836384415626526, "Finetune/Step": 4592, "Finetune/Step Time": 5.4061079621315} +{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631290793418884, "Finetune/Loss (Raw)": 0.9650285840034485, "Finetune/Step": 4593, "Finetune/Step Time": 5.411332486197352} +{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8594917058944702, "Finetune/Loss (Raw)": 0.4076039791107178, "Finetune/Step": 4594, "Finetune/Step Time": 5.441541437059641} +{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.859724223613739, "Finetune/Loss (Raw)": 0.9812053442001343, "Finetune/Step": 4595, "Finetune/Step Time": 5.443276382982731} +{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8606396317481995, "Finetune/Loss (Raw)": 0.9965879917144775, "Finetune/Step": 4596, "Finetune/Step Time": 5.455855464562774} +{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8598549365997314, "Finetune/Loss (Raw)": 0.7758957743644714, "Finetune/Step": 4597, "Finetune/Step Time": 5.45796712487936} +{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8600708842277527, "Finetune/Loss (Raw)": 0.893061101436615, "Finetune/Step": 4598, "Finetune/Step Time": 5.45542055554688} +{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8599480390548706, "Finetune/Loss (Raw)": 0.8294448256492615, "Finetune/Step": 4599, "Finetune/Step Time": 5.4496212881058455} +{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8597732186317444, "Finetune/Loss (Raw)": 0.8783326148986816, "Finetune/Step": 4600, "Finetune/Step Time": 5.453148420900106} +{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8574585318565369, "Finetune/Loss (Raw)": 0.7664034366607666, "Finetune/Step": 4601, "Finetune/Step Time": 5.458354780450463} +{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8584104180335999, "Finetune/Loss (Raw)": 1.066579818725586, "Finetune/Step": 4602, "Finetune/Step Time": 5.460186479613185} +{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8597368001937866, "Finetune/Loss (Raw)": 0.979532778263092, "Finetune/Step": 4603, "Finetune/Step Time": 5.452908933162689} +{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8589425086975098, "Finetune/Loss (Raw)": 0.8592976331710815, "Finetune/Step": 4604, "Finetune/Step Time": 5.446782084181905} +{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8549257516860962, "Finetune/Loss (Raw)": 0.3289509415626526, "Finetune/Step": 4605, "Finetune/Step Time": 5.4762538354843855} +{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8544235229492188, "Finetune/Loss (Raw)": 0.9106662273406982, "Finetune/Step": 4606, "Finetune/Step Time": 5.483345370739698} +{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.853971004486084, "Finetune/Loss (Raw)": 0.8596027493476868, "Finetune/Step": 4607, "Finetune/Step Time": 5.470434688031673} +{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8539316654205322, "Finetune/Loss (Raw)": 0.8877758979797363, "Finetune/Step": 4608, "Finetune/Step Time": 5.466425813734531} +{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8553236722946167, "Finetune/Loss (Raw)": 1.0775700807571411, "Finetune/Step": 4609, "Finetune/Step Time": 5.465169493108988} +{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8552748560905457, "Finetune/Loss (Raw)": 0.8621090650558472, "Finetune/Step": 4610, "Finetune/Step Time": 5.447770407423377} +{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8504152297973633, "Finetune/Loss (Raw)": 0.28239449858665466, "Finetune/Step": 4611, "Finetune/Step Time": 5.478490594774485} +{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8502993583679199, "Finetune/Loss (Raw)": 0.9234625697135925, "Finetune/Step": 4612, "Finetune/Step Time": 5.459980333223939} +{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8503840565681458, "Finetune/Loss (Raw)": 0.893772542476654, "Finetune/Step": 4613, "Finetune/Step Time": 5.489210454747081} +{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8492947816848755, "Finetune/Loss (Raw)": 0.7953892946243286, "Finetune/Step": 4614, "Finetune/Step Time": 5.495389878749847} +{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8546137809753418, "Finetune/Loss (Raw)": 1.0017811059951782, "Finetune/Step": 4615, "Finetune/Step Time": 5.464924916625023} +{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8533099889755249, "Finetune/Loss (Raw)": 0.8568595051765442, "Finetune/Step": 4616, "Finetune/Step Time": 5.457208627834916} +{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8537182211875916, "Finetune/Loss (Raw)": 0.809191882610321, "Finetune/Step": 4617, "Finetune/Step Time": 5.449225578457117} +{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8546625375747681, "Finetune/Loss (Raw)": 0.9124320149421692, "Finetune/Step": 4618, "Finetune/Step Time": 5.440838223323226} +{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8565788865089417, "Finetune/Loss (Raw)": 1.0640099048614502, "Finetune/Step": 4619, "Finetune/Step Time": 5.443104334175587} +{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8560150861740112, "Finetune/Loss (Raw)": 0.8730631470680237, "Finetune/Step": 4620, "Finetune/Step Time": 5.4471157267689705} +{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8573085069656372, "Finetune/Loss (Raw)": 1.0487477779388428, "Finetune/Step": 4621, "Finetune/Step Time": 5.436606399714947} +{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8586599826812744, "Finetune/Loss (Raw)": 0.9145486354827881, "Finetune/Step": 4622, "Finetune/Step Time": 5.433435110375285} +{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593335151672363, "Finetune/Loss (Raw)": 1.0316476821899414, "Finetune/Step": 4623, "Finetune/Step Time": 5.425146464258432} +{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600200414657593, "Finetune/Loss (Raw)": 0.8800634741783142, "Finetune/Step": 4624, "Finetune/Step Time": 5.418244481086731} +{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8594950437545776, "Finetune/Loss (Raw)": 0.942412257194519, "Finetune/Step": 4625, "Finetune/Step Time": 5.424776712432504} +{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8558240532875061, "Finetune/Loss (Raw)": 0.3440084457397461, "Finetune/Step": 4626, "Finetune/Step Time": 5.450589627027512} +{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8555819392204285, "Finetune/Loss (Raw)": 0.9469144344329834, "Finetune/Step": 4627, "Finetune/Step Time": 5.460161315277219} +{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8548829555511475, "Finetune/Loss (Raw)": 0.8382668495178223, "Finetune/Step": 4628, "Finetune/Step Time": 5.463641691952944} +{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8541260361671448, "Finetune/Loss (Raw)": 0.8823011517524719, "Finetune/Step": 4629, "Finetune/Step Time": 5.456570092588663} +{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8548401594161987, "Finetune/Loss (Raw)": 0.8460344076156616, "Finetune/Step": 4630, "Finetune/Step Time": 5.464448215439916} +{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8532084822654724, "Finetune/Loss (Raw)": 0.7836859822273254, "Finetune/Step": 4631, "Finetune/Step Time": 5.483316151425242} +{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8484452366828918, "Finetune/Loss (Raw)": 0.26531660556793213, "Finetune/Step": 4632, "Finetune/Step Time": 5.508885772898793} +{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8490457534790039, "Finetune/Loss (Raw)": 0.9244544506072998, "Finetune/Step": 4633, "Finetune/Step Time": 5.520777011290193} +{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8481221795082092, "Finetune/Loss (Raw)": 0.9387403130531311, "Finetune/Step": 4634, "Finetune/Step Time": 5.527947135269642} +{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8516950011253357, "Finetune/Loss (Raw)": 0.7807068824768066, "Finetune/Step": 4635, "Finetune/Step Time": 5.516222972422838} +{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8516103029251099, "Finetune/Loss (Raw)": 0.9036508798599243, "Finetune/Step": 4636, "Finetune/Step Time": 5.513001708313823} +{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8523969054222107, "Finetune/Loss (Raw)": 0.9245331883430481, "Finetune/Step": 4637, "Finetune/Step Time": 5.507374867796898} +{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533406853675842, "Finetune/Loss (Raw)": 1.1384209394454956, "Finetune/Step": 4638, "Finetune/Step Time": 5.515798578038812} +{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8511825203895569, "Finetune/Loss (Raw)": 0.7689475417137146, "Finetune/Step": 4639, "Finetune/Step Time": 5.540473809465766} +{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8562965393066406, "Finetune/Loss (Raw)": 1.0084575414657593, "Finetune/Step": 4640, "Finetune/Step Time": 5.51555192284286} +{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8567368984222412, "Finetune/Loss (Raw)": 0.9240680932998657, "Finetune/Step": 4641, "Finetune/Step Time": 5.508454006165266} +{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8574318289756775, "Finetune/Loss (Raw)": 0.8979638814926147, "Finetune/Step": 4642, "Finetune/Step Time": 5.509426051750779} +{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8583932518959045, "Finetune/Loss (Raw)": 0.9982758164405823, "Finetune/Step": 4643, "Finetune/Step Time": 5.512565817683935} +{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8550037741661072, "Finetune/Loss (Raw)": 0.36844995617866516, "Finetune/Step": 4644, "Finetune/Step Time": 5.54538513161242} +{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8570541143417358, "Finetune/Loss (Raw)": 1.0484951734542847, "Finetune/Step": 4645, "Finetune/Step Time": 5.543345836922526} +{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8554396629333496, "Finetune/Loss (Raw)": 0.8350667357444763, "Finetune/Step": 4646, "Finetune/Step Time": 5.556269429624081} +{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8550161123275757, "Finetune/Loss (Raw)": 0.9222593307495117, "Finetune/Step": 4647, "Finetune/Step Time": 5.5656498949974775} +{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.855177640914917, "Finetune/Loss (Raw)": 0.9938971400260925, "Finetune/Step": 4648, "Finetune/Step Time": 5.565374057739973} +{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8548696041107178, "Finetune/Loss (Raw)": 0.9910982847213745, "Finetune/Step": 4649, "Finetune/Step Time": 5.561646372079849} +{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8548457026481628, "Finetune/Loss (Raw)": 0.8804810643196106, "Finetune/Step": 4650, "Finetune/Step Time": 5.569562464952469} +{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8548265695571899, "Finetune/Loss (Raw)": 0.9168588519096375, "Finetune/Step": 4651, "Finetune/Step Time": 5.56303028576076} +{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8548526763916016, "Finetune/Loss (Raw)": 0.8902319073677063, "Finetune/Step": 4652, "Finetune/Step Time": 5.561180969700217} +{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8503957986831665, "Finetune/Loss (Raw)": 0.29714879393577576, "Finetune/Step": 4653, "Finetune/Step Time": 5.589756930246949} +{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8520441055297852, "Finetune/Loss (Raw)": 0.9145854711532593, "Finetune/Step": 4654, "Finetune/Step Time": 5.594360966235399} +{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531328439712524, "Finetune/Loss (Raw)": 0.7575635313987732, "Finetune/Step": 4655, "Finetune/Step Time": 5.578628778457642} +{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496830463409424, "Finetune/Loss (Raw)": 0.43161657452583313, "Finetune/Step": 4656, "Finetune/Step Time": 5.611715894192457} +{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8491175174713135, "Finetune/Loss (Raw)": 0.8766832947731018, "Finetune/Step": 4657, "Finetune/Step Time": 5.608629107475281} +{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489681482315063, "Finetune/Loss (Raw)": 0.9757820963859558, "Finetune/Step": 4658, "Finetune/Step Time": 5.604361943900585} +{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485340476036072, "Finetune/Loss (Raw)": 0.9766262769699097, "Finetune/Step": 4659, "Finetune/Step Time": 5.601285004988313} +{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508732318878174, "Finetune/Loss (Raw)": 1.0037600994110107, "Finetune/Step": 4660, "Finetune/Step Time": 5.607962565496564} +{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.850193977355957, "Finetune/Loss (Raw)": 0.8444488048553467, "Finetune/Step": 4661, "Finetune/Step Time": 5.6205298732966185} +{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8549060821533203, "Finetune/Loss (Raw)": 0.9349706172943115, "Finetune/Step": 4662, "Finetune/Step Time": 5.5831693187355995} +{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561344146728516, "Finetune/Loss (Raw)": 0.9658369421958923, "Finetune/Step": 4663, "Finetune/Step Time": 5.572042986750603} +{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8559691905975342, "Finetune/Loss (Raw)": 0.9034880995750427, "Finetune/Step": 4664, "Finetune/Step Time": 5.559893537312746} +{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8553853631019592, "Finetune/Loss (Raw)": 0.8293216228485107, "Finetune/Step": 4665, "Finetune/Step Time": 5.5599961914122105} +{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8543878793716431, "Finetune/Loss (Raw)": 0.8081778883934021, "Finetune/Step": 4666, "Finetune/Step Time": 5.5792666506022215} +{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8560609817504883, "Finetune/Loss (Raw)": 1.0355491638183594, "Finetune/Step": 4667, "Finetune/Step Time": 5.566739683970809} +{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8604502081871033, "Finetune/Loss (Raw)": 0.8689752221107483, "Finetune/Step": 4668, "Finetune/Step Time": 5.545976001769304} +{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.856908917427063, "Finetune/Loss (Raw)": 0.34529542922973633, "Finetune/Step": 4669, "Finetune/Step Time": 5.557472029700875} +{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8580458164215088, "Finetune/Loss (Raw)": 0.9366688132286072, "Finetune/Step": 4670, "Finetune/Step Time": 5.550533946603537} +{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8580565452575684, "Finetune/Loss (Raw)": 0.8643258810043335, "Finetune/Step": 4671, "Finetune/Step Time": 5.545902390033007} +{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8578906655311584, "Finetune/Loss (Raw)": 0.9184566736221313, "Finetune/Step": 4672, "Finetune/Step Time": 5.55981701426208} +{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8572282791137695, "Finetune/Loss (Raw)": 0.8733992576599121, "Finetune/Step": 4673, "Finetune/Step Time": 5.549009630456567} +{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8575575947761536, "Finetune/Loss (Raw)": 1.0159499645233154, "Finetune/Step": 4674, "Finetune/Step Time": 5.573074406012893} +{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8571046590805054, "Finetune/Loss (Raw)": 0.9180142283439636, "Finetune/Step": 4675, "Finetune/Step Time": 5.57497600838542} +{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8590579032897949, "Finetune/Loss (Raw)": 0.8705286383628845, "Finetune/Step": 4676, "Finetune/Step Time": 5.513161931186914} +{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8604965209960938, "Finetune/Loss (Raw)": 0.9534797668457031, "Finetune/Step": 4677, "Finetune/Step Time": 5.5031459499150515} +{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8602060675621033, "Finetune/Loss (Raw)": 0.9949404001235962, "Finetune/Step": 4678, "Finetune/Step Time": 5.528939921408892} +{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8589072227478027, "Finetune/Loss (Raw)": 0.7694069147109985, "Finetune/Step": 4679, "Finetune/Step Time": 5.52822202257812} +{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8612145185470581, "Finetune/Loss (Raw)": 1.0636276006698608, "Finetune/Step": 4680, "Finetune/Step Time": 5.519763359799981} +{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8607763051986694, "Finetune/Loss (Raw)": 0.9125851988792419, "Finetune/Step": 4681, "Finetune/Step Time": 5.5414867009967566} +{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8595723509788513, "Finetune/Loss (Raw)": 0.9617539048194885, "Finetune/Step": 4682, "Finetune/Step Time": 5.5528113804757595} +{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8599933981895447, "Finetune/Loss (Raw)": 0.973440945148468, "Finetune/Step": 4683, "Finetune/Step Time": 5.537081241607666} +{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8589311242103577, "Finetune/Loss (Raw)": 0.9769392609596252, "Finetune/Step": 4684, "Finetune/Step Time": 5.535388013347983} +{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8600658178329468, "Finetune/Loss (Raw)": 0.9566863775253296, "Finetune/Step": 4685, "Finetune/Step Time": 5.53723331540823} +{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.860723614692688, "Finetune/Loss (Raw)": 0.7980902791023254, "Finetune/Step": 4686, "Finetune/Step Time": 5.53576529212296} +{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8600748181343079, "Finetune/Loss (Raw)": 0.923393726348877, "Finetune/Step": 4687, "Finetune/Step Time": 5.527417853474617} +{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8621842861175537, "Finetune/Loss (Raw)": 1.1513261795043945, "Finetune/Step": 4688, "Finetune/Step Time": 5.524618895724416} +{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8628478646278381, "Finetune/Loss (Raw)": 1.0404247045516968, "Finetune/Step": 4689, "Finetune/Step Time": 5.510529551655054} +{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8618679046630859, "Finetune/Loss (Raw)": 0.8527202606201172, "Finetune/Step": 4690, "Finetune/Step Time": 5.529748164117336} +{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8672213554382324, "Finetune/Loss (Raw)": 0.983561635017395, "Finetune/Step": 4691, "Finetune/Step Time": 5.499797161668539} +{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8684688210487366, "Finetune/Loss (Raw)": 1.0568846464157104, "Finetune/Step": 4692, "Finetune/Step Time": 5.500392133370042} +{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8693109750747681, "Finetune/Loss (Raw)": 0.9428883790969849, "Finetune/Step": 4693, "Finetune/Step Time": 5.5117690525949} +{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8704417943954468, "Finetune/Loss (Raw)": 1.027085304260254, "Finetune/Step": 4694, "Finetune/Step Time": 5.505879752337933} +{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8704556226730347, "Finetune/Loss (Raw)": 1.0239295959472656, "Finetune/Step": 4695, "Finetune/Step Time": 5.510286459699273} +{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8695377111434937, "Finetune/Loss (Raw)": 0.8446661829948425, "Finetune/Step": 4696, "Finetune/Step Time": 5.5217587649822235} +{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8683546185493469, "Finetune/Loss (Raw)": 0.921917200088501, "Finetune/Step": 4697, "Finetune/Step Time": 5.516693718731403} +{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.868238627910614, "Finetune/Loss (Raw)": 0.9652643203735352, "Finetune/Step": 4698, "Finetune/Step Time": 5.515242839232087} +{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8689913153648376, "Finetune/Loss (Raw)": 1.0158624649047852, "Finetune/Step": 4699, "Finetune/Step Time": 5.510836083441973} +{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8692549467086792, "Finetune/Loss (Raw)": 0.9211664795875549, "Finetune/Step": 4700, "Finetune/Step Time": 5.506470143795013} +{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8700026869773865, "Finetune/Loss (Raw)": 0.9520418047904968, "Finetune/Step": 4701, "Finetune/Step Time": 5.4950455743819475} +{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8695963621139526, "Finetune/Loss (Raw)": 0.8862401247024536, "Finetune/Step": 4702, "Finetune/Step Time": 5.497185500338674} +{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8707963228225708, "Finetune/Loss (Raw)": 0.9952453970909119, "Finetune/Step": 4703, "Finetune/Step Time": 5.479777926579118} +{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8701995611190796, "Finetune/Loss (Raw)": 0.776823103427887, "Finetune/Step": 4704, "Finetune/Step Time": 5.473916620016098} +{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.869791567325592, "Finetune/Loss (Raw)": 0.98869389295578, "Finetune/Step": 4705, "Finetune/Step Time": 5.469176551327109} +{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8683456778526306, "Finetune/Loss (Raw)": 0.8495203256607056, "Finetune/Step": 4706, "Finetune/Step Time": 5.462977826595306} +{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.871221661567688, "Finetune/Loss (Raw)": 0.7812937498092651, "Finetune/Step": 4707, "Finetune/Step Time": 5.439755322411656} +{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.875347375869751, "Finetune/Loss (Raw)": 0.7918844223022461, "Finetune/Step": 4708, "Finetune/Step Time": 5.420226646587253} +{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743007183074951, "Finetune/Loss (Raw)": 0.760181188583374, "Finetune/Step": 4709, "Finetune/Step Time": 5.419691167771816} +{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747062683105469, "Finetune/Loss (Raw)": 1.0420689582824707, "Finetune/Step": 4710, "Finetune/Step Time": 5.409960743039846} +{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8737435936927795, "Finetune/Loss (Raw)": 0.8924752473831177, "Finetune/Step": 4711, "Finetune/Step Time": 5.409992339089513} +{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.874153196811676, "Finetune/Loss (Raw)": 0.8749974370002747, "Finetune/Step": 4712, "Finetune/Step Time": 5.4228288400918245} +{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8757956027984619, "Finetune/Loss (Raw)": 0.9875463247299194, "Finetune/Step": 4713, "Finetune/Step Time": 5.419982548803091} +{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8763269186019897, "Finetune/Loss (Raw)": 0.8608514070510864, "Finetune/Step": 4714, "Finetune/Step Time": 5.423555865883827} +{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8765928149223328, "Finetune/Loss (Raw)": 0.9830453991889954, "Finetune/Step": 4715, "Finetune/Step Time": 5.427301267161965} +{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8754560947418213, "Finetune/Loss (Raw)": 0.9258531928062439, "Finetune/Step": 4716, "Finetune/Step Time": 5.403132734820247} +{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.875830888748169, "Finetune/Loss (Raw)": 0.9307934045791626, "Finetune/Step": 4717, "Finetune/Step Time": 5.400854662060738} +{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746525049209595, "Finetune/Loss (Raw)": 0.7098734378814697, "Finetune/Step": 4718, "Finetune/Step Time": 5.41414905898273} +{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8735586404800415, "Finetune/Loss (Raw)": 0.8214841485023499, "Finetune/Step": 4719, "Finetune/Step Time": 5.413854341953993} +{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767749071121216, "Finetune/Loss (Raw)": 0.7000510096549988, "Finetune/Step": 4720, "Finetune/Step Time": 5.418741058558226} +{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759226202964783, "Finetune/Loss (Raw)": 0.8559322953224182, "Finetune/Step": 4721, "Finetune/Step Time": 5.422523396089673} +{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797501921653748, "Finetune/Loss (Raw)": 0.897540807723999, "Finetune/Step": 4722, "Finetune/Step Time": 5.393191797658801} +{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793118596076965, "Finetune/Loss (Raw)": 0.9250921010971069, "Finetune/Step": 4723, "Finetune/Step Time": 5.392298558726907} +{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8786071538925171, "Finetune/Loss (Raw)": 0.9063879251480103, "Finetune/Step": 4724, "Finetune/Step Time": 5.407993301749229} +{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798336982727051, "Finetune/Loss (Raw)": 0.9328933954238892, "Finetune/Step": 4725, "Finetune/Step Time": 5.415522363036871} +{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790789842605591, "Finetune/Loss (Raw)": 0.7964581251144409, "Finetune/Step": 4726, "Finetune/Step Time": 5.417791701853275} +{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8793475031852722, "Finetune/Loss (Raw)": 0.8638123273849487, "Finetune/Step": 4727, "Finetune/Step Time": 5.413994727656245} +{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8798699378967285, "Finetune/Loss (Raw)": 0.94520503282547, "Finetune/Step": 4728, "Finetune/Step Time": 5.416827764362097} +{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825297355651855, "Finetune/Loss (Raw)": 1.1068544387817383, "Finetune/Step": 4729, "Finetune/Step Time": 5.418830011039972} +{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.881279706954956, "Finetune/Loss (Raw)": 0.9065782427787781, "Finetune/Step": 4730, "Finetune/Step Time": 5.414206523448229} +{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802974820137024, "Finetune/Loss (Raw)": 0.8538112044334412, "Finetune/Step": 4731, "Finetune/Step Time": 5.412758184596896} +{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804962635040283, "Finetune/Loss (Raw)": 0.8847481608390808, "Finetune/Step": 4732, "Finetune/Step Time": 5.4127303548157215} +{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8854086995124817, "Finetune/Loss (Raw)": 0.9577311873435974, "Finetune/Step": 4733, "Finetune/Step Time": 5.377169221639633} +{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.884833037853241, "Finetune/Loss (Raw)": 0.8369866609573364, "Finetune/Step": 4734, "Finetune/Step Time": 5.384020971134305} +{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8860046863555908, "Finetune/Loss (Raw)": 1.0095661878585815, "Finetune/Step": 4735, "Finetune/Step Time": 5.383980322629213} +{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8849805593490601, "Finetune/Loss (Raw)": 0.7566887140274048, "Finetune/Step": 4736, "Finetune/Step Time": 5.39350207336247} +{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.883164644241333, "Finetune/Loss (Raw)": 0.8451414108276367, "Finetune/Step": 4737, "Finetune/Step Time": 5.402954990044236} +{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.884591817855835, "Finetune/Loss (Raw)": 1.0447840690612793, "Finetune/Step": 4738, "Finetune/Step Time": 5.411835368722677} +{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8886957168579102, "Finetune/Loss (Raw)": 0.8076938986778259, "Finetune/Step": 4739, "Finetune/Step Time": 5.384464059025049} +{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8882917761802673, "Finetune/Loss (Raw)": 0.8717564940452576, "Finetune/Step": 4740, "Finetune/Step Time": 5.388133998960257} +{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8870566487312317, "Finetune/Loss (Raw)": 0.7356787919998169, "Finetune/Step": 4741, "Finetune/Step Time": 5.365411352366209} +{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874006867408752, "Finetune/Loss (Raw)": 0.8394278287887573, "Finetune/Step": 4742, "Finetune/Step Time": 5.381013290956616} +{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8855230808258057, "Finetune/Loss (Raw)": 0.7614406943321228, "Finetune/Step": 4743, "Finetune/Step Time": 5.396224306896329} +{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8870583176612854, "Finetune/Loss (Raw)": 1.0533727407455444, "Finetune/Step": 4744, "Finetune/Step Time": 5.397447953000665} +{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8871917128562927, "Finetune/Loss (Raw)": 0.8262706398963928, "Finetune/Step": 4745, "Finetune/Step Time": 5.416656428948045} +{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8868192434310913, "Finetune/Loss (Raw)": 0.8647531867027283, "Finetune/Step": 4746, "Finetune/Step Time": 5.440759779885411} +{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868691921234131, "Finetune/Loss (Raw)": 1.0704045295715332, "Finetune/Step": 4747, "Finetune/Step Time": 5.440165737643838} +{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8875836133956909, "Finetune/Loss (Raw)": 0.9645084142684937, "Finetune/Step": 4748, "Finetune/Step Time": 5.435629127547145} +{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8863165378570557, "Finetune/Loss (Raw)": 0.8865573406219482, "Finetune/Step": 4749, "Finetune/Step Time": 5.4324022475630045} +{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8862165212631226, "Finetune/Loss (Raw)": 0.9017506241798401, "Finetune/Step": 4750, "Finetune/Step Time": 5.435017962008715} +{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8855319619178772, "Finetune/Loss (Raw)": 0.9440242648124695, "Finetune/Step": 4751, "Finetune/Step Time": 5.450806837528944} +{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8860966563224792, "Finetune/Loss (Raw)": 0.9523445963859558, "Finetune/Step": 4752, "Finetune/Step Time": 5.460268847644329} +{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8849771022796631, "Finetune/Loss (Raw)": 0.7991144061088562, "Finetune/Step": 4753, "Finetune/Step Time": 5.446318574249744} +{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896224498748779, "Finetune/Loss (Raw)": 0.9386009573936462, "Finetune/Step": 4754, "Finetune/Step Time": 5.420747417956591} +{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.889788806438446, "Finetune/Loss (Raw)": 0.9682104587554932, "Finetune/Step": 4755, "Finetune/Step Time": 5.42095947265625} +{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8904286026954651, "Finetune/Loss (Raw)": 0.9201638698577881, "Finetune/Step": 4756, "Finetune/Step Time": 5.413912257179618} +{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8906362056732178, "Finetune/Loss (Raw)": 0.9088799953460693, "Finetune/Step": 4757, "Finetune/Step Time": 5.413121227174997} +{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8908308744430542, "Finetune/Loss (Raw)": 0.870942234992981, "Finetune/Step": 4758, "Finetune/Step Time": 5.403384737670422} +{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8916419744491577, "Finetune/Loss (Raw)": 0.8875094056129456, "Finetune/Step": 4759, "Finetune/Step Time": 5.389282813295722} +{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966162800788879, "Finetune/Loss (Raw)": 0.9020346403121948, "Finetune/Step": 4760, "Finetune/Step Time": 5.361014364287257} +{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957652449607849, "Finetune/Loss (Raw)": 0.8155198693275452, "Finetune/Step": 4761, "Finetune/Step Time": 5.3643681686371565} +{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948791027069092, "Finetune/Loss (Raw)": 0.8253068923950195, "Finetune/Step": 4762, "Finetune/Step Time": 5.3628598134964705} +{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8959001302719116, "Finetune/Loss (Raw)": 0.911397397518158, "Finetune/Step": 4763, "Finetune/Step Time": 5.347596546635032} +{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8959072828292847, "Finetune/Loss (Raw)": 0.904567539691925, "Finetune/Step": 4764, "Finetune/Step Time": 5.351368933916092} +{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8950012922286987, "Finetune/Loss (Raw)": 0.8085750341415405, "Finetune/Step": 4765, "Finetune/Step Time": 5.35091152228415} +{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944756984710693, "Finetune/Loss (Raw)": 1.0711435079574585, "Finetune/Step": 4766, "Finetune/Step Time": 5.3480090741068125} +{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8955951929092407, "Finetune/Loss (Raw)": 0.9122393727302551, "Finetune/Step": 4767, "Finetune/Step Time": 5.318260174244642} +{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8943567872047424, "Finetune/Loss (Raw)": 0.8499438166618347, "Finetune/Step": 4768, "Finetune/Step Time": 5.322476513683796} +{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8939088582992554, "Finetune/Loss (Raw)": 0.8667283058166504, "Finetune/Step": 4769, "Finetune/Step Time": 5.321687748655677} +{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8922805190086365, "Finetune/Loss (Raw)": 0.6895338892936707, "Finetune/Step": 4770, "Finetune/Step Time": 5.3257920276373625} +{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8925681710243225, "Finetune/Loss (Raw)": 1.0350984334945679, "Finetune/Step": 4771, "Finetune/Step Time": 5.3282425329089165} +{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8960191011428833, "Finetune/Loss (Raw)": 0.8101678490638733, "Finetune/Step": 4772, "Finetune/Step Time": 5.314999861642718} +{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8928576707839966, "Finetune/Loss (Raw)": 0.6438366770744324, "Finetune/Step": 4773, "Finetune/Step Time": 5.3151871003210545} +{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8936561346054077, "Finetune/Loss (Raw)": 0.9372705221176147, "Finetune/Step": 4774, "Finetune/Step Time": 5.3055433463305235} +{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8943654298782349, "Finetune/Loss (Raw)": 1.0130444765090942, "Finetune/Step": 4775, "Finetune/Step Time": 5.297560228034854} +{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8934719562530518, "Finetune/Loss (Raw)": 0.8795355558395386, "Finetune/Step": 4776, "Finetune/Step Time": 5.3146978579461575} +{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8931366205215454, "Finetune/Loss (Raw)": 0.9481765031814575, "Finetune/Step": 4777, "Finetune/Step Time": 5.315666912123561} +{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8884704113006592, "Finetune/Loss (Raw)": 0.283202201128006, "Finetune/Step": 4778, "Finetune/Step Time": 5.331888137385249} +{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8896092176437378, "Finetune/Loss (Raw)": 1.0626235008239746, "Finetune/Step": 4779, "Finetune/Step Time": 5.333065452054143} +{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8897436857223511, "Finetune/Loss (Raw)": 0.9074566960334778, "Finetune/Step": 4780, "Finetune/Step Time": 5.3380582965910435} +{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8940123319625854, "Finetune/Loss (Raw)": 0.8435248732566833, "Finetune/Step": 4781, "Finetune/Step Time": 5.315028229728341} +{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8940132856369019, "Finetune/Loss (Raw)": 0.9147112965583801, "Finetune/Step": 4782, "Finetune/Step Time": 5.31136829033494} +{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8909195065498352, "Finetune/Loss (Raw)": 0.36156022548675537, "Finetune/Step": 4783, "Finetune/Step Time": 5.338043039664626} +{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8947575092315674, "Finetune/Loss (Raw)": 0.9228843450546265, "Finetune/Step": 4784, "Finetune/Step Time": 5.3059659618884325} +{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.896257758140564, "Finetune/Loss (Raw)": 1.068712830543518, "Finetune/Step": 4785, "Finetune/Step Time": 5.308025911450386} +{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8958895802497864, "Finetune/Loss (Raw)": 0.9286501407623291, "Finetune/Step": 4786, "Finetune/Step Time": 5.31055748090148} +{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8952217102050781, "Finetune/Loss (Raw)": 0.8911374807357788, "Finetune/Step": 4787, "Finetune/Step Time": 5.305978510528803} +{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8944039344787598, "Finetune/Loss (Raw)": 0.8990841507911682, "Finetune/Step": 4788, "Finetune/Step Time": 5.315109686926007} +{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8936920762062073, "Finetune/Loss (Raw)": 0.7533372640609741, "Finetune/Step": 4789, "Finetune/Step Time": 5.30953505448997} +{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8942683935165405, "Finetune/Loss (Raw)": 1.008735179901123, "Finetune/Step": 4790, "Finetune/Step Time": 5.3201067969202995} +{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8890459537506104, "Finetune/Loss (Raw)": 0.2973611354827881, "Finetune/Step": 4791, "Finetune/Step Time": 5.352380769327283} +{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8900549411773682, "Finetune/Loss (Raw)": 1.032653570175171, "Finetune/Step": 4792, "Finetune/Step Time": 5.356278060004115} +{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8910477161407471, "Finetune/Loss (Raw)": 0.9563834071159363, "Finetune/Step": 4793, "Finetune/Step Time": 5.354882707819343} +{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8913467526435852, "Finetune/Loss (Raw)": 0.8464629650115967, "Finetune/Step": 4794, "Finetune/Step Time": 5.336274158209562} +{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8897923231124878, "Finetune/Loss (Raw)": 0.8365811109542847, "Finetune/Step": 4795, "Finetune/Step Time": 5.373106358572841} +{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8905421495437622, "Finetune/Loss (Raw)": 0.9649562835693359, "Finetune/Step": 4796, "Finetune/Step Time": 5.36689068377018} +{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8952516317367554, "Finetune/Loss (Raw)": 0.9481008052825928, "Finetune/Step": 4797, "Finetune/Step Time": 5.336293118074536} +{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8937671780586243, "Finetune/Loss (Raw)": 0.7466607093811035, "Finetune/Step": 4798, "Finetune/Step Time": 5.35289984755218} +{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8940792083740234, "Finetune/Loss (Raw)": 0.9042646884918213, "Finetune/Step": 4799, "Finetune/Step Time": 5.357648910954595} +{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8954319953918457, "Finetune/Loss (Raw)": 1.0916194915771484, "Finetune/Step": 4800, "Finetune/Step Time": 5.341425960883498} +{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8961774706840515, "Finetune/Loss (Raw)": 0.9688147902488708, "Finetune/Step": 4801, "Finetune/Step Time": 5.334266781806946} +{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8953200578689575, "Finetune/Loss (Raw)": 0.9062021374702454, "Finetune/Step": 4802, "Finetune/Step Time": 5.308137034997344} +{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8956488370895386, "Finetune/Loss (Raw)": 0.9600890278816223, "Finetune/Step": 4803, "Finetune/Step Time": 5.313093801960349} +{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8962180018424988, "Finetune/Loss (Raw)": 0.9433902502059937, "Finetune/Step": 4804, "Finetune/Step Time": 5.31556673720479} +{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8964425325393677, "Finetune/Loss (Raw)": 0.9822226166725159, "Finetune/Step": 4805, "Finetune/Step Time": 5.321822056546807} +{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8963356614112854, "Finetune/Loss (Raw)": 0.981255292892456, "Finetune/Step": 4806, "Finetune/Step Time": 5.302686981856823} +{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8972301483154297, "Finetune/Loss (Raw)": 0.883899986743927, "Finetune/Step": 4807, "Finetune/Step Time": 5.304031750187278} +{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8966668248176575, "Finetune/Loss (Raw)": 0.9915323257446289, "Finetune/Step": 4808, "Finetune/Step Time": 5.306165657937527} +{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8951703310012817, "Finetune/Loss (Raw)": 0.7210289239883423, "Finetune/Step": 4809, "Finetune/Step Time": 5.290147751569748} +{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8945023417472839, "Finetune/Loss (Raw)": 0.8762502074241638, "Finetune/Step": 4810, "Finetune/Step Time": 5.2807443998754025} +{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8941209316253662, "Finetune/Loss (Raw)": 0.9246151447296143, "Finetune/Step": 4811, "Finetune/Step Time": 5.296386348083615} +{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8935831785202026, "Finetune/Loss (Raw)": 0.9081092476844788, "Finetune/Step": 4812, "Finetune/Step Time": 5.295802403241396} +{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8897854089736938, "Finetune/Loss (Raw)": 0.4705730080604553, "Finetune/Step": 4813, "Finetune/Step Time": 5.3219908736646175} +{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8906475305557251, "Finetune/Loss (Raw)": 0.9084393978118896, "Finetune/Step": 4814, "Finetune/Step Time": 5.312251700088382} +{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8910959362983704, "Finetune/Loss (Raw)": 0.9807966351509094, "Finetune/Step": 4815, "Finetune/Step Time": 5.310012435540557} +{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8888561129570007, "Finetune/Loss (Raw)": 0.864625871181488, "Finetune/Step": 4816, "Finetune/Step Time": 5.325996473431587} +{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8879803419113159, "Finetune/Loss (Raw)": 0.9283280968666077, "Finetune/Step": 4817, "Finetune/Step Time": 5.330246033146977} +{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8892257809638977, "Finetune/Loss (Raw)": 1.0121378898620605, "Finetune/Step": 4818, "Finetune/Step Time": 5.321219813078642} +{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8892608284950256, "Finetune/Loss (Raw)": 0.9880416393280029, "Finetune/Step": 4819, "Finetune/Step Time": 5.320838768035173} +{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8882842063903809, "Finetune/Loss (Raw)": 0.9318842887878418, "Finetune/Step": 4820, "Finetune/Step Time": 5.3236313611269} +{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8886423110961914, "Finetune/Loss (Raw)": 0.9887226819992065, "Finetune/Step": 4821, "Finetune/Step Time": 5.310929119586945} +{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8877836465835571, "Finetune/Loss (Raw)": 0.9171715378761292, "Finetune/Step": 4822, "Finetune/Step Time": 5.318892123177648} +{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8874657154083252, "Finetune/Loss (Raw)": 0.9832379817962646, "Finetune/Step": 4823, "Finetune/Step Time": 5.31786697730422} +{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8831185102462769, "Finetune/Loss (Raw)": 0.28822484612464905, "Finetune/Step": 4824, "Finetune/Step Time": 5.333566326647997} +{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8831433057785034, "Finetune/Loss (Raw)": 0.9250855445861816, "Finetune/Step": 4825, "Finetune/Step Time": 5.337475312873721} +{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.883165180683136, "Finetune/Loss (Raw)": 0.9680696725845337, "Finetune/Step": 4826, "Finetune/Step Time": 5.336500918492675} +{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8827662467956543, "Finetune/Loss (Raw)": 0.964795708656311, "Finetune/Step": 4827, "Finetune/Step Time": 5.325945906341076} +{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8832471966743469, "Finetune/Loss (Raw)": 0.9827319383621216, "Finetune/Step": 4828, "Finetune/Step Time": 5.332724746316671} +{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.882729172706604, "Finetune/Loss (Raw)": 0.8857294321060181, "Finetune/Step": 4829, "Finetune/Step Time": 5.338904283940792} +{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.883186936378479, "Finetune/Loss (Raw)": 0.9448286890983582, "Finetune/Step": 4830, "Finetune/Step Time": 5.336704647168517} +{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8781745433807373, "Finetune/Loss (Raw)": 0.35367104411125183, "Finetune/Step": 4831, "Finetune/Step Time": 5.37148311920464} +{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8785837888717651, "Finetune/Loss (Raw)": 0.829204797744751, "Finetune/Step": 4832, "Finetune/Step Time": 5.394451607018709} +{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8778325915336609, "Finetune/Loss (Raw)": 0.8925387859344482, "Finetune/Step": 4833, "Finetune/Step Time": 5.397392788901925} +{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8792215585708618, "Finetune/Loss (Raw)": 1.02731192111969, "Finetune/Step": 4834, "Finetune/Step Time": 5.401735652238131} +{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8807457685470581, "Finetune/Loss (Raw)": 0.9763917922973633, "Finetune/Step": 4835, "Finetune/Step Time": 5.3928042110055685} +{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8822723627090454, "Finetune/Loss (Raw)": 0.9872849583625793, "Finetune/Step": 4836, "Finetune/Step Time": 5.379996567964554} +{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8833203315734863, "Finetune/Loss (Raw)": 0.8943240642547607, "Finetune/Step": 4837, "Finetune/Step Time": 5.361947016790509} +{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8831851482391357, "Finetune/Loss (Raw)": 1.0247623920440674, "Finetune/Step": 4838, "Finetune/Step Time": 5.3631881810724735} +{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8828274011611938, "Finetune/Loss (Raw)": 0.8466887474060059, "Finetune/Step": 4839, "Finetune/Step Time": 5.369980735704303} +{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8834735155105591, "Finetune/Loss (Raw)": 0.9576929807662964, "Finetune/Step": 4840, "Finetune/Step Time": 5.36033920943737} +{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8823567628860474, "Finetune/Loss (Raw)": 0.8446076512336731, "Finetune/Step": 4841, "Finetune/Step Time": 5.366202736273408} +{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8827715516090393, "Finetune/Loss (Raw)": 0.9139457941055298, "Finetune/Step": 4842, "Finetune/Step Time": 5.381043883040547} +{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8835538625717163, "Finetune/Loss (Raw)": 1.083173394203186, "Finetune/Step": 4843, "Finetune/Step Time": 5.377024190500379} +{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8833357691764832, "Finetune/Loss (Raw)": 0.8979411125183105, "Finetune/Step": 4844, "Finetune/Step Time": 5.397187188267708} +{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8843079805374146, "Finetune/Loss (Raw)": 1.0552377700805664, "Finetune/Step": 4845, "Finetune/Step Time": 5.399065630510449} +{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8866183757781982, "Finetune/Loss (Raw)": 1.005600929260254, "Finetune/Step": 4846, "Finetune/Step Time": 5.410570940002799} +{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8826780915260315, "Finetune/Loss (Raw)": 0.3171277940273285, "Finetune/Step": 4847, "Finetune/Step Time": 5.44284656830132} +{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8836494088172913, "Finetune/Loss (Raw)": 0.8243787884712219, "Finetune/Step": 4848, "Finetune/Step Time": 5.405808985233307} +{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8832064867019653, "Finetune/Loss (Raw)": 0.7992398738861084, "Finetune/Step": 4849, "Finetune/Step Time": 5.4165828581899405} +{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8839873671531677, "Finetune/Loss (Raw)": 0.9974963068962097, "Finetune/Step": 4850, "Finetune/Step Time": 5.425300741568208} +{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8840934038162231, "Finetune/Loss (Raw)": 0.9386629462242126, "Finetune/Step": 4851, "Finetune/Step Time": 5.4363297168165445} +{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8838598728179932, "Finetune/Loss (Raw)": 0.8764938712120056, "Finetune/Step": 4852, "Finetune/Step Time": 5.42901062220335} +{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8849585056304932, "Finetune/Loss (Raw)": 1.073522925376892, "Finetune/Step": 4853, "Finetune/Step Time": 5.430309042334557} +{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8839259743690491, "Finetune/Loss (Raw)": 0.6642920970916748, "Finetune/Step": 4854, "Finetune/Step Time": 5.4332540184259415} +{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.884617805480957, "Finetune/Loss (Raw)": 0.952357292175293, "Finetune/Step": 4855, "Finetune/Step Time": 5.434638928622007} +{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.88456130027771, "Finetune/Loss (Raw)": 0.9379748702049255, "Finetune/Step": 4856, "Finetune/Step Time": 5.429127374663949} +{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8837274312973022, "Finetune/Loss (Raw)": 1.000120759010315, "Finetune/Step": 4857, "Finetune/Step Time": 5.42804754152894} +{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.884671151638031, "Finetune/Loss (Raw)": 1.0273771286010742, "Finetune/Step": 4858, "Finetune/Step Time": 5.437891541048884} +{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8853936791419983, "Finetune/Loss (Raw)": 0.946294367313385, "Finetune/Step": 4859, "Finetune/Step Time": 5.4240643959492445} +{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8848750591278076, "Finetune/Loss (Raw)": 0.8183685541152954, "Finetune/Step": 4860, "Finetune/Step Time": 5.422769909724593} +{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8845566511154175, "Finetune/Loss (Raw)": 0.9169748425483704, "Finetune/Step": 4861, "Finetune/Step Time": 5.437577571719885} +{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8857975006103516, "Finetune/Loss (Raw)": 0.9958160519599915, "Finetune/Step": 4862, "Finetune/Step Time": 5.428591571748257} +{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.885955810546875, "Finetune/Loss (Raw)": 1.0298248529434204, "Finetune/Step": 4863, "Finetune/Step Time": 5.433198677375913} +{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.887816309928894, "Finetune/Loss (Raw)": 0.9948393702507019, "Finetune/Step": 4864, "Finetune/Step Time": 5.438614092767239} +{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8886072635650635, "Finetune/Loss (Raw)": 0.9463747143745422, "Finetune/Step": 4865, "Finetune/Step Time": 5.43307837843895} +{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8866877555847168, "Finetune/Loss (Raw)": 0.7990856170654297, "Finetune/Step": 4866, "Finetune/Step Time": 5.425238898023963} +{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.883075475692749, "Finetune/Loss (Raw)": 0.34532415866851807, "Finetune/Step": 4867, "Finetune/Step Time": 5.4566909074783325} +{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.882369875907898, "Finetune/Loss (Raw)": 0.7814416885375977, "Finetune/Step": 4868, "Finetune/Step Time": 5.45562013424933} +{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8830735683441162, "Finetune/Loss (Raw)": 0.8257501721382141, "Finetune/Step": 4869, "Finetune/Step Time": 5.460348503664136} +{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8828552961349487, "Finetune/Loss (Raw)": 0.811488687992096, "Finetune/Step": 4870, "Finetune/Step Time": 5.4409537967294455} +{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8846662044525146, "Finetune/Loss (Raw)": 0.9932422041893005, "Finetune/Step": 4871, "Finetune/Step Time": 5.435566410422325} +{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8832086324691772, "Finetune/Loss (Raw)": 0.866797149181366, "Finetune/Step": 4872, "Finetune/Step Time": 5.4355483539402485} +{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.88327956199646, "Finetune/Loss (Raw)": 0.8353574872016907, "Finetune/Step": 4873, "Finetune/Step Time": 5.432528616860509} +{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8820874691009521, "Finetune/Loss (Raw)": 0.7121540904045105, "Finetune/Step": 4874, "Finetune/Step Time": 5.4164609760046005} +{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8804433345794678, "Finetune/Loss (Raw)": 0.8599611520767212, "Finetune/Step": 4875, "Finetune/Step Time": 5.430998420342803} +{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8804036378860474, "Finetune/Loss (Raw)": 0.9594288468360901, "Finetune/Step": 4876, "Finetune/Step Time": 5.424437193199992} +{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8814697861671448, "Finetune/Loss (Raw)": 1.0230225324630737, "Finetune/Step": 4877, "Finetune/Step Time": 5.426035188138485} +{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8817574977874756, "Finetune/Loss (Raw)": 0.9385750889778137, "Finetune/Step": 4878, "Finetune/Step Time": 5.427567258477211} +{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8818434476852417, "Finetune/Loss (Raw)": 0.9550341367721558, "Finetune/Step": 4879, "Finetune/Step Time": 5.408257922157645} +{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8820661306381226, "Finetune/Loss (Raw)": 0.9808432459831238, "Finetune/Step": 4880, "Finetune/Step Time": 5.3985716719180346} +{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844726085662842, "Finetune/Loss (Raw)": 1.1071498394012451, "Finetune/Step": 4881, "Finetune/Step Time": 5.392551897093654} +{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.883573055267334, "Finetune/Loss (Raw)": 0.8234533667564392, "Finetune/Step": 4882, "Finetune/Step Time": 5.394601510837674} +{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8823200464248657, "Finetune/Loss (Raw)": 0.8078323602676392, "Finetune/Step": 4883, "Finetune/Step Time": 5.385653115808964} +{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8831295967102051, "Finetune/Loss (Raw)": 1.0237849950790405, "Finetune/Step": 4884, "Finetune/Step Time": 5.387993976473808} +{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828303813934326, "Finetune/Loss (Raw)": 0.8705732822418213, "Finetune/Step": 4885, "Finetune/Step Time": 5.397287420928478} +{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8840538263320923, "Finetune/Loss (Raw)": 1.0275436639785767, "Finetune/Step": 4886, "Finetune/Step Time": 5.404172582551837} +{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843188285827637, "Finetune/Loss (Raw)": 0.9214270710945129, "Finetune/Step": 4887, "Finetune/Step Time": 5.410507882013917} +{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850581645965576, "Finetune/Loss (Raw)": 0.9966719150543213, "Finetune/Step": 4888, "Finetune/Step Time": 5.42040827870369} +{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8857660889625549, "Finetune/Loss (Raw)": 0.9061336517333984, "Finetune/Step": 4889, "Finetune/Step Time": 5.409208161756396} +{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8863773345947266, "Finetune/Loss (Raw)": 0.9035474061965942, "Finetune/Step": 4890, "Finetune/Step Time": 5.42835590057075} +{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8855529427528381, "Finetune/Loss (Raw)": 0.805873692035675, "Finetune/Step": 4891, "Finetune/Step Time": 5.425621571019292} +{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8857764005661011, "Finetune/Loss (Raw)": 0.9331667423248291, "Finetune/Step": 4892, "Finetune/Step Time": 5.421466192230582} +{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8876612186431885, "Finetune/Loss (Raw)": 1.0498342514038086, "Finetune/Step": 4893, "Finetune/Step Time": 5.421540532261133} +{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8860980272293091, "Finetune/Loss (Raw)": 0.8710542321205139, "Finetune/Step": 4894, "Finetune/Step Time": 5.42809502966702} +{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8853942155838013, "Finetune/Loss (Raw)": 0.8221498727798462, "Finetune/Step": 4895, "Finetune/Step Time": 5.42988140322268} +{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8862760066986084, "Finetune/Loss (Raw)": 0.9628200531005859, "Finetune/Step": 4896, "Finetune/Step Time": 5.422834012657404} +{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851158618927002, "Finetune/Loss (Raw)": 0.7182275652885437, "Finetune/Step": 4897, "Finetune/Step Time": 5.428268587216735} +{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.886071503162384, "Finetune/Loss (Raw)": 0.8118568062782288, "Finetune/Step": 4898, "Finetune/Step Time": 5.429628321900964} +{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8859415054321289, "Finetune/Loss (Raw)": 1.0184600353240967, "Finetune/Step": 4899, "Finetune/Step Time": 5.421920370310545} +{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8865401744842529, "Finetune/Loss (Raw)": 0.8868002891540527, "Finetune/Step": 4900, "Finetune/Step Time": 5.403372388333082} +{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8882075548171997, "Finetune/Loss (Raw)": 0.8572612404823303, "Finetune/Step": 4901, "Finetune/Step Time": 5.401595218107104} +{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.887665867805481, "Finetune/Loss (Raw)": 0.8679330945014954, "Finetune/Step": 4902, "Finetune/Step Time": 5.401555327698588} +{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8865878582000732, "Finetune/Loss (Raw)": 0.8750520944595337, "Finetune/Step": 4903, "Finetune/Step Time": 5.4012547340244055} +{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8865959644317627, "Finetune/Loss (Raw)": 0.8805772662162781, "Finetune/Step": 4904, "Finetune/Step Time": 5.381554992869496} +{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.886918842792511, "Finetune/Loss (Raw)": 0.9895044565200806, "Finetune/Step": 4905, "Finetune/Step Time": 5.39075293764472} +{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8916946649551392, "Finetune/Loss (Raw)": 0.8945052027702332, "Finetune/Step": 4906, "Finetune/Step Time": 5.366990301758051} +{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8898010849952698, "Finetune/Loss (Raw)": 0.8202499151229858, "Finetune/Step": 4907, "Finetune/Step Time": 5.374635059386492} +{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8898725509643555, "Finetune/Loss (Raw)": 0.916603147983551, "Finetune/Step": 4908, "Finetune/Step Time": 5.386601502075791} +{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8902273178100586, "Finetune/Loss (Raw)": 0.8889381885528564, "Finetune/Step": 4909, "Finetune/Step Time": 5.382853589951992} +{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8903381824493408, "Finetune/Loss (Raw)": 0.9288972020149231, "Finetune/Step": 4910, "Finetune/Step Time": 5.372321674600244} +{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8944521546363831, "Finetune/Loss (Raw)": 0.8881506323814392, "Finetune/Step": 4911, "Finetune/Step Time": 5.340405263006687} +{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8947088718414307, "Finetune/Loss (Raw)": 0.9557414054870605, "Finetune/Step": 4912, "Finetune/Step Time": 5.347432691603899} +{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8939911127090454, "Finetune/Loss (Raw)": 0.9768367409706116, "Finetune/Step": 4913, "Finetune/Step Time": 5.361094202846289} +{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8898704648017883, "Finetune/Loss (Raw)": 0.4012148082256317, "Finetune/Step": 4914, "Finetune/Step Time": 5.389111895114183} +{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8890589475631714, "Finetune/Loss (Raw)": 0.7872675061225891, "Finetune/Step": 4915, "Finetune/Step Time": 5.391950359568} +{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8890542984008789, "Finetune/Loss (Raw)": 0.8984858989715576, "Finetune/Step": 4916, "Finetune/Step Time": 5.36616331525147} +{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8863350749015808, "Finetune/Loss (Raw)": 0.405269593000412, "Finetune/Step": 4917, "Finetune/Step Time": 5.388358281925321} +{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8857219815254211, "Finetune/Loss (Raw)": 0.9302641153335571, "Finetune/Step": 4918, "Finetune/Step Time": 5.376531211659312} +{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8903718590736389, "Finetune/Loss (Raw)": 0.8925457000732422, "Finetune/Step": 4919, "Finetune/Step Time": 5.346846342086792} +{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.889599084854126, "Finetune/Loss (Raw)": 0.9337349534034729, "Finetune/Step": 4920, "Finetune/Step Time": 5.34281587973237} +{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8898392915725708, "Finetune/Loss (Raw)": 0.987133264541626, "Finetune/Step": 4921, "Finetune/Step Time": 5.361246235668659} +{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8893245458602905, "Finetune/Loss (Raw)": 0.7805739641189575, "Finetune/Step": 4922, "Finetune/Step Time": 5.362466773018241} +{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8893502354621887, "Finetune/Loss (Raw)": 0.8398717641830444, "Finetune/Step": 4923, "Finetune/Step Time": 5.331538258120418} +{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8890318870544434, "Finetune/Loss (Raw)": 0.9242013096809387, "Finetune/Step": 4924, "Finetune/Step Time": 5.332740778103471} +{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8884181380271912, "Finetune/Loss (Raw)": 0.8695405125617981, "Finetune/Step": 4925, "Finetune/Step Time": 5.332010053098202} +{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8892008066177368, "Finetune/Loss (Raw)": 0.8468419909477234, "Finetune/Step": 4926, "Finetune/Step Time": 5.316147901117802} +{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8887262940406799, "Finetune/Loss (Raw)": 0.8435328602790833, "Finetune/Step": 4927, "Finetune/Step Time": 5.314501978456974} +{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8856072425842285, "Finetune/Loss (Raw)": 0.6923739910125732, "Finetune/Step": 4928, "Finetune/Step Time": 5.337171871215105} +{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8847179412841797, "Finetune/Loss (Raw)": 0.8549894094467163, "Finetune/Step": 4929, "Finetune/Step Time": 5.341267524287105} +{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8848829865455627, "Finetune/Loss (Raw)": 0.9273295402526855, "Finetune/Step": 4930, "Finetune/Step Time": 5.346220700070262} +{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8849945068359375, "Finetune/Loss (Raw)": 0.9743648767471313, "Finetune/Step": 4931, "Finetune/Step Time": 5.344067977741361} +{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8849800825119019, "Finetune/Loss (Raw)": 0.9415460228919983, "Finetune/Step": 4932, "Finetune/Step Time": 5.341535242274404} +{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8837385177612305, "Finetune/Loss (Raw)": 0.823293149471283, "Finetune/Step": 4933, "Finetune/Step Time": 5.351773705333471} +{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8835811018943787, "Finetune/Loss (Raw)": 0.9611131548881531, "Finetune/Step": 4934, "Finetune/Step Time": 5.346701035276055} +{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8844970464706421, "Finetune/Loss (Raw)": 1.0011439323425293, "Finetune/Step": 4935, "Finetune/Step Time": 5.346076652407646} +{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8831149935722351, "Finetune/Loss (Raw)": 0.8146246075630188, "Finetune/Step": 4936, "Finetune/Step Time": 5.3506984151899815} +{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.885773777961731, "Finetune/Loss (Raw)": 1.061346411705017, "Finetune/Step": 4937, "Finetune/Step Time": 5.344271834939718} +{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8864821195602417, "Finetune/Loss (Raw)": 0.9669233560562134, "Finetune/Step": 4938, "Finetune/Step Time": 5.355883598327637} +{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8818625211715698, "Finetune/Loss (Raw)": 0.3333089053630829, "Finetune/Step": 4939, "Finetune/Step Time": 5.371517373248935} +{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8803004026412964, "Finetune/Loss (Raw)": 0.7081583142280579, "Finetune/Step": 4940, "Finetune/Step Time": 5.371399851515889} +{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8827023506164551, "Finetune/Loss (Raw)": 0.7780194878578186, "Finetune/Step": 4941, "Finetune/Step Time": 5.3416655249893665} +{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8823968172073364, "Finetune/Loss (Raw)": 0.8693397641181946, "Finetune/Step": 4942, "Finetune/Step Time": 5.3480307925492525} +{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8811653256416321, "Finetune/Loss (Raw)": 0.8231602311134338, "Finetune/Step": 4943, "Finetune/Step Time": 5.359066437929869} +{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8819764852523804, "Finetune/Loss (Raw)": 0.9684590697288513, "Finetune/Step": 4944, "Finetune/Step Time": 5.345557272434235} +{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8823527097702026, "Finetune/Loss (Raw)": 0.976477861404419, "Finetune/Step": 4945, "Finetune/Step Time": 5.345486314967275} +{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8815386295318604, "Finetune/Loss (Raw)": 0.9079358577728271, "Finetune/Step": 4946, "Finetune/Step Time": 5.346155436709523} +{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8814155459403992, "Finetune/Loss (Raw)": 0.9722883105278015, "Finetune/Step": 4947, "Finetune/Step Time": 5.3480833042413} +{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.88078773021698, "Finetune/Loss (Raw)": 0.8515158891677856, "Finetune/Step": 4948, "Finetune/Step Time": 5.345340553671122} +{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8797682523727417, "Finetune/Loss (Raw)": 0.8582388758659363, "Finetune/Step": 4949, "Finetune/Step Time": 5.343529807403684} +{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8793660402297974, "Finetune/Loss (Raw)": 0.8656841516494751, "Finetune/Step": 4950, "Finetune/Step Time": 5.35035540163517} +{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8791332244873047, "Finetune/Loss (Raw)": 0.9534392952919006, "Finetune/Step": 4951, "Finetune/Step Time": 5.348776226863265} +{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8843653202056885, "Finetune/Loss (Raw)": 0.9579365253448486, "Finetune/Step": 4952, "Finetune/Step Time": 5.327768625691533} +{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8840252161026001, "Finetune/Loss (Raw)": 0.8815435767173767, "Finetune/Step": 4953, "Finetune/Step Time": 5.329179411754012} +{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8842324018478394, "Finetune/Loss (Raw)": 0.9945982098579407, "Finetune/Step": 4954, "Finetune/Step Time": 5.380198962986469} +{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8837924003601074, "Finetune/Loss (Raw)": 0.9084758758544922, "Finetune/Step": 4955, "Finetune/Step Time": 5.383191322907805} +{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8837748169898987, "Finetune/Loss (Raw)": 0.9804815053939819, "Finetune/Step": 4956, "Finetune/Step Time": 5.371006995439529} +{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8847706317901611, "Finetune/Loss (Raw)": 1.013189673423767, "Finetune/Step": 4957, "Finetune/Step Time": 5.360900901257992} +{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8842899799346924, "Finetune/Loss (Raw)": 0.8833103775978088, "Finetune/Step": 4958, "Finetune/Step Time": 5.377988461405039} +{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8849316239356995, "Finetune/Loss (Raw)": 0.43579602241516113, "Finetune/Step": 4959, "Finetune/Step Time": 5.377929575741291} +{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8851760029792786, "Finetune/Loss (Raw)": 0.8604916334152222, "Finetune/Step": 4960, "Finetune/Step Time": 5.351372005417943} +{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8847219944000244, "Finetune/Loss (Raw)": 0.8344192504882812, "Finetune/Step": 4961, "Finetune/Step Time": 5.349501753225923} +{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842139840126038, "Finetune/Loss (Raw)": 0.962285041809082, "Finetune/Step": 4962, "Finetune/Step Time": 5.348497696220875} +{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8834969401359558, "Finetune/Loss (Raw)": 0.8846120834350586, "Finetune/Step": 4963, "Finetune/Step Time": 5.352732188999653} +{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8834682106971741, "Finetune/Loss (Raw)": 0.9836068153381348, "Finetune/Step": 4964, "Finetune/Step Time": 5.356242630630732} +{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8843191862106323, "Finetune/Loss (Raw)": 1.003247618675232, "Finetune/Step": 4965, "Finetune/Step Time": 5.362109644338489} +{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8828420639038086, "Finetune/Loss (Raw)": 0.8356942534446716, "Finetune/Step": 4966, "Finetune/Step Time": 5.365262921899557} +{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8836112022399902, "Finetune/Loss (Raw)": 0.9451358914375305, "Finetune/Step": 4967, "Finetune/Step Time": 5.357573172077537} +{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8835232257843018, "Finetune/Loss (Raw)": 0.946432888507843, "Finetune/Step": 4968, "Finetune/Step Time": 5.35869824886322} +{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8842400312423706, "Finetune/Loss (Raw)": 0.9363541007041931, "Finetune/Step": 4969, "Finetune/Step Time": 5.362025978043675} +{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848233819007874, "Finetune/Loss (Raw)": 0.9886151552200317, "Finetune/Step": 4970, "Finetune/Step Time": 5.3392393961548805} +{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846423625946045, "Finetune/Loss (Raw)": 1.0600043535232544, "Finetune/Step": 4971, "Finetune/Step Time": 5.350966811180115} +{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8847916722297668, "Finetune/Loss (Raw)": 0.917060136795044, "Finetune/Step": 4972, "Finetune/Step Time": 5.349723504856229} +{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8845658302307129, "Finetune/Loss (Raw)": 1.0263235569000244, "Finetune/Step": 4973, "Finetune/Step Time": 5.350262610241771} +{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790534734725952, "Finetune/Loss (Raw)": 0.30002766847610474, "Finetune/Step": 4974, "Finetune/Step Time": 5.353909809142351} +{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8831911087036133, "Finetune/Loss (Raw)": 0.8467344641685486, "Finetune/Step": 4975, "Finetune/Step Time": 5.326614858582616} +{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848090767860413, "Finetune/Loss (Raw)": 1.0314853191375732, "Finetune/Step": 4976, "Finetune/Step Time": 5.329592578113079} +{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8848220109939575, "Finetune/Loss (Raw)": 0.8008944988250732, "Finetune/Step": 4977, "Finetune/Step Time": 5.32906261458993} +{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836069107055664, "Finetune/Loss (Raw)": 0.8419649004936218, "Finetune/Step": 4978, "Finetune/Step Time": 5.324883729219437} +{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8832252025604248, "Finetune/Loss (Raw)": 0.8897963166236877, "Finetune/Step": 4979, "Finetune/Step Time": 5.321293231099844} +{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8822585344314575, "Finetune/Loss (Raw)": 0.752768874168396, "Finetune/Step": 4980, "Finetune/Step Time": 5.314540134742856} +{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8799915909767151, "Finetune/Loss (Raw)": 0.78335040807724, "Finetune/Step": 4981, "Finetune/Step Time": 5.305424565449357} +{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8825868964195251, "Finetune/Loss (Raw)": 0.9964938163757324, "Finetune/Step": 4982, "Finetune/Step Time": 5.300733134150505} +{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8783273100852966, "Finetune/Loss (Raw)": 0.4071265161037445, "Finetune/Step": 4983, "Finetune/Step Time": 5.330087844282389} +{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8777400851249695, "Finetune/Loss (Raw)": 0.8628115057945251, "Finetune/Step": 4984, "Finetune/Step Time": 5.340848173946142} +{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8783726692199707, "Finetune/Loss (Raw)": 1.0810930728912354, "Finetune/Step": 4985, "Finetune/Step Time": 5.331634687259793} +{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8760002851486206, "Finetune/Loss (Raw)": 0.7237076163291931, "Finetune/Step": 4986, "Finetune/Step Time": 5.323580201715231} +{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8761705756187439, "Finetune/Loss (Raw)": 0.9680981040000916, "Finetune/Step": 4987, "Finetune/Step Time": 5.336016356945038} +{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8774873614311218, "Finetune/Loss (Raw)": 0.9869162440299988, "Finetune/Step": 4988, "Finetune/Step Time": 5.344496654346585} +{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8778214454650879, "Finetune/Loss (Raw)": 0.9597287774085999, "Finetune/Step": 4989, "Finetune/Step Time": 5.336165439337492} +{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8771478533744812, "Finetune/Loss (Raw)": 0.9096034169197083, "Finetune/Step": 4990, "Finetune/Step Time": 5.333615448325872} +{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8759297728538513, "Finetune/Loss (Raw)": 0.8739060759544373, "Finetune/Step": 4991, "Finetune/Step Time": 5.327735191211104} +{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8761477470397949, "Finetune/Loss (Raw)": 1.0227420330047607, "Finetune/Step": 4992, "Finetune/Step Time": 5.327882077544928} +{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.874004065990448, "Finetune/Loss (Raw)": 0.6719847917556763, "Finetune/Step": 4993, "Finetune/Step Time": 5.34127857349813} +{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8745982050895691, "Finetune/Loss (Raw)": 0.8751370310783386, "Finetune/Step": 4994, "Finetune/Step Time": 5.348024033010006} +{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8769878149032593, "Finetune/Loss (Raw)": 0.6511889696121216, "Finetune/Step": 4995, "Finetune/Step Time": 5.319982543587685} +{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.879284679889679, "Finetune/Loss (Raw)": 1.0754448175430298, "Finetune/Step": 4996, "Finetune/Step Time": 5.321788791567087} +{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8802957534790039, "Finetune/Loss (Raw)": 0.9551708102226257, "Finetune/Step": 4997, "Finetune/Step Time": 5.3116618897765875} +{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8829489946365356, "Finetune/Loss (Raw)": 1.1511026620864868, "Finetune/Step": 4998, "Finetune/Step Time": 5.30917589738965} +{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8830822706222534, "Finetune/Loss (Raw)": 1.0102958679199219, "Finetune/Step": 4999, "Finetune/Step Time": 5.299821753054857} +{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8790239691734314, "Finetune/Loss (Raw)": 0.347337931394577, "Finetune/Step": 5000, "Finetune/Step Time": 5.337322395294905} +{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8801571130752563, "Finetune/Loss (Raw)": 0.9803935289382935, "Finetune/Step": 5001, "Finetune/Step Time": 5.319337137043476} +{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8803048729896545, "Finetune/Loss (Raw)": 0.7310691475868225, "Finetune/Step": 5002, "Finetune/Step Time": 5.32092054001987} +{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801202178001404, "Finetune/Loss (Raw)": 0.8363341093063354, "Finetune/Step": 5003, "Finetune/Step Time": 5.303779413923621} +{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8789311051368713, "Finetune/Loss (Raw)": 0.8072187900543213, "Finetune/Step": 5004, "Finetune/Step Time": 5.317182440310717} +{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8780663013458252, "Finetune/Loss (Raw)": 0.9123257994651794, "Finetune/Step": 5005, "Finetune/Step Time": 5.319104908034205} +{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8780046701431274, "Finetune/Loss (Raw)": 0.9306883215904236, "Finetune/Step": 5006, "Finetune/Step Time": 5.310765800997615} +{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8772888779640198, "Finetune/Loss (Raw)": 0.8634103536605835, "Finetune/Step": 5007, "Finetune/Step Time": 5.3207452446222305} +{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8760775923728943, "Finetune/Loss (Raw)": 0.8257977962493896, "Finetune/Step": 5008, "Finetune/Step Time": 5.327588565647602} +{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8756669759750366, "Finetune/Loss (Raw)": 1.054592490196228, "Finetune/Step": 5009, "Finetune/Step Time": 5.331072466447949} +{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8770363330841064, "Finetune/Loss (Raw)": 0.998737633228302, "Finetune/Step": 5010, "Finetune/Step Time": 5.322335675358772} +{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8777621984481812, "Finetune/Loss (Raw)": 0.9007381796836853, "Finetune/Step": 5011, "Finetune/Step Time": 5.323336109519005} +{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8765783309936523, "Finetune/Loss (Raw)": 0.8722497820854187, "Finetune/Step": 5012, "Finetune/Step Time": 5.321760211139917} +{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.875700831413269, "Finetune/Loss (Raw)": 0.75825434923172, "Finetune/Step": 5013, "Finetune/Step Time": 5.3145249634981155} +{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8741387128829956, "Finetune/Loss (Raw)": 0.8275830149650574, "Finetune/Step": 5014, "Finetune/Step Time": 5.304047966375947} +{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8732680082321167, "Finetune/Loss (Raw)": 0.8099909424781799, "Finetune/Step": 5015, "Finetune/Step Time": 5.292965525761247} +{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8725796341896057, "Finetune/Loss (Raw)": 0.9085515141487122, "Finetune/Step": 5016, "Finetune/Step Time": 5.313443049788475} +{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8720158934593201, "Finetune/Loss (Raw)": 0.8339768648147583, "Finetune/Step": 5017, "Finetune/Step Time": 5.3133083656430244} +{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.871191680431366, "Finetune/Loss (Raw)": 0.7980449795722961, "Finetune/Step": 5018, "Finetune/Step Time": 5.3014274854213} +{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8712453246116638, "Finetune/Loss (Raw)": 0.8127474188804626, "Finetune/Step": 5019, "Finetune/Step Time": 5.299996526911855} +{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8666430711746216, "Finetune/Loss (Raw)": 0.3440760672092438, "Finetune/Step": 5020, "Finetune/Step Time": 5.329446030780673} +{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8658983707427979, "Finetune/Loss (Raw)": 0.9545114636421204, "Finetune/Step": 5021, "Finetune/Step Time": 5.328158849850297} +{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8662775754928589, "Finetune/Loss (Raw)": 0.9195945262908936, "Finetune/Step": 5022, "Finetune/Step Time": 5.310025755316019} +{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8671979308128357, "Finetune/Loss (Raw)": 0.93995600938797, "Finetune/Step": 5023, "Finetune/Step Time": 5.316424338147044} +{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8664336800575256, "Finetune/Loss (Raw)": 0.864989161491394, "Finetune/Step": 5024, "Finetune/Step Time": 5.319861663505435} +{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8675891160964966, "Finetune/Loss (Raw)": 0.8661280274391174, "Finetune/Step": 5025, "Finetune/Step Time": 5.324460541829467} +{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8688493967056274, "Finetune/Loss (Raw)": 0.9731744527816772, "Finetune/Step": 5026, "Finetune/Step Time": 5.316008174791932} +{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.868535578250885, "Finetune/Loss (Raw)": 0.9782877564430237, "Finetune/Step": 5027, "Finetune/Step Time": 5.318744376301765} +{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8693987727165222, "Finetune/Loss (Raw)": 0.9972906112670898, "Finetune/Step": 5028, "Finetune/Step Time": 5.3210229482501745} +{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8699256777763367, "Finetune/Loss (Raw)": 0.9247016906738281, "Finetune/Step": 5029, "Finetune/Step Time": 5.322837335988879} +{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698786497116089, "Finetune/Loss (Raw)": 0.8619122505187988, "Finetune/Step": 5030, "Finetune/Step Time": 5.325840761885047} +{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8704172968864441, "Finetune/Loss (Raw)": 0.9440062046051025, "Finetune/Step": 5031, "Finetune/Step Time": 5.327398184686899} +{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713546991348267, "Finetune/Loss (Raw)": 1.0005629062652588, "Finetune/Step": 5032, "Finetune/Step Time": 5.325105143710971} +{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706543445587158, "Finetune/Loss (Raw)": 0.8998609781265259, "Finetune/Step": 5033, "Finetune/Step Time": 5.3244785238057375} +{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8711907863616943, "Finetune/Loss (Raw)": 0.9631654620170593, "Finetune/Step": 5034, "Finetune/Step Time": 5.316726138815284} +{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8712735176086426, "Finetune/Loss (Raw)": 0.8308358788490295, "Finetune/Step": 5035, "Finetune/Step Time": 5.319520043209195} +{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8707727789878845, "Finetune/Loss (Raw)": 0.8525139093399048, "Finetune/Step": 5036, "Finetune/Step Time": 5.299188299104571} +{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8716493844985962, "Finetune/Loss (Raw)": 1.001147747039795, "Finetune/Step": 5037, "Finetune/Step Time": 5.299803953617811} +{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8722453117370605, "Finetune/Loss (Raw)": 1.0051742792129517, "Finetune/Step": 5038, "Finetune/Step Time": 5.307994486764073} +{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8741874694824219, "Finetune/Loss (Raw)": 1.1367425918579102, "Finetune/Step": 5039, "Finetune/Step Time": 5.31325251981616} +{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.872893214225769, "Finetune/Loss (Raw)": 0.7900699377059937, "Finetune/Step": 5040, "Finetune/Step Time": 5.317508481442928} +{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8733283281326294, "Finetune/Loss (Raw)": 1.0325416326522827, "Finetune/Step": 5041, "Finetune/Step Time": 5.300768220797181} +{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8781792521476746, "Finetune/Loss (Raw)": 1.022131323814392, "Finetune/Step": 5042, "Finetune/Step Time": 5.283347612246871} +{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8789483308792114, "Finetune/Loss (Raw)": 0.8857095837593079, "Finetune/Step": 5043, "Finetune/Step Time": 5.285364164039493} +{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.878778874874115, "Finetune/Loss (Raw)": 0.8767920732498169, "Finetune/Step": 5044, "Finetune/Step Time": 5.2878845781087875} +{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8778482675552368, "Finetune/Loss (Raw)": 0.2861591577529907, "Finetune/Step": 5045, "Finetune/Step Time": 5.2862207517027855} +{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8731571435928345, "Finetune/Loss (Raw)": 0.32980069518089294, "Finetune/Step": 5046, "Finetune/Step Time": 5.321872713044286} +{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8735042214393616, "Finetune/Loss (Raw)": 0.9369685649871826, "Finetune/Step": 5047, "Finetune/Step Time": 5.321078462526202} +{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8739725947380066, "Finetune/Loss (Raw)": 0.9936871528625488, "Finetune/Step": 5048, "Finetune/Step Time": 5.322096638381481} +{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8732581734657288, "Finetune/Loss (Raw)": 0.8956908583641052, "Finetune/Step": 5049, "Finetune/Step Time": 5.30857764929533} +{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8742272853851318, "Finetune/Loss (Raw)": 0.9046176075935364, "Finetune/Step": 5050, "Finetune/Step Time": 5.319511525332928} +{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8742038011550903, "Finetune/Loss (Raw)": 0.8368567824363708, "Finetune/Step": 5051, "Finetune/Step Time": 5.333766100928187} +{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8698488473892212, "Finetune/Loss (Raw)": 0.3667687177658081, "Finetune/Step": 5052, "Finetune/Step Time": 5.359891798347235} +{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8698553442955017, "Finetune/Loss (Raw)": 0.8703770041465759, "Finetune/Step": 5053, "Finetune/Step Time": 5.368452051654458} +{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8714502453804016, "Finetune/Loss (Raw)": 1.0509891510009766, "Finetune/Step": 5054, "Finetune/Step Time": 5.374656880274415} +{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.871587872505188, "Finetune/Loss (Raw)": 0.8611533045768738, "Finetune/Step": 5055, "Finetune/Step Time": 5.374823411926627} +{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8733738660812378, "Finetune/Loss (Raw)": 0.9209755659103394, "Finetune/Step": 5056, "Finetune/Step Time": 5.349346686154604} +{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8738674521446228, "Finetune/Loss (Raw)": 0.9181728363037109, "Finetune/Step": 5057, "Finetune/Step Time": 5.358450587838888} +{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8738524913787842, "Finetune/Loss (Raw)": 0.9254087805747986, "Finetune/Step": 5058, "Finetune/Step Time": 5.356553291901946} +{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8740177154541016, "Finetune/Loss (Raw)": 0.995518147945404, "Finetune/Step": 5059, "Finetune/Step Time": 5.354094736278057} +{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8745406866073608, "Finetune/Loss (Raw)": 1.0084854364395142, "Finetune/Step": 5060, "Finetune/Step Time": 5.354225711897016} +{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8754130601882935, "Finetune/Loss (Raw)": 0.9349607229232788, "Finetune/Step": 5061, "Finetune/Step Time": 5.337152453139424} +{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8747743368148804, "Finetune/Loss (Raw)": 0.8793500661849976, "Finetune/Step": 5062, "Finetune/Step Time": 5.341980991885066} +{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8745854496955872, "Finetune/Loss (Raw)": 0.9769711494445801, "Finetune/Step": 5063, "Finetune/Step Time": 5.338756674900651} +{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8745244741439819, "Finetune/Loss (Raw)": 0.8068201541900635, "Finetune/Step": 5064, "Finetune/Step Time": 5.334199549630284} +{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8741979002952576, "Finetune/Loss (Raw)": 1.0195465087890625, "Finetune/Step": 5065, "Finetune/Step Time": 5.345861598849297} +{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8741306662559509, "Finetune/Loss (Raw)": 0.9583125114440918, "Finetune/Step": 5066, "Finetune/Step Time": 5.337118040770292} +{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8783057928085327, "Finetune/Loss (Raw)": 0.8677251935005188, "Finetune/Step": 5067, "Finetune/Step Time": 5.309950215741992} +{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8801320791244507, "Finetune/Loss (Raw)": 0.941922664642334, "Finetune/Step": 5068, "Finetune/Step Time": 5.303156619891524} +{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8804945945739746, "Finetune/Loss (Raw)": 0.824424684047699, "Finetune/Step": 5069, "Finetune/Step Time": 5.30521653406322} +{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8803099393844604, "Finetune/Loss (Raw)": 0.8456974029541016, "Finetune/Step": 5070, "Finetune/Step Time": 5.302690088748932} +{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8806954026222229, "Finetune/Loss (Raw)": 0.8725039958953857, "Finetune/Step": 5071, "Finetune/Step Time": 5.3095336724072695} +{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8818985223770142, "Finetune/Loss (Raw)": 1.1224645376205444, "Finetune/Step": 5072, "Finetune/Step Time": 5.312601841986179} +{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8814897537231445, "Finetune/Loss (Raw)": 0.9241554141044617, "Finetune/Step": 5073, "Finetune/Step Time": 5.316547570750117} +{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8821128606796265, "Finetune/Loss (Raw)": 0.9876829385757446, "Finetune/Step": 5074, "Finetune/Step Time": 5.306387700140476} +{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8774467706680298, "Finetune/Loss (Raw)": 0.3750327527523041, "Finetune/Step": 5075, "Finetune/Step Time": 5.335469668731093} +{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8785618543624878, "Finetune/Loss (Raw)": 0.9942502379417419, "Finetune/Step": 5076, "Finetune/Step Time": 5.333779856562614} +{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8790748119354248, "Finetune/Loss (Raw)": 0.9238999485969543, "Finetune/Step": 5077, "Finetune/Step Time": 5.355466689914465} +{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8795218467712402, "Finetune/Loss (Raw)": 0.9228971600532532, "Finetune/Step": 5078, "Finetune/Step Time": 5.339096251875162} +{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8803476691246033, "Finetune/Loss (Raw)": 1.0591517686843872, "Finetune/Step": 5079, "Finetune/Step Time": 5.339290078729391} +{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8808779120445251, "Finetune/Loss (Raw)": 1.025803804397583, "Finetune/Step": 5080, "Finetune/Step Time": 5.3313162997365} +{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8799026012420654, "Finetune/Loss (Raw)": 0.7567006349563599, "Finetune/Step": 5081, "Finetune/Step Time": 5.327855154871941} +{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8747886419296265, "Finetune/Loss (Raw)": 0.3400093615055084, "Finetune/Step": 5082, "Finetune/Step Time": 5.303242199122906} +{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8748828768730164, "Finetune/Loss (Raw)": 0.9205407500267029, "Finetune/Step": 5083, "Finetune/Step Time": 5.3073280192911625} +{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8734039664268494, "Finetune/Loss (Raw)": 0.7911829352378845, "Finetune/Step": 5084, "Finetune/Step Time": 5.323386237025261} +{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8726019859313965, "Finetune/Loss (Raw)": 0.91053706407547, "Finetune/Step": 5085, "Finetune/Step Time": 5.326238680630922} +{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8737861514091492, "Finetune/Loss (Raw)": 1.034881830215454, "Finetune/Step": 5086, "Finetune/Step Time": 5.3132778480648994} +{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8779443502426147, "Finetune/Loss (Raw)": 0.9680452942848206, "Finetune/Step": 5087, "Finetune/Step Time": 5.304733578115702} +{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8793498277664185, "Finetune/Loss (Raw)": 1.0403958559036255, "Finetune/Step": 5088, "Finetune/Step Time": 5.3046247232705355} +{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8804712295532227, "Finetune/Loss (Raw)": 0.97795170545578, "Finetune/Step": 5089, "Finetune/Step Time": 5.303855733945966} +{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.879610538482666, "Finetune/Loss (Raw)": 0.852118968963623, "Finetune/Step": 5090, "Finetune/Step Time": 5.305121190845966} +{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8804103136062622, "Finetune/Loss (Raw)": 0.9869780540466309, "Finetune/Step": 5091, "Finetune/Step Time": 5.31310548260808} +{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.875225305557251, "Finetune/Loss (Raw)": 0.3199297785758972, "Finetune/Step": 5092, "Finetune/Step Time": 5.3400314804166555} +{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8747495412826538, "Finetune/Loss (Raw)": 0.9423545002937317, "Finetune/Step": 5093, "Finetune/Step Time": 5.336000714451075} +{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8749655485153198, "Finetune/Loss (Raw)": 0.8633359670639038, "Finetune/Step": 5094, "Finetune/Step Time": 5.345556031912565} +{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8735499978065491, "Finetune/Loss (Raw)": 0.763952910900116, "Finetune/Step": 5095, "Finetune/Step Time": 5.352590823546052} +{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8727858662605286, "Finetune/Loss (Raw)": 0.8486222624778748, "Finetune/Step": 5096, "Finetune/Step Time": 5.3748708087950945} +{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8710103631019592, "Finetune/Loss (Raw)": 0.7090904712677002, "Finetune/Step": 5097, "Finetune/Step Time": 5.365595543757081} +{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8691754937171936, "Finetune/Loss (Raw)": 0.753749430179596, "Finetune/Step": 5098, "Finetune/Step Time": 5.367252724245191} +{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8673011660575867, "Finetune/Loss (Raw)": 0.8200901746749878, "Finetune/Step": 5099, "Finetune/Step Time": 5.360164454206824} +{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8664515018463135, "Finetune/Loss (Raw)": 0.8083095550537109, "Finetune/Step": 5100, "Finetune/Step Time": 5.341236844658852} +{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8649057149887085, "Finetune/Loss (Raw)": 0.8284571766853333, "Finetune/Step": 5101, "Finetune/Step Time": 5.34818097576499} +{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8698039650917053, "Finetune/Loss (Raw)": 0.9270004630088806, "Finetune/Step": 5102, "Finetune/Step Time": 5.325216976925731} +{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8710743188858032, "Finetune/Loss (Raw)": 1.0093450546264648, "Finetune/Step": 5103, "Finetune/Step Time": 5.32027093321085} +{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8682610988616943, "Finetune/Loss (Raw)": 0.6713939905166626, "Finetune/Step": 5104, "Finetune/Step Time": 5.322510471567512} +{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8691548109054565, "Finetune/Loss (Raw)": 0.9152852296829224, "Finetune/Step": 5105, "Finetune/Step Time": 5.300655480474234} +{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8705835342407227, "Finetune/Loss (Raw)": 1.0248490571975708, "Finetune/Step": 5106, "Finetune/Step Time": 5.3015477899461985} +{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8715505599975586, "Finetune/Loss (Raw)": 1.013561487197876, "Finetune/Step": 5107, "Finetune/Step Time": 5.300629513338208} +{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8725519180297852, "Finetune/Loss (Raw)": 0.880950391292572, "Finetune/Step": 5108, "Finetune/Step Time": 5.284649716690183} +{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.874293327331543, "Finetune/Loss (Raw)": 1.00625741481781, "Finetune/Step": 5109, "Finetune/Step Time": 5.287639435380697} +{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8737437725067139, "Finetune/Loss (Raw)": 0.9261447191238403, "Finetune/Step": 5110, "Finetune/Step Time": 5.299388678744435} +{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8767695426940918, "Finetune/Loss (Raw)": 0.794430136680603, "Finetune/Step": 5111, "Finetune/Step Time": 5.2940562050789595} +{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8727148771286011, "Finetune/Loss (Raw)": 0.3438044786453247, "Finetune/Step": 5112, "Finetune/Step Time": 5.3146221078932285} +{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8664819002151489, "Finetune/Loss (Raw)": 0.2832827866077423, "Finetune/Step": 5113, "Finetune/Step Time": 5.355932883918285} +{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8678559064865112, "Finetune/Loss (Raw)": 0.8995762467384338, "Finetune/Step": 5114, "Finetune/Step Time": 5.356819778680801} +{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8666284084320068, "Finetune/Loss (Raw)": 0.8109811544418335, "Finetune/Step": 5115, "Finetune/Step Time": 5.343725085258484} +{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8609176278114319, "Finetune/Loss (Raw)": 0.2559307813644409, "Finetune/Step": 5116, "Finetune/Step Time": 5.36824531853199} +{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8619701266288757, "Finetune/Loss (Raw)": 1.0944504737854004, "Finetune/Step": 5117, "Finetune/Step Time": 5.369394153356552} +{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8630385994911194, "Finetune/Loss (Raw)": 1.0463658571243286, "Finetune/Step": 5118, "Finetune/Step Time": 5.371830675750971} +{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8646097183227539, "Finetune/Loss (Raw)": 1.07501220703125, "Finetune/Step": 5119, "Finetune/Step Time": 5.37773079611361} +{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8592751026153564, "Finetune/Loss (Raw)": 0.3399128317832947, "Finetune/Step": 5120, "Finetune/Step Time": 5.392767813056707} +{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.860633373260498, "Finetune/Loss (Raw)": 0.8458343148231506, "Finetune/Step": 5121, "Finetune/Step Time": 5.378619546070695} +{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.860185980796814, "Finetune/Loss (Raw)": 0.8178767561912537, "Finetune/Step": 5122, "Finetune/Step Time": 5.370248505845666} +{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8624978065490723, "Finetune/Loss (Raw)": 0.9470964670181274, "Finetune/Step": 5123, "Finetune/Step Time": 5.372279290109873} +{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8616520166397095, "Finetune/Loss (Raw)": 0.9671938419342041, "Finetune/Step": 5124, "Finetune/Step Time": 5.373399265110493} +{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8623403310775757, "Finetune/Loss (Raw)": 1.0432732105255127, "Finetune/Step": 5125, "Finetune/Step Time": 5.37291544303298} +{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8563491106033325, "Finetune/Loss (Raw)": 0.38422325253486633, "Finetune/Step": 5126, "Finetune/Step Time": 5.402422819286585} +{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8556617498397827, "Finetune/Loss (Raw)": 0.922311007976532, "Finetune/Step": 5127, "Finetune/Step Time": 5.415205644443631} +{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8598825335502625, "Finetune/Loss (Raw)": 0.8876013159751892, "Finetune/Step": 5128, "Finetune/Step Time": 5.387787811458111} +{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8544813394546509, "Finetune/Loss (Raw)": 0.28904303908348083, "Finetune/Step": 5129, "Finetune/Step Time": 5.420580605044961} +{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8556484580039978, "Finetune/Loss (Raw)": 0.8804643750190735, "Finetune/Step": 5130, "Finetune/Step Time": 5.415028573945165} +{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8552502393722534, "Finetune/Loss (Raw)": 0.7853512763977051, "Finetune/Step": 5131, "Finetune/Step Time": 5.420856989920139} +{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8552765846252441, "Finetune/Loss (Raw)": 0.8105993866920471, "Finetune/Step": 5132, "Finetune/Step Time": 5.414855970069766} +{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8555441498756409, "Finetune/Loss (Raw)": 0.9465702772140503, "Finetune/Step": 5133, "Finetune/Step Time": 5.420581860467792} +{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8554859161376953, "Finetune/Loss (Raw)": 0.9232428669929504, "Finetune/Step": 5134, "Finetune/Step Time": 5.424194293096662} +{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8546799421310425, "Finetune/Loss (Raw)": 0.7602394819259644, "Finetune/Step": 5135, "Finetune/Step Time": 5.418219881132245} +{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8565991520881653, "Finetune/Loss (Raw)": 1.0714596509933472, "Finetune/Step": 5136, "Finetune/Step Time": 5.42284987308085} +{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8550235033035278, "Finetune/Loss (Raw)": 0.852897584438324, "Finetune/Step": 5137, "Finetune/Step Time": 5.42532804608345} +{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8539402484893799, "Finetune/Loss (Raw)": 0.8600909113883972, "Finetune/Step": 5138, "Finetune/Step Time": 5.4393414333462715} +{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8495379686355591, "Finetune/Loss (Raw)": 0.3372400403022766, "Finetune/Step": 5139, "Finetune/Step Time": 5.4690550193190575} +{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8501604199409485, "Finetune/Loss (Raw)": 0.951928436756134, "Finetune/Step": 5140, "Finetune/Step Time": 5.4636327885091305} +{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8522388935089111, "Finetune/Loss (Raw)": 1.0242948532104492, "Finetune/Step": 5141, "Finetune/Step Time": 5.461096052080393} +{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.852668285369873, "Finetune/Loss (Raw)": 0.8825483918190002, "Finetune/Step": 5142, "Finetune/Step Time": 5.465041294693947} +{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8540486097335815, "Finetune/Loss (Raw)": 0.9866716265678406, "Finetune/Step": 5143, "Finetune/Step Time": 5.467951763421297} +{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8524842858314514, "Finetune/Loss (Raw)": 0.7083195447921753, "Finetune/Step": 5144, "Finetune/Step Time": 5.46817628480494} +{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8526262640953064, "Finetune/Loss (Raw)": 0.8521475195884705, "Finetune/Step": 5145, "Finetune/Step Time": 5.4749781135469675} +{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8544939756393433, "Finetune/Loss (Raw)": 1.0371196269989014, "Finetune/Step": 5146, "Finetune/Step Time": 5.470076031982899} +{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8551303148269653, "Finetune/Loss (Raw)": 0.894191563129425, "Finetune/Step": 5147, "Finetune/Step Time": 5.47228691726923} +{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8581491112709045, "Finetune/Loss (Raw)": 0.7304853796958923, "Finetune/Step": 5148, "Finetune/Step Time": 5.447134027257562} +{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8574386239051819, "Finetune/Loss (Raw)": 0.8635683059692383, "Finetune/Step": 5149, "Finetune/Step Time": 5.453881023451686} +{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8570414781570435, "Finetune/Loss (Raw)": 0.8687657117843628, "Finetune/Step": 5150, "Finetune/Step Time": 5.460582837462425} +{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8562378883361816, "Finetune/Loss (Raw)": 0.8370885848999023, "Finetune/Step": 5151, "Finetune/Step Time": 5.457169853150845} +{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8557843565940857, "Finetune/Loss (Raw)": 0.8069432973861694, "Finetune/Step": 5152, "Finetune/Step Time": 5.459492603316903} +{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8522464036941528, "Finetune/Loss (Raw)": 0.41326525807380676, "Finetune/Step": 5153, "Finetune/Step Time": 5.478961858898401} +{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8474805355072021, "Finetune/Loss (Raw)": 0.36314260959625244, "Finetune/Step": 5154, "Finetune/Step Time": 5.5105064157396555} +{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8461101055145264, "Finetune/Loss (Raw)": 0.8028690814971924, "Finetune/Step": 5155, "Finetune/Step Time": 5.51127758435905} +{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8462414741516113, "Finetune/Loss (Raw)": 1.0141061544418335, "Finetune/Step": 5156, "Finetune/Step Time": 5.5238775704056025} +{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8462775945663452, "Finetune/Loss (Raw)": 0.9293302297592163, "Finetune/Step": 5157, "Finetune/Step Time": 5.52336773276329} +{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8464859127998352, "Finetune/Loss (Raw)": 0.8885796070098877, "Finetune/Step": 5158, "Finetune/Step Time": 5.520387463271618} +{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8468570709228516, "Finetune/Loss (Raw)": 0.9915096163749695, "Finetune/Step": 5159, "Finetune/Step Time": 5.522810699418187} +{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8471787571907043, "Finetune/Loss (Raw)": 1.0417420864105225, "Finetune/Step": 5160, "Finetune/Step Time": 5.522240161895752} +{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.847806453704834, "Finetune/Loss (Raw)": 0.9801974892616272, "Finetune/Step": 5161, "Finetune/Step Time": 5.533671788871288} +{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8468265533447266, "Finetune/Loss (Raw)": 0.83774733543396, "Finetune/Step": 5162, "Finetune/Step Time": 5.538422085344791} +{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8477789759635925, "Finetune/Loss (Raw)": 0.9527413845062256, "Finetune/Step": 5163, "Finetune/Step Time": 5.529197903349996} +{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8490685224533081, "Finetune/Loss (Raw)": 1.0175774097442627, "Finetune/Step": 5164, "Finetune/Step Time": 5.5432131346315145} +{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8472838401794434, "Finetune/Loss (Raw)": 0.7727092504501343, "Finetune/Step": 5165, "Finetune/Step Time": 5.547699701040983} +{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.846936821937561, "Finetune/Loss (Raw)": 0.9607497453689575, "Finetune/Step": 5166, "Finetune/Step Time": 5.559654712677002} +{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.844795286655426, "Finetune/Loss (Raw)": 0.8626286387443542, "Finetune/Step": 5167, "Finetune/Step Time": 5.552348176017404} +{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8461662530899048, "Finetune/Loss (Raw)": 0.9655562043190002, "Finetune/Step": 5168, "Finetune/Step Time": 5.542858332395554} +{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8455017805099487, "Finetune/Loss (Raw)": 0.9474818110466003, "Finetune/Step": 5169, "Finetune/Step Time": 5.548931272700429} +{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8435536623001099, "Finetune/Loss (Raw)": 0.772773802280426, "Finetune/Step": 5170, "Finetune/Step Time": 5.545930620282888} +{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8447204232215881, "Finetune/Loss (Raw)": 1.0350573062896729, "Finetune/Step": 5171, "Finetune/Step Time": 5.541650719940662} +{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8448389768600464, "Finetune/Loss (Raw)": 0.8919693827629089, "Finetune/Step": 5172, "Finetune/Step Time": 5.538758751004934} +{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8490447998046875, "Finetune/Loss (Raw)": 0.8245092630386353, "Finetune/Step": 5173, "Finetune/Step Time": 5.507711606100202} +{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8552521467208862, "Finetune/Loss (Raw)": 1.1243380308151245, "Finetune/Step": 5174, "Finetune/Step Time": 5.472310004755855} +{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8552935123443604, "Finetune/Loss (Raw)": 0.9422593116760254, "Finetune/Step": 5175, "Finetune/Step Time": 5.47897183150053} +{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8500345945358276, "Finetune/Loss (Raw)": 0.3205502927303314, "Finetune/Step": 5176, "Finetune/Step Time": 5.5082838088274} +{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8511874675750732, "Finetune/Loss (Raw)": 1.0432560443878174, "Finetune/Step": 5177, "Finetune/Step Time": 5.501877501606941} +{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.850321888923645, "Finetune/Loss (Raw)": 0.7938227653503418, "Finetune/Step": 5178, "Finetune/Step Time": 5.4865202736109495} +{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8504914045333862, "Finetune/Loss (Raw)": 0.8585544228553772, "Finetune/Step": 5179, "Finetune/Step Time": 5.482388827949762} +{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8541825413703918, "Finetune/Loss (Raw)": 0.8392351269721985, "Finetune/Step": 5180, "Finetune/Step Time": 5.4646210335195065} +{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8548400402069092, "Finetune/Loss (Raw)": 0.9545354843139648, "Finetune/Step": 5181, "Finetune/Step Time": 5.459880979731679} +{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8525342345237732, "Finetune/Loss (Raw)": 0.7558478116989136, "Finetune/Step": 5182, "Finetune/Step Time": 5.4630472380667925} +{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8530662655830383, "Finetune/Loss (Raw)": 0.9292495846748352, "Finetune/Step": 5183, "Finetune/Step Time": 5.472845669835806} +{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8532893657684326, "Finetune/Loss (Raw)": 0.9495335221290588, "Finetune/Step": 5184, "Finetune/Step Time": 5.482906989753246} +{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8544851541519165, "Finetune/Loss (Raw)": 1.071235179901123, "Finetune/Step": 5185, "Finetune/Step Time": 5.488830020651221} +{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8502001762390137, "Finetune/Loss (Raw)": 0.3769369125366211, "Finetune/Step": 5186, "Finetune/Step Time": 5.517065851017833} +{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8486227989196777, "Finetune/Loss (Raw)": 0.793603241443634, "Finetune/Step": 5187, "Finetune/Step Time": 5.535123663023114} +{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8474838733673096, "Finetune/Loss (Raw)": 0.8627055883407593, "Finetune/Step": 5188, "Finetune/Step Time": 5.536323396489024} +{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8466659784317017, "Finetune/Loss (Raw)": 0.8302735090255737, "Finetune/Step": 5189, "Finetune/Step Time": 5.549160655587912} +{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8459464311599731, "Finetune/Loss (Raw)": 0.7872462272644043, "Finetune/Step": 5190, "Finetune/Step Time": 5.547487206757069} +{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8444761633872986, "Finetune/Loss (Raw)": 0.7887768745422363, "Finetune/Step": 5191, "Finetune/Step Time": 5.565634148195386} +{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8450855016708374, "Finetune/Loss (Raw)": 0.8848150968551636, "Finetune/Step": 5192, "Finetune/Step Time": 5.561445841565728} +{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8431490063667297, "Finetune/Loss (Raw)": 0.7716753482818604, "Finetune/Step": 5193, "Finetune/Step Time": 5.567808993160725} +{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8382338285446167, "Finetune/Loss (Raw)": 0.32918107509613037, "Finetune/Step": 5194, "Finetune/Step Time": 5.597796227782965} +{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8384226560592651, "Finetune/Loss (Raw)": 0.8918879628181458, "Finetune/Step": 5195, "Finetune/Step Time": 5.589737167581916} +{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8375842571258545, "Finetune/Loss (Raw)": 0.8346099257469177, "Finetune/Step": 5196, "Finetune/Step Time": 5.595916459336877} +{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8382498025894165, "Finetune/Loss (Raw)": 0.9096052646636963, "Finetune/Step": 5197, "Finetune/Step Time": 5.587826371192932} +{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8386871814727783, "Finetune/Loss (Raw)": 0.9016913175582886, "Finetune/Step": 5198, "Finetune/Step Time": 5.584032919257879} diff --git a/s1_s2_qformer2_256/wandb/debug-internal.log b/s1_s2_qformer2_256/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..3a0cf9a0729a3b5c80f9764326675c4a93ac3a16 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20240313_112808-6hbull8s/logs/debug-internal.log \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/debug.log b/s1_s2_qformer2_256/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..ac6fb6275baa48ee2eb07e499186260e329daf75 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/debug.log @@ -0,0 +1 @@ +run-20240313_112808-6hbull8s/logs/debug.log \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/latest-run b/s1_s2_qformer2_256/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..ec10703ff59c46fab49b65d764324602abd58be7 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/latest-run @@ -0,0 +1 @@ +run-20240313_112808-6hbull8s \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..799a6f3a49522423b58a3ae238b95584ecfe64c1 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml @@ -0,0 +1,194 @@ +name: pvlm +channels: + - pytorch + - nvidia + - defaults +dependencies: + - _libgcc_mutex=0.1=main + - _openmp_mutex=5.1=1_gnu + - blas=1.0=mkl + - bzip2=1.0.8=h7b6447c_0 + - ca-certificates=2023.12.12=h06a4308_0 + - certifi=2024.2.2=py310h06a4308_0 + - charset-normalizer=2.0.4=pyhd3eb1b0_0 + - cuda-cudart=11.8.89=0 + - cuda-cupti=11.8.87=0 + - cuda-libraries=11.8.0=0 + - cuda-nvrtc=11.8.89=0 + - cuda-nvtx=11.8.86=0 + - cuda-runtime=11.8.0=0 + - ffmpeg=4.3=hf484d3e_0 + - filelock=3.13.1=py310h06a4308_0 + - freetype=2.12.1=h4a9f257_0 + - gmp=6.2.1=h295c915_3 + - gmpy2=2.1.2=py310heeb90bb_0 + - gnutls=3.6.15=he1e5248_0 + - idna=3.4=py310h06a4308_0 + - intel-openmp=2023.1.0=hdb19cb5_46306 + - jinja2=3.1.3=py310h06a4308_0 + - jpeg=9e=h5eee18b_1 + - lame=3.100=h7b6447c_0 + - lcms2=2.12=h3be6417_0 + - ld_impl_linux-64=2.38=h1181459_1 + - lerc=3.0=h295c915_0 + - libcublas=11.11.3.6=0 + - libcufft=10.9.0.58=0 + - libcufile=1.8.1.2=0 + - libcurand=10.3.4.107=0 + - libcusolver=11.4.1.48=0 + - libcusparse=11.7.5.86=0 + - libdeflate=1.17=h5eee18b_1 + - libffi=3.4.4=h6a678d5_0 + - libgcc-ng=11.2.0=h1234567_1 + - libgomp=11.2.0=h1234567_1 + - libiconv=1.16=h7f8727e_2 + - libidn2=2.3.4=h5eee18b_0 + - libjpeg-turbo=2.0.0=h9bf148f_0 + - libnpp=11.8.0.86=0 + - libnvjpeg=11.9.0.86=0 + - libpng=1.6.39=h5eee18b_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libtasn1=4.19.0=h5eee18b_0 + - libtiff=4.5.1=h6a678d5_0 + - libunistring=0.9.10=h27cfd23_0 + - libuuid=1.41.5=h5eee18b_0 + - libwebp-base=1.3.2=h5eee18b_0 + - llvm-openmp=14.0.6=h9e868ea_0 + - lz4-c=1.9.4=h6a678d5_0 + - markupsafe=2.1.3=py310h5eee18b_0 + - mkl=2023.1.0=h213fc3f_46344 + - mkl-service=2.4.0=py310h5eee18b_1 + - mkl_fft=1.3.8=py310h5eee18b_0 + - mkl_random=1.2.4=py310hdb19cb5_0 + - mpc=1.1.0=h10f8cd9_1 + - mpfr=4.0.2=hb69a4c5_1 + - mpmath=1.3.0=py310h06a4308_0 + - ncurses=6.4=h6a678d5_0 + - nettle=3.7.3=hbbd107a_1 + - networkx=3.1=py310h06a4308_0 + - numpy=1.26.4=py310h5f9d8c6_0 + - numpy-base=1.26.4=py310hb5e798b_0 + - openh264=2.1.1=h4ff587b_0 + - openjpeg=2.4.0=h3ad879b_0 + - openssl=3.0.13=h7f8727e_0 + - pillow=10.2.0=py310h5eee18b_0 + - pip=23.3.1=py310h06a4308_0 + - python=3.10.13=h955ad1f_0 + - pytorch=2.2.1=py3.10_cuda11.8_cudnn8.7.0_0 + - pytorch-cuda=11.8=h7e8668a_5 + - pytorch-mutex=1.0=cuda + - pyyaml=6.0.1=py310h5eee18b_0 + - readline=8.2=h5eee18b_0 + - requests=2.31.0=py310h06a4308_1 + - setuptools=68.2.2=py310h06a4308_0 + - sqlite=3.41.2=h5eee18b_0 + - sympy=1.12=py310h06a4308_0 + - tbb=2021.8.0=hdb19cb5_0 + - tk=8.6.12=h1ccaba5_0 + - torchaudio=2.2.1=py310_cu118 + - torchtriton=2.2.0=py310 + - torchvision=0.17.1=py310_cu118 + - typing_extensions=4.9.0=py310h06a4308_1 + - urllib3=2.1.0=py310h06a4308_0 + - wheel=0.41.2=py310h06a4308_0 + - xz=5.4.5=h5eee18b_0 + - yaml=0.2.5=h7b6447c_0 + - zlib=1.2.13=h5eee18b_0 + - zstd=1.5.5=hc292b87_0 + - pip: + - accelerate==0.27.2 + - aiohttp==3.9.3 + - aiosignal==1.3.1 + - annotated-types==0.6.0 + - appdirs==1.4.4 + - async-timeout==4.0.3 + - attrs==23.2.0 + - beautifulsoup4==4.12.3 + - blis==0.7.11 + - catalogue==2.0.10 + - click==8.1.7 + - cloudpathlib==0.16.0 + - confection==0.1.4 + - contourpy==1.2.0 + - cycler==0.12.1 + - cymem==2.0.8 + - datasets==2.18.0 + - deepspeed==0.13.4 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - draccus==0.7.1 + - einops==0.7.0 + - flash-attn==2.5.5 + - fonttools==4.49.0 + - frozenlist==1.4.1 + - fsspec==2024.2.0 + - gdown==5.1.0 + - gitdb==4.0.11 + - gitpython==3.1.42 + - hjson==3.1.0 + - huggingface-hub==0.20.3 + - install==1.3.5 + - jsonlines==4.0.0 + - kiwisolver==1.4.5 + - langcodes==3.3.0 + - markdown-it-py==3.0.0 + - matplotlib==3.8.3 + - mdurl==0.1.2 + - mergedeep==1.3.4 + - multidict==6.0.5 + - multiprocess==0.70.16 + - murmurhash==1.0.10 + - mypy-extensions==1.0.0 + - ninja==1.11.1.1 + - packaging==23.2 + - pandas==2.2.1 + - preshed==3.0.9 + - prismatic==0.0.1 + - protobuf==4.25.3 + - psutil==5.9.8 + - py-cpuinfo==9.0.0 + - pyarrow==15.0.0 + - pyarrow-hotfix==0.6 + - pycocoevalcap==1.2 + - pycocotools==2.0.7 + - pydantic==2.6.3 + - pydantic-core==2.16.3 + - pygments==2.17.2 + - pynvml==11.5.0 + - pyparsing==3.1.1 + - pysocks==1.7.1 + - pythainlp==5.0.1 + - python-dateutil==2.9.0.post0 + - pytz==2024.1 + - pyyaml-include==1.3.2 + - regex==2023.12.25 + - rich==13.7.0 + - safetensors==0.4.2 + - sentencepiece==0.2.0 + - sentry-sdk==1.40.5 + - setproctitle==1.3.3 + - six==1.16.0 + - smart-open==6.4.0 + - smmap==5.0.1 + - soupsieve==2.5 + - spacy==3.7.4 + - spacy-legacy==3.0.12 + - spacy-loggers==1.0.5 + - srsly==2.4.8 + - sudachidict-core==20240109 + - sudachipy==0.6.8 + - thinc==8.2.3 + - timm==0.9.16 + - tokenizers==0.15.2 + - toml==0.10.2 + - tqdm==4.66.2 + - transformers==4.38.1 + - typer==0.9.0 + - typing-inspect==0.9.0 + - tzdata==2024.1 + - wandb==0.16.3 + - wasabi==1.1.2 + - weasel==0.3.4 + - xxhash==3.4.1 + - yarl==1.9.4 +prefix: /home/lilei/anaconda3/envs/pvlm diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6de02fd5f81c41de0a3bea8fdbe1fff0b512f17e --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml @@ -0,0 +1,119 @@ +wandb_version: 1 + +model: + desc: null + value: + type: one-stage+7b + model_id: one-stage+7b_qformer2_256 + arch_specifier: qformer2_256 + vision_backbone_id: clip-vit-l-336px + llm_backbone_id: vicuna-v15-7b + image_resize_strategy: letterbox + llm_max_length: 2048 + align_epochs: 1 + align_max_steps: null + align_global_batch_size: 256 + align_per_device_batch_size: 16 + align_learning_rate: 0.001 + align_weight_decay: 0.0 + align_max_grad_norm: 1.0 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_warmup_ratio: 0.03 + align_train_strategy: fsdp-shard-grad-op + finetune_epochs: 1 + finetune_max_steps: null + finetune_global_batch_size: 128 + finetune_per_device_batch_size: 16 + finetune_learning_rate: 2.0e-05 + finetune_weight_decay: 0.1 + finetune_max_grad_norm: 1.0 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_warmup_ratio: 0.03 + finetune_train_strategy: fsdp-full-shard + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + reduce_in_full_precision: false +dataset: + desc: null + value: + type: llava-v15 + dataset_id: llava-v15 + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + dataset_root_dir: data +stage: + desc: null + value: finetune +pretrained_checkpoint: + desc: null + value: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt +run_id: + desc: null + value: s1_s2_qformer2_256 +run_root_dir: + desc: null + value: runs +seed: + desc: null + value: 7 +hf_token: + desc: null + value: .hf_token +trackers: + desc: null + value: + - jsonl + - wandb +wandb_project: + desc: null + value: hf-vlms +wandb_entity: + desc: null + value: lilei_stones +max_length: + desc: null + value: 4096 +_wandb: + desc: null + value: + python_version: 3.10.13 + cli_version: 0.16.3 + framework: huggingface + huggingface_version: 4.38.1 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1710329288.064789 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 3: + - 2 + - 13 + - 16 + - 23 + 4: 3.10.13 + 5: 0.16.3 + 6: 4.38.1 + 8: + - 5 + 13: linux-x86_64 diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7d2f5b02790fbaf0e37af23f0abba4d10e555bdb --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log @@ -0,0 +1,5203 @@ + +03/13 [11:28:13] INFO  | >> [*] Starting Training Loop ]8;id=696414;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=68157;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#226\226]8;;\ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +=>> [Global Step] 005198 =>> LR :: 0.000000 -- Loss :: 0.8387: 100%|█████████████████████████████████████████████| 5198/5198 [7:50:38<00:00, 5.07s/it] +03/13 [19:23:31] INFO  | >> [*] Done with Training =>> Finalizing Metrics ]8;id=606020;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=714328;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#230\230]8;;\ \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..52215be56573f749927d1265d23e43a5fe36d5b1 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt @@ -0,0 +1,122 @@ +accelerate==0.27.2 +aiohttp==3.9.3 +aiosignal==1.3.1 +annotated-types==0.6.0 +appdirs==1.4.4 +async-timeout==4.0.3 +attrs==23.2.0 +beautifulsoup4==4.12.3 +blis==0.7.11 +catalogue==2.0.10 +certifi==2024.2.2 +charset-normalizer==2.0.4 +click==8.1.7 +cloudpathlib==0.16.0 +confection==0.1.4 +contourpy==1.2.0 +cycler==0.12.1 +cymem==2.0.8 +datasets==2.18.0 +deepspeed==0.13.4 +dill==0.3.8 +docker-pycreds==0.4.0 +draccus==0.7.1 +einops==0.7.0 +filelock==3.13.1 +flash-attn==2.5.5 +fonttools==4.49.0 +frozenlist==1.4.1 +fsspec==2024.2.0 +gdown==5.1.0 +gitdb==4.0.11 +gitpython==3.1.42 +gmpy2==2.1.2 +hjson==3.1.0 +huggingface-hub==0.20.3 +idna==3.4 +install==1.3.5 +jinja2==3.1.3 +jsonlines==4.0.0 +kiwisolver==1.4.5 +langcodes==3.3.0 +markdown-it-py==3.0.0 +markupsafe==2.1.3 +matplotlib==3.8.3 +mdurl==0.1.2 +mergedeep==1.3.4 +mkl-fft==1.3.8 +mkl-random==1.2.4 +mkl-service==2.4.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +murmurhash==1.0.10 +mypy-extensions==1.0.0 +networkx==3.1 +ninja==1.11.1.1 +numpy==1.26.4 +ocifs==1.3.1 +packaging==23.2 +pandas==2.2.1 +pillow==10.2.0 +pip==23.3.1 +preshed==3.0.9 +prismatic==0.0.1 +protobuf==4.25.3 +psutil==5.9.8 +py-cpuinfo==9.0.0 +pyarrow-hotfix==0.6 +pyarrow==15.0.0 +pycocoevalcap==1.2 +pycocotools==2.0.7 +pydantic-core==2.16.3 +pydantic==2.6.3 +pygments==2.17.2 +pynvml==11.5.0 +pyparsing==3.1.1 +pysocks==1.7.1 +pythainlp==5.0.1 +python-dateutil==2.9.0.post0 +pytz==2024.1 +pyyaml-include==1.3.2 +pyyaml==6.0.1 +regex==2023.12.25 +requests==2.31.0 +rich==13.7.0 +safetensors==0.4.2 +sentencepiece==0.2.0 +sentry-sdk==1.40.5 +setproctitle==1.3.3 +setuptools==68.2.2 +six==1.16.0 +smart-open==6.4.0 +smmap==5.0.1 +soupsieve==2.5 +spacy-legacy==3.0.12 +spacy-loggers==1.0.5 +spacy==3.7.4 +srsly==2.4.8 +sudachidict-core==20240109 +sudachipy==0.6.8 +sympy==1.12 +thinc==8.2.3 +timm==0.9.16 +tokenizers==0.15.2 +toml==0.10.2 +torch==2.2.1 +torchaudio==2.2.1 +torchvision==0.17.1 +tqdm==4.66.2 +transformers==4.38.1 +triton==2.2.0 +typer==0.9.0 +typing-extensions==4.9.0 +typing-inspect==0.9.0 +tzdata==2024.1 +urllib3==2.1.0 +wandb==0.16.3 +wasabi==1.1.2 +weasel==0.3.4 +wheel==0.41.2 +xxhash==3.4.1 +yarl==1.9.4 \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-metadata.json b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a9fda6cc13626833f97caf325e653d048d6ff5c0 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-metadata.json @@ -0,0 +1,1364 @@ +{ + "os": "Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31", + "python": "3.10.13", + "heartbeatAt": "2024-03-13T11:28:08.759036", + "startedAt": "2024-03-13T11:28:08.012584", + "docker": null, + "cuda": null, + "args": [ + "--model.type", + "one-stage+7b", + "--stage", + "finetune", + "--pretrained_checkpoint", + "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt", + "--model.model_id", + "one-stage+7b_qformer2_256", + "--run_id", + "s1_s2_qformer2_256", + "--model.arch_specifier", + "qformer2_256" + ], + "state": "running", + "program": "/home/lilei/prismatic-vlms/scripts/pretrain.py", + "codePathLocal": "scripts/pretrain.py", + "codePath": "scripts/pretrain.py", + "git": { + "remote": "https://github.com/TRI-ML/prismatic-vlms.git", + "commit": "e87c4d04915bf8fad0d90f2ae79454df778ee2d3" + }, + "email": "tobiaslee@qq.com", + "root": "/home/lilei/prismatic-vlms", + "host": "compute-permanent-node-91", + "username": "lilei", + "executable": "/home/lilei/anaconda3/envs/pvlm/bin/python", + "cpu_count": 128, + "cpu_count_logical": 255, + "cpu_freq": { + "current": 2574.1339137254904, + "min": 1500.0, + "max": 2550.0 + }, + "cpu_freq_per_core": [ + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.13, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3247.899, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3241.552, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3247.589, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2894.364, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.686, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.453, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.784, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3247.472, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + } + ], + "disk": { + "/": { + "total": 242.1086883544922, + "used": 64.8645248413086 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.6942749023438 + } +} diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9beacf5e9f26c6521fe6cf26f5a62f13adf267ed --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json @@ -0,0 +1 @@ +{"Finetune/Step": 5198, "Finetune/Loss": 0.8386871814727783, "Finetune/Loss (Raw)": 0.9016913175582886, "Finetune/Learning Rate": 0.0, "Finetune/Step Time": 5.584032919257879, "_timestamp": 1710357535.4396448, "_runtime": 28247.37485575676, "_step": 5198, "_wandb": {"runtime": 28522}} \ No newline at end of file diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug-internal.log b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3e3d388bc3b4f31c520c0c11f919412ee5a6f26d --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug-internal.log @@ -0,0 +1,43270 @@ +2024-03-13 11:28:08,064 INFO StreamThr :4098812 [internal.py:wandb_internal():86] W&B internal server running at pid: 4098812, started at: 2024-03-13 11:28:08.062782 +2024-03-13 11:28:08,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status +2024-03-13 11:28:08,077 INFO WriterThread:4098812 [datastore.py:open_for_write():87] open: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/run-6hbull8s.wandb +2024-03-13 11:28:08,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: header +2024-03-13 11:28:08,095 DEBUG SenderThread:4098812 [sender.py:send():382] send: run +2024-03-13 11:28:08,611 INFO SenderThread:4098812 [dir_watcher.py:__init__():211] watching files in: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files +2024-03-13 11:28:08,612 INFO SenderThread:4098812 [sender.py:_start_run_threads():1136] run started: 6hbull8s with start time 1710329288.064789 +2024-03-13 11:28:08,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: check_version +2024-03-13 11:28:08,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: check_version +2024-03-13 11:28:08,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: run_start +2024-03-13 11:28:08,686 DEBUG HandlerThread:4098812 [system_info.py:__init__():27] System info init +2024-03-13 11:28:08,686 DEBUG HandlerThread:4098812 [system_info.py:__init__():42] System info init done +2024-03-13 11:28:08,686 INFO HandlerThread:4098812 [system_monitor.py:start():194] Starting system monitor +2024-03-13 11:28:08,686 INFO SystemMonitor:4098812 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-13 11:28:08,687 INFO HandlerThread:4098812 [system_monitor.py:probe():214] Collecting system info +2024-03-13 11:28:08,687 INFO SystemMonitor:4098812 [interfaces.py:start():190] Started cpu monitoring +2024-03-13 11:28:08,687 INFO SystemMonitor:4098812 [interfaces.py:start():190] Started disk monitoring +2024-03-13 11:28:08,688 INFO SystemMonitor:4098812 [interfaces.py:start():190] Started gpu monitoring +2024-03-13 11:28:08,688 INFO SystemMonitor:4098812 [interfaces.py:start():190] Started memory monitoring +2024-03-13 11:28:08,688 INFO SystemMonitor:4098812 [interfaces.py:start():190] Started network monitoring +2024-03-13 11:28:08,758 DEBUG HandlerThread:4098812 [system_info.py:probe():151] Probing system +2024-03-13 11:28:08,763 DEBUG HandlerThread:4098812 [system_info.py:_probe_git():136] Probing git +2024-03-13 11:28:08,783 DEBUG HandlerThread:4098812 [system_info.py:_probe_git():144] Probing git done +2024-03-13 11:28:08,784 DEBUG HandlerThread:4098812 [system_info.py:probe():199] Probing system done +2024-03-13 11:28:08,784 DEBUG HandlerThread:4098812 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-13T11:28:08.759036', 'startedAt': '2024-03-13T11:28:08.012584', 'docker': None, 'cuda': None, 'args': ('--model.type', 'one-stage+7b', '--stage', 'finetune', '--pretrained_checkpoint', '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt', '--model.model_id', 'one-stage+7b_qformer2_256', '--run_id', 's1_s2_qformer2_256', '--model.arch_specifier', 'qformer2_256'), 'state': 'running', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'codePathLocal': 'scripts/pretrain.py', 'codePath': 'scripts/pretrain.py', 'git': {'remote': 'https://github.com/TRI-ML/prismatic-vlms.git', 'commit': 'e87c4d04915bf8fad0d90f2ae79454df778ee2d3'}, 'email': 'tobiaslee@qq.com', 'root': '/home/lilei/prismatic-vlms', 'host': 'compute-permanent-node-91', 'username': 'lilei', 'executable': '/home/lilei/anaconda3/envs/pvlm/bin/python', 'cpu_count': 128, 'cpu_count_logical': 255, 'cpu_freq': {'current': 2574.1339137254904, 'min': 1500.0, 'max': 2550.0}, 'cpu_freq_per_core': [{'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.13, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3247.899, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3241.552, 'min': 1500.0, 'max': 2550.0}, {'current': 3247.589, 'min': 1500.0, 'max': 2550.0}, {'current': 2894.364, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.686, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.453, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.784, 'min': 1500.0, 'max': 2550.0}, {'current': 3247.472, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}], 'disk': {'/': {'total': 242.1086883544922, 'used': 64.8645248413086}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.6942749023438}} +2024-03-13 11:28:08,784 INFO HandlerThread:4098812 [system_monitor.py:probe():224] Finished collecting system info +2024-03-13 11:28:08,784 INFO HandlerThread:4098812 [system_monitor.py:probe():227] Publishing system info +2024-03-13 11:28:08,784 DEBUG HandlerThread:4098812 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment +2024-03-13 11:28:09,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml +2024-03-13 11:28:13,586 DEBUG HandlerThread:4098812 [system_info.py:_save_conda():220] Saving conda packages done +2024-03-13 11:28:13,595 INFO HandlerThread:4098812 [system_monitor.py:probe():229] Finished publishing system info +2024-03-13 11:28:13,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: files +2024-03-13 11:28:13,600 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now +2024-03-13 11:28:13,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:13,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: python_packages +2024-03-13 11:28:13,612 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: python_packages +2024-03-13 11:28:13,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:13,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:13,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:13,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml +2024-03-13 11:28:13,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-metadata.json +2024-03-13 11:28:13,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt +2024-03-13 11:28:13,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: telemetry +2024-03-13 11:28:14,451 INFO wandb-upload_0:4098812 [upload_job.py:push():131] Uploaded file /tmp/tmp8hxc00cwwandb/yg8l2yot-wandb-metadata.json +2024-03-13 11:28:14,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:16,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:19,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:19,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:24,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:28,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:28,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:28,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:29,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:34,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:39,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:40,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:41,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml +2024-03-13 11:28:41,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:43,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:43,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:43,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:46,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:47,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:47,447 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:28:47,447 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:47,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:47,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:28:49,678 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:51,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:51,668 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:28:51,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:51,673 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:51,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:28:52,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:53,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:56,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:56,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:28:56,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:56,057 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:56,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:28:57,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:28:58,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:58,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:58,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:58,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:01,494 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:01,494 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:01,495 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:01,500 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:01,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:03,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:03,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:06,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:06,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:06,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:06,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:06,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:07,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:08,689 DEBUG SystemMonitor:4098812 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-13 11:29:08,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:29:08,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:11,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:11,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:11,289 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:11,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:11,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:13,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:13,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:13,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:13,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:13,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:17,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:17,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:17,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:17,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:17,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:19,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:19,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:22,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:22,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:22,468 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:22,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:22,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:23,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:24,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:28,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:28,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:28,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:29,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:29,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:29,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:29,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:29,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:30,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:31,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:34,565 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:34,566 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:34,566 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:34,571 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:34,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:35,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:35,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:38,694 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:29:39,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:39,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:39,402 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:39,407 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:39,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:41,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:41,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:43,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:43,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:43,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:44,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:44,157 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:44,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:44,162 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:44,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:45,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:47,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:48,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:48,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:48,535 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:48,540 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:48,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:49,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:52,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:54,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:54,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:29:54,380 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:54,385 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:54,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:29:55,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:29:58,385 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:58,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:58,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:00,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:00,358 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:00,358 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:00,363 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:00,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:01,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:03,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:05,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:05,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:05,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:05,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:05,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:07,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:08,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:30:08,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:10,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:10,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:10,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:10,705 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:10,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:13,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:13,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:13,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:13,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:13,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:15,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:15,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:15,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:15,152 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:15,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:17,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:19,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:19,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:19,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:19,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:19,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:19,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:21,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:24,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:25,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:25,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:25,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:25,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:25,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:27,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:28,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:28,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:28,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:29,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:30,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:30,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:30,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:30,282 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:30,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:31,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:35,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:38,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:38,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:38,504 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:38,510 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:38,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:30:38,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:39,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:40,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:42,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:42,774 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:42,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:42,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:42,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:43,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:43,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:43,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:45,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:46,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:47,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:47,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:47,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:47,698 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:47,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:49,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:30:51,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:56,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:56,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:56,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:30:56,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:56,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:57,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:30:58,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:58,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:59,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:00,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:00,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:00,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:00,924 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:01,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:01,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:03,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:05,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:05,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:05,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:05,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:05,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:07,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:07,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:08,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:31:10,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:10,950 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:10,950 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:10,955 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:11,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:12,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:13,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:13,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:13,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:13,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:16,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:16,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:16,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:16,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:16,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:18,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:19,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:21,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:21,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:21,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:21,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:22,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:23,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:23,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:28,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:28,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:28,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:28,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:28,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:28,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:28,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:29,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:31,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:33,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:34,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:34,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:34,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:34,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:34,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:35,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:38,702 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:31:38,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:38,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:38,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:38,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:38,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:39,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:39,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:43,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:43,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:43,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:43,761 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:43,843 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:43,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:43,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:43,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:44,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:45,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:49,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:50,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:50,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:50,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:50,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:50,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:51,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:31:55,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:57,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:57,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:31:57,883 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:57,888 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:58,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:58,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:58,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:31:59,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:00,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:02,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:02,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:02,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:02,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:02,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:03,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:06,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:06,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:06,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:06,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:06,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:06,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:07,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:08,710 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:32:11,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:12,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:12,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:12,598 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:12,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:12,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:13,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:13,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:13,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:16,390 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:16,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:16,396 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:16,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:17,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:17,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:20,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:20,672 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:20,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:20,677 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:20,894 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:21,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:22,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:27,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:27,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:27,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:27,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:27,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:28,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:28,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:28,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:29,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:32,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:32,554 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:32,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:32,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:32,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:33,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:33,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:38,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:38,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:32:40,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:40,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:40,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:40,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:41,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:43,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:43,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:43,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:43,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:43,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:48,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:50,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:50,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:50,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:50,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:50,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:51,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:54,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:54,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:54,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:32:54,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:54,923 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:54,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:32:57,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:32:58,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:58,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:58,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:59,826 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:01,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:01,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:01,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:01,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:01,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:03,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:05,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:06,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:06,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:06,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:06,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:06,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:07,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:08,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:33:10,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:11,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:11,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:11,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:11,704 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:11,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:13,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:13,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:13,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:15,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:16,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:16,298 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:16,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:16,303 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:16,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:17,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:21,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:21,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:21,761 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:21,762 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:21,767 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:21,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:23,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:26,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:28,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:28,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:28,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:28,324 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:28,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:28,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:28,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:29,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:31,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:33,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:33,914 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:33,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:33,920 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:33,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:35,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:36,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:38,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:33:39,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:39,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:39,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:39,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:39,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:41,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:42,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:43,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:43,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:43,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:46,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:46,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:46,382 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:46,387 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:46,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:47,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:48,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:51,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:51,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:51,018 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:51,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:51,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:53,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:33:54,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:58,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:58,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:33:58,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:58,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:58,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:58,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:58,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:58,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:33:59,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:59,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:04,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:04,789 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:04,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:04,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:04,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:05,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:05,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:08,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:34:09,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:09,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:09,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:09,251 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:09,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:11,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:12,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:13,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:13,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:14,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:14,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:14,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:14,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:15,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:16,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:16,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:18,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:18,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:18,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:18,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:19,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:20,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:21,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:23,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:23,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:23,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:23,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:24,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:26,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:27,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:28,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:28,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:31,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:31,261 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:31,261 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:31,266 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:32,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:32,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:34,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:36,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:36,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:36,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:36,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:37,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:37,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:38,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:38,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:34:41,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:41,665 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:41,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:41,672 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:42,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:43,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:43,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:43,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:44,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:45,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:45,893 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:45,893 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:45,898 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:46,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:48,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:48,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:51,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:51,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:51,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:51,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:52,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:54,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:54,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:55,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:55,774 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:34:55,774 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:55,779 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:56,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:34:58,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:34:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:58,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:59,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:00,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:00,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:00,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:00,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:01,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:02,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:04,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:04,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:04,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:04,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:05,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:05,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:06,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:08,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:35:08,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:08,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:08,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:08,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:09,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:10,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:10,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:13,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:13,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:13,345 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:13,351 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:13,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:13,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:14,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:16,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:16,843 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:17,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:17,860 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:17,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:17,866 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:18,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:20,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:21,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:23,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:23,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:23,136 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:23,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:24,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:26,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:27,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:28,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:28,412 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:28,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:28,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:28,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:28,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:29,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:30,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:32,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:32,473 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:32,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:32,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:32,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:33,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:34,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:36,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:36,642 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:36,643 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:36,648 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:37,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:37,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:38,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:38,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:35:41,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:41,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:41,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:41,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:42,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:43,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:43,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:43,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:44,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:47,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:47,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:47,222 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:47,227 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:48,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:48,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:50,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:52,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:52,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:52,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:52,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:53,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:53,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:54,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:35:57,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:57,105 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:35:57,105 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:57,111 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:57,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:35:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:58,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:58,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:00,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:03,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:03,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:03,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:03,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:04,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:04,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:06,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:08,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:36:09,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:09,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:09,247 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:09,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:10,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:10,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:12,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:13,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:13,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:13,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:13,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:13,846 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:13,851 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:14,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:15,851 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:16,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:20,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:22,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:22,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:22,978 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:22,983 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:23,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:24,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:25,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:27,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:27,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:27,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:27,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:28,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:28,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:28,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:30,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:31,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:33,762 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:33,763 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:33,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:33,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:34,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:36,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:37,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:38,255 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:38,256 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:38,256 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:38,261 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:38,723 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:36:39,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:40,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:43,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:43,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:43,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:44,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:44,625 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:44,626 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:44,631 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:45,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:46,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:49,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:50,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:50,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:50,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:50,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:51,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:52,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:55,174 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:55,176 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:36:55,176 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:55,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:55,181 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:55,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:36:58,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:36:58,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:58,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:00,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:00,193 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:00,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:00,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:00,199 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:00,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:02,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:04,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:04,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:04,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:04,258 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:05,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:05,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:06,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:08,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:37:08,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:08,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:08,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:08,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:09,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:10,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:10,801 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:13,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:13,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:14,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:14,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:14,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:14,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:15,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:16,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:16,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:19,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:19,914 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:19,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:19,920 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:20,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:21,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:22,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:24,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:24,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:24,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:24,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:25,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:26,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:27,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:28,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:28,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:32,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:32,598 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:32,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:32,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:32,604 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:33,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:34,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:37,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:37,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:37,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:37,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:38,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:38,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:38,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:37:40,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:43,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:43,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:43,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:43,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:43,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:43,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:43,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:44,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:46,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:47,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:47,309 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:47,309 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:47,314 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:48,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:49,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:50,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:54,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:55,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:55,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:55,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:55,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:56,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:37:58,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:37:58,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:58,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:58,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:59,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:59,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:59,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:37:59,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:59,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:00,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:02,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:03,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:03,823 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:03,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:03,828 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:04,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:05,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:06,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:08,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:08,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:08,182 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:08,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:08,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:08,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:38:10,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:11,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:12,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:12,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:12,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:12,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:13,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:13,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:14,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:16,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:18,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:18,162 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:18,162 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:18,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:18,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:20,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:22,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:22,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:22,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:22,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:22,547 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:23,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:24,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:26,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:26,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:26,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:26,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:27,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:27,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:28,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:28,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:32,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:32,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:32,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:32,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:32,970 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:33,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:34,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:38,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:38,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:38,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:38,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:38,035 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:38,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:38,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:38:40,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:43,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:43,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:43,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:43,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:43,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:43,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:43,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:44,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:46,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:48,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:52,527 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:52,528 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:52,528 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:52,533 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:53,336 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:54,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:54,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:56,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:56,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:38:56,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:56,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:57,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:38:58,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:38:58,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:58,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:58,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:59,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:03,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:03,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:03,136 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:03,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:03,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:04,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:05,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:08,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:39:08,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:08,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:08,872 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:08,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:09,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:10,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:10,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:13,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:13,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:13,273 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:13,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:13,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:13,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:13,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:14,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:15,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:19,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:19,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:19,288 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:19,293 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:19,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:21,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:22,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:24,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:24,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:24,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:24,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:25,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:26,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:26,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:28,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:28,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:31,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:31,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:31,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:31,070 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:31,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:32,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:32,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:35,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:35,442 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:35,443 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:35,447 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:36,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:37,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:38,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:38,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:39:39,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:39,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:39,868 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:39,873 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:40,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:42,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:42,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:43,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:43,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:45,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:45,339 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:45,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:45,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:45,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:48,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:48,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:50,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:50,074 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:50,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:50,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:50,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:52,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:54,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:57,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:57,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:39:57,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:57,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:57,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:39:58,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:39:58,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:58,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:58,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:59,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:01,367 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:01,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:01,368 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:01,373 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:01,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:04,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:05,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:06,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:06,032 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:06,032 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:06,038 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:06,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:08,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:08,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:40:10,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:10,509 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:10,509 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:10,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:10,514 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:11,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:12,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:13,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:13,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:15,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:16,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:16,042 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:16,043 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:16,048 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:16,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:18,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:20,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:20,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:20,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:20,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:20,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:21,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:22,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:24,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:24,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:24,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:24,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:25,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:26,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:26,658 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:28,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:31,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:31,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:31,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:31,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:31,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:32,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:32,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:35,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:35,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:35,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:35,659 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:36,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:37,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:38,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:38,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:40:40,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:40,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:40,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:40,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:41,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:42,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:42,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:43,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:44,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:44,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:44,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:44,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:45,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:46,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:48,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:50,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:50,232 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:50,232 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:50,237 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:50,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:52,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:53,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:54,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:54,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:54,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:54,067 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:54,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:40:56,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:40:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:58,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:58,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:58,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:58,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:58,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:40:58,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:58,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:59,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:00,494 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:02,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:02,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:02,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:02,923 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:03,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:03,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:04,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:06,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:06,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:06,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:06,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:07,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:08,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:08,741 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:41:09,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:13,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:14,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:16,385 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:16,386 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:16,386 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:16,391 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:16,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:18,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:20,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:24,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:24,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:24,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:24,096 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:24,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:26,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:26,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:28,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:31,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:32,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:32,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:32,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:32,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:33,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:34,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:37,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:38,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:41:40,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:40,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:40,878 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:40,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:41,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:42,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:42,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:43,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:43,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:44,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:44,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:44,998 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:45,003 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:45,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:46,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:48,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:50,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:50,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:50,244 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:50,249 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:50,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:52,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:53,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:54,761 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:54,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:54,762 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:54,767 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:55,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:41:56,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:41:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:58,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:58,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:58,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:59,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:59,424 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:41:59,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:59,429 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:59,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:00,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:04,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:04,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:04,817 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:04,817 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:04,822 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:05,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:06,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:08,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:42:09,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:09,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:09,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:09,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:09,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:10,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:12,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:13,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:13,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:14,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:14,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:14,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:14,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:14,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:15,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:16,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:19,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:20,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:20,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:20,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:20,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:21,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:22,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:24,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:25,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:25,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:25,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:25,488 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:25,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:26,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:28,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:28,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:29,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:30,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:30,528 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:30,529 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:30,534 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:30,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:32,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:35,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:38,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:42:38,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:38,992 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:38,993 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:38,998 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:39,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:40,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:40,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:43,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:43,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:43,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:43,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:43,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:43,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:43,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:44,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:46,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:48,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:48,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:48,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:48,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:48,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:50,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:52,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:52,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:52,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:52,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:52,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:52,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:42:54,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:42:57,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:57,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:57,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:42:57,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:57,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:58,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:58,656 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:00,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:02,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:02,604 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:02,604 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:02,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:02,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:02,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:04,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:07,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:07,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:07,084 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:07,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:07,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:08,090 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:08,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:08,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:43:12,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:12,176 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:12,176 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:12,181 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:12,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:13,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:13,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:13,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:14,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:18,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:18,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:18,213 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:18,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:18,218 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:18,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:20,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:23,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:23,072 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:23,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:23,078 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:23,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:24,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:24,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:27,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:27,604 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:27,604 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:27,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:27,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:28,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:29,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:30,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:32,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:32,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:32,121 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:32,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:32,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:34,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:35,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:36,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:36,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:36,809 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:36,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:37,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:38,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:38,752 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:43:40,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:41,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:41,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:41,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:41,260 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:41,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:42,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:43,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:45,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:49,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:49,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:49,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:49,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:49,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:50,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:51,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:54,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:54,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:43:54,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:54,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:55,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:43:56,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:43:56,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:58,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:58,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:00,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:00,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:00,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:00,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:00,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:02,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:02,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:04,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:04,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:04,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:04,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:05,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:06,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:07,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:08,760 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:44:10,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:10,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:10,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:10,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:11,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:12,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:13,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:13,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:13,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:15,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:15,869 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:15,869 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:15,874 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:16,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:18,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:18,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:23,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:24,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:24,226 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:24,227 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:24,232 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:24,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:26,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:28,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:28,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:29,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:29,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:29,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:29,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:29,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:29,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:30,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:34,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:34,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:34,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:34,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:34,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:34,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:36,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:38,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:44:39,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:39,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:39,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:39,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:39,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:39,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:40,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:43,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:44,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:44,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:44,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:44,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:44,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:44,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:46,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:49,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:50,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:50,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:50,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:50,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:50,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:52,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:54,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:54,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:54,811 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:54,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:54,816 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:55,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:56,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:44:58,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:58,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:58,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:58,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:44:58,845 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:58,850 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:59,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:44:59,851 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:00,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:03,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:03,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:03,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:03,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:03,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:04,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:05,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:08,758 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:45:09,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:09,184 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:09,185 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:09,190 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:09,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:10,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:11,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:13,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:13,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:15,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:15,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:15,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:15,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:15,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:16,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:16,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:19,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:19,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:19,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:19,875 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:20,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:21,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:22,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:24,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:24,133 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:24,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:24,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:24,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:26,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:27,139 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:28,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:28,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:28,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:30,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:30,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:30,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:30,472 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:30,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:32,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:32,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:35,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:35,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:35,567 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:35,572 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:35,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:36,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:37,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:38,760 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:45:40,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:40,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:40,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:40,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:40,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:42,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:42,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:43,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:43,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:46,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:46,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:46,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:46,269 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:46,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:48,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:48,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:50,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:50,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:50,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:50,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:51,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:52,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:53,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:55,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:55,730 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:45:55,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:55,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:55,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:45:56,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:45:58,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:58,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:59,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:00,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:00,822 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:00,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:00,828 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:00,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:02,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:04,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:05,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:05,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:05,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:05,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:06,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:08,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:46:08,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:10,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:11,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:11,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:11,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:11,039 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:11,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:12,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:13,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:15,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:15,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:15,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:15,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:15,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:16,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:16,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:20,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:20,580 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:20,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:20,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:20,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:21,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:22,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:25,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:25,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:25,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:25,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:25,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:26,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:27,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:28,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:30,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:30,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:30,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:30,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:30,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:32,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:32,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:35,133 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:35,134 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:35,134 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:35,140 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:35,913 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:36,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:38,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:38,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:46:39,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:39,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:39,833 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:39,838 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:39,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:42,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:43,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:43,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:43,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:44,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:44,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:44,278 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:44,283 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:44,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:46,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:49,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:53,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:53,447 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:53,447 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:53,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:53,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:54,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:54,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:46:58,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:58,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:58,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:58,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:58,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:46:58,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:58,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:58,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:46:59,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:00,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:04,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:06,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:06,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:06,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:06,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:06,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:08,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:47:09,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:10,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:10,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:10,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:10,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:10,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:11,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:13,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:13,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:13,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:15,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:15,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:15,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:15,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:16,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:16,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:17,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:21,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:23,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:23,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:23,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:23,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:24,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:25,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:26,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:28,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:28,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:28,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:28,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:28,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:29,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:31,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:31,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:34,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:34,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:34,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:34,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:35,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:37,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:37,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:38,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:47:39,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:39,261 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:39,261 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:39,266 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:40,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:41,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:43,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:43,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:43,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:45,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:45,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:45,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:45,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:46,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:49,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:49,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:50,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:50,464 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:50,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:50,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:51,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:53,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:54,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:56,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:56,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:47:56,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:56,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:57,081 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:47:58,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:58,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:58,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:59,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:47:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:00,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:00,838 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:00,838 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:00,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:01,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:03,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:05,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:05,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:05,892 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:05,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:05,897 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:06,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:07,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:08,771 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:48:10,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:10,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:10,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:10,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:11,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:11,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:13,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:13,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:13,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:13,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:14,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:14,639 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:14,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:14,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:15,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:16,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:17,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:19,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:19,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:19,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:19,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:20,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:21,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:21,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:24,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:24,885 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:24,885 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:24,890 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:25,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:27,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:27,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:28,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:28,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:29,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:29,545 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:29,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:29,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:30,114 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:31,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:33,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:38,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:38,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:38,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:38,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:38,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:38,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:48:38,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:41,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:43,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:43,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:43,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:43,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:43,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:43,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:43,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:44,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:45,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:47,318 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:47,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:47,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:47,324 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:48,134 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:49,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:49,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:51,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:51,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:51,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:51,649 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:52,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:53,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:54,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:55,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:55,879 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:48:55,879 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:55,884 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:56,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:48:57,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:48:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:58,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:59,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:00,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:00,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:00,876 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:00,881 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:01,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:03,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:04,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:05,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:05,133 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:05,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:05,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:05,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:07,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:08,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:49:09,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:09,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:09,757 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:09,762 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:10,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:10,762 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:11,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:13,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:14,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:14,435 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:14,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:14,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:15,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:16,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:17,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:21,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:22,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:22,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:22,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:22,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:23,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:25,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:26,759 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:28,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:28,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:28,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:30,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:30,103 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:30,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:30,108 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:30,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:32,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:33,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:37,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:38,777 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:49:39,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:39,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:39,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:39,705 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:40,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:41,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:42,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:43,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:43,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:44,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:44,389 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:44,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:44,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:45,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:47,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:48,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:53,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:53,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:53,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:53,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:53,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:54,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:55,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:57,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:57,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:49:57,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:57,753 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:58,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:49:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:58,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:59,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:49:59,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:01,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:01,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:01,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:01,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:02,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:03,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:04,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:06,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:06,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:06,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:06,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:07,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:08,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:50:09,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:10,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:11,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:11,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:11,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:11,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:11,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:13,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:13,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:15,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:15,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:15,821 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:15,821 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:15,826 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:16,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:17,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:20,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:21,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:21,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:21,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:21,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:22,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:23,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:25,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:25,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:25,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:25,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:25,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:26,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:27,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:28,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:28,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:29,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:29,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:29,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:29,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:30,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:30,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:31,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:35,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:36,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:36,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:36,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:36,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:37,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:38,781 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:50:39,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:41,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:42,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:43,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:43,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:43,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:43,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:43,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:45,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:46,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:48,563 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:48,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:48,564 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:48,569 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:49,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:51,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:52,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:52,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:52,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:52,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:52,690 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:53,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:55,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:50:57,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:57,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:50:57,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:57,125 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:57,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:50:58,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:58,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:58,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:59,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:03,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:03,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:03,376 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:03,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:03,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:04,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:05,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:08,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:08,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:08,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:08,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:08,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:08,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:51:08,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:09,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:12,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:12,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:12,124 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:12,129 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:12,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:13,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:13,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:13,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:13,886 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:16,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:16,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:16,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:17,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:19,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:19,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:24,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:25,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:25,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:25,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:25,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:26,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:27,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:28,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:28,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:29,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:30,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:30,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:30,311 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:30,316 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:30,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:33,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:34,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:34,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:34,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:34,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:35,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:35,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:37,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:38,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:51:40,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:40,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:40,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:40,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:40,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:41,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:43,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:43,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:43,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:44,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:44,711 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:44,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:44,717 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:45,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:46,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:47,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:51,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:51,631 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:51,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:51,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:52,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:52,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:53,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:56,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:56,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:51:56,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:56,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:56,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:51:57,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:51:58,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:58,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:58,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:01,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:01,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:01,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:01,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:02,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:03,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:03,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:06,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:06,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:06,782 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:06,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:07,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:08,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:52:09,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:09,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:12,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:12,882 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:12,882 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:12,888 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:13,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:13,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:13,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:13,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:14,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:15,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:17,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:17,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:17,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:17,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:18,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:19,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:20,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:22,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:22,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:22,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:22,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:23,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:25,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:25,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:27,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:27,454 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:27,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:27,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:28,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:28,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:28,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:29,377 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:31,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:31,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:31,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:31,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:31,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:32,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:33,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:36,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:36,664 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:36,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:36,669 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:37,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:37,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:38,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:52:39,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:41,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:41,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:41,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:41,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:42,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:42,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:43,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:43,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:43,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:47,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:48,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:48,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:48,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:48,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:48,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:49,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:53,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:53,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:53,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:53,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:53,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:53,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:55,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:52:57,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:57,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:52:57,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:57,977 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:58,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:52:58,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:58,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:58,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:58,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:59,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:03,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:03,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:03,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:03,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:03,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:04,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:05,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:07,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:07,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:07,872 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:07,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:08,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:08,792 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:53:09,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:09,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:13,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:13,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:13,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:14,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:16,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:16,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:16,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:16,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:17,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:19,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:20,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:21,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:21,130 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:21,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:21,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:21,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:23,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:25,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:25,572 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:25,573 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:25,578 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:26,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:26,578 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:27,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:28,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:28,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:31,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:31,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:31,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:31,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:31,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:32,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:33,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:36,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:36,232 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:36,233 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:36,238 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:36,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:37,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:38,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:38,797 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:53:40,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:40,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:40,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:40,428 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:40,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:43,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:43,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:43,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:43,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:43,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:44,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:44,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:44,940 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:44,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:45,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:47,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:48,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:49,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:49,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:49,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:49,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:50,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:51,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:53,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:53,982 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:53:53,983 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:53,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:53,989 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:54,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:53:55,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:53:58,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:58,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:58,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:59,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:00,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:00,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:00,731 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:00,736 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:01,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:03,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:05,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:07,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:07,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:07,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:07,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:07,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:08,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:54:09,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:10,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:12,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:12,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:12,404 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:12,409 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:12,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:13,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:13,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:15,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:15,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:18,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:18,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:18,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:18,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:19,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:21,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:21,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:24,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:24,108 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:24,108 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:24,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:24,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:25,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:27,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:28,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:28,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:28,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:30,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:30,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:30,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:30,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:30,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:31,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:33,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:34,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:34,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:34,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:34,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:34,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:37,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:38,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:38,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:54:38,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:38,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:38,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:38,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:39,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:41,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:43,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:43,326 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:43,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:43,331 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:43,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:43,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:43,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:43,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:43,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:45,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:48,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:48,639 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:48,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:48,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:49,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:49,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:51,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:54,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:54,001 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:54,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:54,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:54,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:54:55,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:55,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:54:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:58,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:58,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:59,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:59,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:54:59,288 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:59,294 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:59,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:00,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:01,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:04,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:04,075 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:04,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:04,080 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:04,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:05,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:06,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:08,800 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:55:11,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:12,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:12,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:12,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:12,191 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:12,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:13,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:13,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:13,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:16,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:21,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:21,491 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:21,491 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:21,496 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:21,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:22,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:23,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:27,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:28,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:28,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:28,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:29,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:29,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:29,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:29,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:30,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:31,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:32,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:37,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:38,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:38,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:38,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:38,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:38,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:38,802 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:55:39,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:43,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:43,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:43,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:43,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:44,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:44,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:44,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:44,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:44,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:45,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:49,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:52,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:52,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:52,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:52,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:53,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:54,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:55,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:57,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:57,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:55:57,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:57,304 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:57,601 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:55:58,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:58,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:58,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:59,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:55:59,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:01,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:01,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:01,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:01,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:01,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:03,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:05,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:07,527 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:07,528 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:07,528 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:07,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:07,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:08,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:56:09,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:10,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:12,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:12,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:12,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:12,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:13,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:13,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:13,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:13,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:15,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:15,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:18,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:18,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:18,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:18,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:18,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:19,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:21,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:24,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:24,012 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:24,012 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:24,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:24,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:25,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:27,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:28,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:28,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:28,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:28,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:28,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:28,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:28,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:29,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:31,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:32,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:33,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:33,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:33,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:33,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:33,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:35,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:38,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:38,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:56:38,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:38,815 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:38,816 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:38,822 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:39,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:41,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:43,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:43,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:43,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:43,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:44,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:44,989 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:44,989 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:44,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:45,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:47,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:49,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:49,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:49,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:49,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:49,716 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:50,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:51,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:54,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:54,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:54,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:56:54,992 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:55,001 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:55,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:56:57,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:56:58,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:58,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:58,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:59,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:03,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:03,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:03,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:03,336 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:03,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:05,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:05,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:08,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:08,445 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:08,445 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:08,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:08,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:08,809 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:57:09,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:10,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:12,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:12,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:12,637 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:12,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:12,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:13,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:13,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:13,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:15,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:16,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:20,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:20,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:20,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:20,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:20,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:21,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:22,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:25,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:25,144 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:25,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:25,153 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:25,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:27,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:28,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:28,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:28,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:28,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:33,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:33,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:33,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:33,565 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:33,571 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:33,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:35,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:38,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:38,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:38,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:38,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:38,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:38,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:38,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:57:39,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:42,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:42,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:42,874 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:42,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:43,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:43,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:43,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:43,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:44,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:45,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:47,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:47,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:47,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:47,977 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:48,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:49,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:49,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:52,586 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:52,587 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:52,587 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:52,593 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:52,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:53,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:57:54,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:57,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:57,060 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:57:57,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:57,069 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:57,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:57:58,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:58,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:58,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:59,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:00,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:01,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:01,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:01,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:01,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:01,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:03,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:05,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:07,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:07,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:07,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:07,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:07,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:08,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:58:09,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:10,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:13,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:13,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:13,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:14,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:14,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:14,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:14,203 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:14,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:14,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:16,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:19,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:19,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:19,555 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:19,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:19,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:20,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:21,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:24,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:24,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:24,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:24,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:24,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:26,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:26,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:28,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:28,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:28,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:31,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:31,226 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:31,226 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:31,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:31,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:32,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:32,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:36,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:36,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:36,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:36,425 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:36,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:36,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:37,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:38,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:58:40,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:40,962 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:40,963 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:40,968 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:41,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:42,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:42,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:43,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:46,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:46,752 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:46,752 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:46,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:46,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:48,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:48,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:51,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:51,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:51,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:51,447 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:51,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:52,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:54,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:55,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:55,549 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:58:55,549 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:55,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:55,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:58:56,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:58:58,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:58,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:58,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:00,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:01,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:01,017 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:01,018 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:01,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:01,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:02,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:06,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:06,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:06,794 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:06,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:06,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:06,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:08,817 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:59:08,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:11,819 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:12,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:12,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:12,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:12,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:12,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:12,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:13,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:13,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:14,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:17,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:17,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:17,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:17,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:17,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:17,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:18,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:21,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:21,572 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:21,573 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:21,578 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:21,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:22,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:22,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:25,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:25,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:25,814 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:25,820 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:25,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:26,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:27,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:28,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:28,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:28,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:30,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:30,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:30,108 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:30,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:30,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:30,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:33,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:34,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:34,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:34,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:34,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:34,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:34,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:38,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:38,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 11:59:40,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:40,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:40,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:40,598 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:40,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:40,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:43,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:45,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:45,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:45,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:45,639 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:45,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:46,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:49,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:52,379 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:52,380 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:52,380 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:52,386 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:52,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 11:59:52,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:55,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:58,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:58,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 11:59:58,750 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:58,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:58,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:58,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:58,983 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 11:59:59,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:00,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:01,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:05,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:05,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:05,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:05,564 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:05,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:06,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:06,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:08,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:00:11,823 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:11,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:11,914 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:11,914 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:11,919 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:11,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:13,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:13,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:13,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:13,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:17,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:17,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:17,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:17,650 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:17,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:18,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:19,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:22,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:22,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:22,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:22,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:22,718 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:23,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:23,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:27,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:27,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:27,812 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:27,812 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:27,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:28,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:28,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:28,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:28,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:29,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:33,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:33,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:33,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:33,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:33,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:34,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:35,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:38,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:38,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:38,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:38,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:38,554 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:38,823 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:00:39,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:39,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:43,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:43,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:43,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:43,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:45,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:45,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:45,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:45,285 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:46,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:47,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:49,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:53,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:53,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:53,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:53,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:54,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:00:54,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:55,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:58,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:58,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:00:58,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:58,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:58,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:58,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:58,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:59,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:00:59,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:00,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:02,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:02,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:02,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:02,894 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:03,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:05,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:05,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:07,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:07,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:07,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:07,209 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:08,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:08,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:01:09,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:11,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:12,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:12,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:12,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:12,973 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:13,073 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:13,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:13,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:13,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:15,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:17,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:17,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:17,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:17,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:17,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:18,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:19,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:21,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:21,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:21,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:21,799 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:22,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:22,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:23,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:26,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:26,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:26,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:26,577 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:27,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:27,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:28,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:28,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:28,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:28,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:31,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:31,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:31,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:31,977 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:32,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:33,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:34,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:36,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:36,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:36,842 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:36,847 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:37,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:37,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:38,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:01:39,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:42,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:42,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:42,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:42,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:43,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:43,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:43,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:43,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:43,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:45,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:46,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:46,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:46,638 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:46,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:47,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:47,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:50,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:52,790 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:52,791 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:52,792 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:52,797 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:53,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:01:53,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:55,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:57,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:57,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:01:57,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:57,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:58,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:01:58,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:58,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:58,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:59,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:01,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:03,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:03,546 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:03,546 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:03,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:04,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:05,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:06,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:08,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:02:11,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:11,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:11,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:11,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:11,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:12,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:13,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:13,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:13,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:17,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:20,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:20,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:20,222 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:20,227 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:21,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:21,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:22,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:24,449 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:24,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:24,450 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:24,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:25,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:25,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:27,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:28,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:28,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:28,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:30,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:30,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:30,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:30,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:31,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:31,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:32,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:34,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:34,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:34,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:34,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:35,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:35,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:37,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:38,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:02:39,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:39,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:39,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:39,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:39,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:41,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:43,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:43,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:43,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:43,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:44,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:44,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:44,519 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:44,524 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:45,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:45,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:48,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:49,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:49,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:49,479 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:49,484 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:50,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:51,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:54,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:54,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:54,607 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:02:54,607 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:54,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:55,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:02:55,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:02:58,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:58,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:58,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:00,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:05,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:05,127 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:05,127 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:05,132 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:05,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:06,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:07,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:08,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:03:11,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:13,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:13,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:13,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:13,706 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:13,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:14,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:15,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:17,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:21,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:21,869 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:21,870 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:21,875 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:22,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:22,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:23,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:26,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:26,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:26,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:26,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:27,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:27,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:28,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:28,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:28,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:28,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:32,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:32,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:32,124 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:32,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:32,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:33,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:34,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:36,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:36,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:36,857 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:36,863 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:37,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:37,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:38,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:03:39,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:40,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:40,966 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:40,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:40,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:41,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:41,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:43,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:43,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:43,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:45,266 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:45,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:45,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:45,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:45,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:46,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:47,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:49,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:49,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:49,486 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:49,491 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:50,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:50,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:51,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:53,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:53,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:53,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:53,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:54,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:03:55,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:03:55,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:58,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:58,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:58,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:59,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:03:59,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:59,442 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:00,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:01,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:01,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:05,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:05,797 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:05,797 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:05,802 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:06,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:06,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:07,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:08,839 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:04:11,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:12,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:12,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:12,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:12,994 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:13,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:13,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:13,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:17,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:17,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:17,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:17,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:17,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:18,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:19,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:21,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:21,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:21,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:21,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:22,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:22,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:23,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:27,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:28,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:28,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:28,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:28,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:28,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:28,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:29,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:29,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:32,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:32,905 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:32,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:32,911 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:33,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:33,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:33,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:37,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:37,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:37,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:37,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:38,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:38,844 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:04:39,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:39,845 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:42,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:42,500 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:42,501 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:42,506 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:43,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:43,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:43,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:43,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:44,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:45,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:47,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:47,786 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:47,786 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:47,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:48,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:49,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:50,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:54,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:54,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:54,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:54,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:54,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:04:55,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:04:56,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:58,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:58,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:59,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:59,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:59,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:04:59,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:59,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:59,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:01,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:02,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:03,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:03,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:03,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:03,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:04,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:05,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:07,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:08,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:05:09,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:09,680 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:09,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:09,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:10,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:11,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:12,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:13,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:13,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:14,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:18,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:18,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:18,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:18,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:18,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:18,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:19,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:23,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:26,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:26,346 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:26,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:26,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:26,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:27,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:28,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:28,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:29,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:31,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:31,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:31,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:31,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:31,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:33,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:34,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:35,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:35,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:35,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:35,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:36,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:37,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:38,847 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:05:39,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:39,815 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:39,816 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:39,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:39,821 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:40,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:41,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:43,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:43,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:43,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:44,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:44,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:44,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:44,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:44,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:45,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:45,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:49,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:53,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:53,920 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:53,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:53,926 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:54,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:55,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:05:55,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:57,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:57,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:05:57,789 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:57,794 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:58,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:05:58,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:58,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:59,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:59,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:01,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:02,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:02,465 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:02,465 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:02,470 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:02,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:03,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:06,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:07,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:07,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:07,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:07,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:07,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:07,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:08,847 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:06:11,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:11,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:11,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:11,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:11,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:12,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:13,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:13,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:13,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:13,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:16,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:16,443 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:16,443 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:16,448 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:16,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:17,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:17,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:20,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:20,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:20,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:20,805 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:21,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:21,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:22,805 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:27,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:27,346 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:27,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:27,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:27,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:28,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:28,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:29,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:29,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:34,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:35,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:35,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:35,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:35,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:36,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:37,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:38,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:06:39,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:40,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:40,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:40,044 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:40,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:40,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:41,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:43,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:43,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:43,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:45,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:46,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:46,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:46,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:46,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:46,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:47,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:50,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:50,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:50,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:50,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:50,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:51,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:51,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:55,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:55,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:55,830 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:06:55,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:55,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:56,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:06:57,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:06:58,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:58,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:59,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:01,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:05,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:05,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:05,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:05,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:05,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:05,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:07,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:08,851 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:07:09,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:09,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:09,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:09,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:10,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:11,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:12,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:13,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:13,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:14,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:16,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:16,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:16,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:16,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:16,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:17,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:18,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:20,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:20,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:20,340 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:20,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:20,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:21,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:23,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:25,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:25,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:25,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:25,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:25,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:27,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:28,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:28,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:30,757 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:30,758 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:30,758 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:30,763 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:31,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:31,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:34,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:36,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:36,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:36,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:36,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:36,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:37,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:38,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:07:39,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:41,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:41,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:41,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:41,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:42,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:43,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:43,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:43,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:44,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:45,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:46,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:46,143 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:46,143 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:46,149 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:46,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:47,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:50,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:51,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:51,498 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:51,498 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:51,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:51,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:53,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:55,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:55,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:55,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:07:55,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:55,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:56,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:07:57,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:07:58,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:58,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:58,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:00,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:00,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:00,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:00,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:00,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:01,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:01,659 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:05,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:05,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:05,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:05,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:06,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:06,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:07,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:08,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:08:10,367 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:10,368 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:10,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:10,374 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:10,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:11,671 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:12,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:13,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:13,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:14,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:17,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:17,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:17,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:17,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:17,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:17,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:18,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:21,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:21,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:21,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:21,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:22,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:23,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:23,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:26,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:26,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:26,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:26,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:27,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:27,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:28,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:28,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:28,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:29,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:34,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:35,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:35,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:35,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:35,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:36,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:37,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:38,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:08:39,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:41,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:41,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:41,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:41,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:42,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:43,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:43,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:43,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:44,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:45,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:46,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:46,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:46,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:46,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:46,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:47,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:50,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:51,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:51,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:51,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:51,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:51,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:53,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:55,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:55,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:55,927 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:08:55,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:55,932 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:56,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:08:57,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:08:58,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:58,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:58,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:01,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:02,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:02,257 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:02,257 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:02,262 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:02,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:03,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:06,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:07,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:07,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:07,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:07,172 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:07,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:07,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:08,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:09:11,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:12,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:12,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:12,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:12,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:12,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:13,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:13,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:13,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:13,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:16,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:16,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:16,981 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:16,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:16,986 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:17,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:17,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:21,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:21,851 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:21,852 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:21,857 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:22,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:22,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:23,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:26,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:26,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:26,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:26,062 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:26,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:27,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:28,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:28,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:28,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:29,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:30,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:30,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:30,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:30,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:30,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:31,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:33,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:36,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:36,422 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:36,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:36,427 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:36,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:37,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:38,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:38,862 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:09:40,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:40,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:40,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:40,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:40,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:41,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:43,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:43,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:43,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:44,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:48,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:48,554 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:48,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:48,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:48,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:49,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:49,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:53,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:53,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:53,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:53,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:53,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:09:53,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:55,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:58,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:58,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:09:58,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:58,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:58,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:09:58,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:58,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:58,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:59,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:00,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:03,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:03,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:03,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:03,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:03,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:05,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:05,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:08,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:10:10,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:10,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:10,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:10,240 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:10,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:11,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:11,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:13,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:13,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:13,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:15,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:15,226 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:15,226 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:15,231 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:15,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:15,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:16,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:19,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:19,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:19,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:19,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:19,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:21,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:21,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:24,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:24,892 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:24,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:24,898 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:25,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:25,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:26,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:28,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:28,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:29,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:32,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:33,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:33,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:33,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:33,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:33,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:33,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:37,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:38,458 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:38,459 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:38,459 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:38,464 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:38,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:38,866 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:10:39,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:42,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:43,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:43,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:43,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:44,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:44,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:44,516 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:44,522 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:44,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:45,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:48,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:50,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:50,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:50,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:50,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:50,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:51,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:54,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:57,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:57,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:10:57,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:57,083 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:57,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:10:57,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:10:58,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:58,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:59,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:00,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:05,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:05,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:05,501 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:05,501 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:05,510 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:05,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:07,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:08,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:11:09,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:09,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:09,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:09,910 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:10,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:10,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:11,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:13,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:13,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:13,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:16,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:16,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:16,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:16,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:16,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:16,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:17,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:20,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:20,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:20,585 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:20,590 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:20,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:21,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:21,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:24,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:24,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:24,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:24,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:24,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:25,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:26,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:28,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:28,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:28,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:30,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:30,276 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:30,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:30,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:30,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:31,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:32,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:35,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:35,085 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:35,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:35,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:35,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:35,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:38,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:38,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:11:39,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:39,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:39,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:39,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:40,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:41,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:43,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:43,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:43,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:44,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:47,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:47,019 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:47,020 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:47,025 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:47,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:47,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:49,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:50,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:50,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:50,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:50,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:50,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:51,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:54,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:55,286 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:55,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:11:55,287 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:55,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:55,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:11:55,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:11:58,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:58,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:58,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:00,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:00,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:00,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:00,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:00,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:00,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:01,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:05,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:05,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:05,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:05,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:05,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:05,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:07,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:08,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:12:10,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:11,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:11,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:11,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:11,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:11,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:13,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:13,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:13,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:13,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:16,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:18,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:18,752 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:18,752 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:18,757 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:18,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:19,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:21,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:24,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:24,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:24,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:24,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:24,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:25,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:27,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:28,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:28,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:29,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:31,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:31,711 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:31,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:31,716 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:31,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:32,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:33,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:37,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:37,612 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:37,612 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:37,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:37,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:38,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:38,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:12:39,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:42,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:42,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:42,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:42,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:42,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:43,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:43,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:43,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:43,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:43,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:46,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:46,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:46,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:46,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:46,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:47,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:49,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:51,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:51,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:51,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:51,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:51,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:12:51,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:55,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:58,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:58,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:12:58,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:58,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:58,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:58,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:58,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:58,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:12:59,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:01,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:06,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:06,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:06,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:06,062 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:07,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:07,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:08,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:08,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:13:11,318 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:11,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:11,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:11,324 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:12,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:12,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:12,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:13,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:13,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:14,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:16,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:16,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:16,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:16,442 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:17,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:17,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:18,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:22,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:23,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:23,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:23,810 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:23,815 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:24,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:26,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:27,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:28,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:28,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:28,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:28,688 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:28,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:28,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:28,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:29,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:30,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:33,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:35,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:35,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:35,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:35,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:36,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:36,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:38,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:38,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:13:39,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:39,812 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:39,812 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:39,817 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:40,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:42,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:43,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:43,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:43,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:43,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:44,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:44,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:44,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:44,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:45,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:46,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:49,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:49,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:49,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:49,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:49,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:50,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:52,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:54,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:55,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:55,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:13:55,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:55,854 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:56,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:13:58,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:13:58,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:58,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:59,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:00,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:02,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:02,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:02,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:02,393 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:03,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:04,114 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:05,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:08,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:14:09,105 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:09,105 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:09,105 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:09,110 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:09,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:10,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:11,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:13,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:13,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:14,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:16,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:16,091 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:16,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:16,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:16,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:16,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:18,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:21,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:21,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:21,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:21,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:21,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:22,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:22,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:25,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:25,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:25,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:25,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:26,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:26,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:27,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:28,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:28,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:29,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:31,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:31,132 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:31,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:31,146 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:31,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:32,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:33,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:35,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:35,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:35,165 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:35,170 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:36,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:36,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:38,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:14:38,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:39,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:39,461 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:39,461 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:39,466 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:40,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:40,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:43,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:43,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:43,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:43,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:45,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:45,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:45,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:45,789 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:46,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:48,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:49,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:51,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:51,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:51,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:51,105 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:51,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:52,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:55,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:56,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:56,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:14:56,035 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:56,040 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:56,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:14:58,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:14:58,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:58,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:58,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:00,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:00,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:00,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:00,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:00,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:01,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:02,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:05,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:05,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:05,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:05,151 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:05,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:06,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:06,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:08,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:15:11,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:12,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:12,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:12,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:12,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:13,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:14,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:14,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:14,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:14,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:17,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:21,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:21,409 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:21,409 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:21,414 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:22,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:22,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:23,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:25,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:25,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:25,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:25,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:26,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:28,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:28,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:29,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:30,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:30,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:30,185 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:30,190 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:30,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:32,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:34,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:35,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:35,378 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:35,378 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:35,383 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:36,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:36,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:38,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:15:39,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:41,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:41,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:41,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:41,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:42,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:42,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:44,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:44,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:44,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:47,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:47,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:47,136 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:47,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:47,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:48,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:51,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:52,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:52,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:52,486 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:52,491 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:53,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:54,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:56,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:57,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:57,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:15:57,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:57,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:58,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:15:58,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:15:59,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:59,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:59,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:01,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:02,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:02,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:02,555 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:02,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:03,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:04,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:06,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:06,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:06,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:06,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:07,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:07,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:08,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:08,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:16:11,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:11,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:11,174 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:11,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:11,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:12,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:13,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:14,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:14,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:14,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:17,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:17,042 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:17,042 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:17,047 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:17,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:18,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:19,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:21,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:21,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:21,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:21,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:21,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:22,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:24,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:25,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:25,246 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:25,246 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:25,251 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:25,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:26,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:29,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:30,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:30,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:30,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:30,401 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:31,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:32,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:34,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:34,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:34,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:34,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:34,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:35,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:36,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:38,891 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:16:39,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:39,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:39,253 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:39,258 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:39,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:40,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:40,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:43,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:43,526 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:43,526 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:43,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:44,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:44,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:44,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:44,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:49,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:49,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:49,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:49,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:49,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:50,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:51,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:54,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:54,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:16:54,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:54,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:55,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:16:56,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:16:56,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:59,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:59,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:59,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:00,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:00,457 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:00,457 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:00,462 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:01,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:02,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:02,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:07,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:08,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:08,143 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:08,143 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:08,148 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:08,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:08,893 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:17:10,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:12,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:12,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:12,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:12,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:12,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:13,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:14,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:14,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:14,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:18,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:18,248 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:18,248 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:18,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:18,253 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:18,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:20,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:22,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:22,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:22,481 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:22,485 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:23,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:23,486 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:24,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:26,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:26,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:26,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:26,744 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:27,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:28,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:28,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:29,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:31,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:31,598 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:31,598 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:31,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:32,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:32,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:34,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:36,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:36,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:36,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:36,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:36,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:38,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:38,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:17:39,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:40,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:40,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:40,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:40,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:41,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:42,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:44,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:45,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:45,508 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:45,508 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:45,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:45,513 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:46,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:46,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:49,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:49,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:49,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:49,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:50,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:50,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:50,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:54,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:54,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:54,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:54,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:55,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:17:56,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:56,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:17:59,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:59,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:59,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:59,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:59,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:17:59,913 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:59,918 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:00,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:00,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:01,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:06,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:06,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:06,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:06,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:06,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:07,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:08,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:08,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:18:11,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:11,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:11,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:11,661 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:12,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:12,486 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:12,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:14,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:15,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:15,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:15,504 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:15,509 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:16,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:16,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:18,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:20,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:20,122 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:20,122 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:20,129 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:20,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:22,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:24,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:25,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:25,481 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:25,481 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:25,486 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:25,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:26,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:29,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:30,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:30,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:30,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:30,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:30,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:32,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:34,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:34,630 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:34,630 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:34,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:34,635 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:35,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:36,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:38,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:18:39,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:41,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:41,846 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:41,846 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:41,851 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:42,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:42,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:44,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:47,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:47,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:47,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:47,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:48,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:48,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:50,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:52,233 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:52,234 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:18:52,234 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:52,239 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:52,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:18:54,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:18:56,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:59,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:59,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:59,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:00,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:00,779 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:00,779 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:00,784 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:01,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:01,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:02,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:05,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:05,441 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:05,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:05,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:05,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:06,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:07,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:08,902 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:19:10,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:10,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:10,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:10,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:10,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:12,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:13,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:14,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:14,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:14,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:14,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:14,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:15,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:16,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:18,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:19,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:19,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:19,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:19,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:20,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:20,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:23,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:24,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:24,276 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:24,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:24,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:24,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:26,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:29,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:29,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:29,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:29,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:30,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:30,184 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:30,184 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:30,189 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:30,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:32,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:35,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:36,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:36,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:36,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:36,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:36,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:38,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:38,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:19:40,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:42,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:42,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:42,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:42,312 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:42,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:44,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:44,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:46,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:47,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:47,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:47,951 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:47,956 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:48,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:48,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:51,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:56,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:56,153 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:19:56,153 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:56,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:56,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:19:57,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:58,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:19:59,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:59,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:01,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:01,886 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:01,886 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:01,890 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:02,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:02,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:02,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:06,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:06,879 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:06,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:06,884 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:07,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:08,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:08,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:08,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:20:13,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:13,424 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:13,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:13,430 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:13,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:14,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:14,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:14,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:14,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:14,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:17,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:17,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:17,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:17,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:17,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:18,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:19,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:24,458 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:24,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:24,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:24,463 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:24,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:25,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:26,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:28,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:28,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:28,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:28,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:28,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:29,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:29,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:29,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:30,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:35,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:35,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:35,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:35,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:35,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:36,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:36,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:38,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:20:40,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:41,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:41,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:41,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:41,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:41,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:42,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:44,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:46,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:46,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:46,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:46,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:46,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:47,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:48,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:51,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:51,149 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:51,149 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:51,154 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:51,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:52,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:52,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:20:57,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:58,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:58,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:20:58,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:58,303 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:58,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:20:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:59,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:00,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:02,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:02,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:02,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:02,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:02,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:02,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:04,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:07,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:07,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:07,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:07,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:07,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:08,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:08,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:08,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:21:13,174 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:13,175 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:13,175 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:13,180 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:13,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:14,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:14,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:14,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:14,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:14,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:18,021 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:18,022 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:18,022 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:18,027 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:18,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:18,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:20,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:23,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:23,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:23,340 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:23,345 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:23,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:24,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:25,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:28,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:28,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:28,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:28,267 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:28,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:29,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:29,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:29,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:30,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:30,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:35,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:36,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:36,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:36,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:36,734 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:36,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:38,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:38,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:21:40,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:41,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:41,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:41,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:41,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:41,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:42,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:44,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:44,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:46,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:48,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:48,526 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:48,527 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:48,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:48,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:50,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:52,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:52,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:52,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:52,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:52,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:52,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:54,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:57,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:57,574 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:21:57,574 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:57,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:57,579 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:57,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:21:58,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:21:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:59,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:02,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:02,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:02,879 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:02,879 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:02,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:02,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:04,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:07,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:07,308 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:07,308 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:07,313 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:07,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:08,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:08,914 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:22:08,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:13,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:14,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:14,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:14,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:14,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:14,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:14,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:14,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:14,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:14,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:18,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:18,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:18,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:18,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:18,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:19,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:20,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:23,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:23,193 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:23,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:23,199 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:23,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:24,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:25,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:27,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:27,794 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:27,794 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:27,799 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:27,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:28,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:29,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:29,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:30,723 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:32,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:32,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:32,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:32,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:32,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:34,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:36,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:38,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:22:39,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:39,801 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:39,801 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:39,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:39,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:40,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:41,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:43,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:43,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:43,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:43,659 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:43,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:44,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:44,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:44,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:47,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:48,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:48,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:48,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:48,717 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:48,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:50,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:52,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:56,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:56,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:22:56,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:56,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:56,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:22:56,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:22:58,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:59,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:59,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:00,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:00,560 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:00,560 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:00,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:00,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:02,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:03,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:05,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:05,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:05,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:05,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:05,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:06,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:08,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:23:08,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:10,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:10,817 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:10,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:10,823 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:11,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:13,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:14,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:14,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:14,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:14,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:17,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:17,294 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:17,295 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:17,300 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:18,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:19,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:20,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:23,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:23,308 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:23,308 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:23,313 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:24,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:25,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:26,314 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:29,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:29,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:31,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:31,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:31,553 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:31,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:31,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:32,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:33,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:35,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:35,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:35,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:35,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:36,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:36,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:38,924 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:23:39,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:40,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:40,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:40,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:40,977 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:41,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:41,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:43,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:44,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:44,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:44,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:45,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:45,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:45,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:45,997 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:46,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:47,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:49,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:50,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:50,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:50,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:50,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:51,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:52,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:53,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:55,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:55,548 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:23:55,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:55,553 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:56,073 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:23:57,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:23:57,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:59,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:59,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:59,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:01,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:01,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:01,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:01,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:02,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:02,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:03,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:05,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:05,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:05,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:05,771 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:06,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:07,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:07,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:08,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:24:11,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:11,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:11,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:11,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:12,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:13,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:13,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:14,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:14,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:14,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:15,819 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:15,819 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:15,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:15,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:16,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:17,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:18,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:19,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:19,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:19,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:19,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:20,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:21,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:24,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:25,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:25,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:25,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:25,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:26,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:27,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:29,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:29,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:30,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:32,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:32,816 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:32,817 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:32,822 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:33,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:35,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:35,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:36,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:36,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:36,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:36,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:37,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:38,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:24:39,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:40,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:44,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:44,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:44,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:45,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:45,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:45,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:45,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:45,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:46,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:47,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:50,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:50,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:50,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:50,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:51,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:51,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:53,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:55,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:55,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:24:55,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:55,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:56,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:24:56,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:57,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:24:59,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:59,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:00,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:00,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:00,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:00,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:00,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:02,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:03,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:04,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:04,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:04,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:04,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:05,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:07,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:07,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:08,927 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:25:09,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:09,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:09,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:09,016 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:09,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:11,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:13,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:14,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:14,103 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:14,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:14,108 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:14,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:14,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:14,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:17,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:18,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:18,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:18,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:18,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:18,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:19,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:21,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:23,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:23,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:23,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:23,453 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:24,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:24,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:25,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:27,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:27,855 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:27,855 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:27,860 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:28,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:29,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:29,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:29,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:29,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:29,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:33,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:33,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:33,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:33,131 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:33,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:35,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:35,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:37,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:37,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:37,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:37,748 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:38,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:38,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:25:39,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:40,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:42,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:42,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:42,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:42,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:43,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:44,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:44,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:44,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:45,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:46,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:46,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:46,891 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:46,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:46,897 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:47,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:49,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:51,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:51,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:51,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:51,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:52,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:25:52,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:53,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:25:57,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:59,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:59,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:59,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:59,593 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:59,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:25:59,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:59,700 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:00,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:01,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:02,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:03,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:03,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:03,833 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:03,838 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:04,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:05,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:07,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:08,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:08,563 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:08,563 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:08,568 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:08,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:26:09,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:11,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:12,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:13,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:13,683 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:13,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:13,689 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:14,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:14,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:14,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:14,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:15,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:18,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:18,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:18,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:18,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:18,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:18,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:21,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:23,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:23,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:23,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:23,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:23,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:24,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:25,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:28,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:29,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:29,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:32,758 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:32,758 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:32,759 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:32,764 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:33,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:33,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:35,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:37,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:37,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:37,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:37,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:38,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:38,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:26:38,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:39,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:43,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:43,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:43,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:43,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:43,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:44,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:44,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:44,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:44,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:45,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:47,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:47,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:47,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:47,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:48,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:49,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:49,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:53,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:53,812 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:53,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:53,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:54,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:26:55,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:26:55,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:59,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:59,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:59,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:59,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:26:59,894 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:59,899 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:00,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:00,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:01,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:05,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:05,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:05,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:05,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:06,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:06,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:07,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:08,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:27:10,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:10,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:10,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:10,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:10,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:11,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:12,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:14,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:14,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:17,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:17,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:17,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:17,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:17,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:17,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:19,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:22,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:23,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:23,568 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:23,568 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:23,573 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:24,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:25,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:27,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:28,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:28,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:28,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:28,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:28,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:29,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:31,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:32,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:33,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:33,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:33,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:33,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:33,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:35,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:37,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:37,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:37,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:37,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:37,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:38,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:38,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:27:39,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:43,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:43,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:43,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:43,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:43,273 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:43,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:44,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:44,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:44,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:45,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:47,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:47,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:47,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:47,734 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:48,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:48,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:49,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:53,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:55,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:55,487 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:27:55,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:55,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:56,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:27:57,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:27:59,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:59,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:59,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:00,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:00,298 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:00,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:00,303 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:00,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:03,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:05,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:07,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:07,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:07,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:07,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:07,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:08,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:28:09,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:10,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:12,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:12,357 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:12,357 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:12,362 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:12,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:14,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:14,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:14,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:15,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:16,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:16,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:16,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:16,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:16,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:17,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:19,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:21,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:21,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:21,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:21,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:21,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:22,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:23,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:25,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:25,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:25,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:25,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:26,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:27,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:27,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:29,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:29,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:29,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:31,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:31,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:31,526 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:31,530 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:32,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:32,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:33,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:37,094 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:37,095 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:37,095 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:37,101 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:37,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:38,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:38,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:28:39,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:41,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:41,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:41,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:41,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:42,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:43,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:43,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:44,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:44,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:44,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:47,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:47,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:47,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:47,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:48,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:48,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:49,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:52,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:52,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:52,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:52,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:53,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:54,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:55,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:56,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:56,599 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:28:56,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:56,605 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:57,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:28:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:59,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:59,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:59,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:28:59,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:01,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:01,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:01,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:01,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:02,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:03,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:05,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:05,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:05,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:05,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:05,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:06,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:07,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:08,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:29:10,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:10,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:10,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:10,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:10,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:11,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:11,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:14,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:14,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:14,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:14,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:14,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:14,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:15,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:16,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:17,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:19,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:19,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:19,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:19,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:19,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:21,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:22,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:25,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:25,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:25,089 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:25,094 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:25,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:27,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:28,095 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:29,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:29,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:29,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:30,723 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:30,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:30,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:30,733 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:31,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:33,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:33,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:38,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:38,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:29:40,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:40,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:40,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:40,205 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:40,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:41,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:44,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:44,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:44,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:44,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:45,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:45,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:45,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:46,486 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:47,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:49,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:50,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:50,939 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:50,939 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:50,944 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:51,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:53,494 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:54,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:55,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:55,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:55,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:55,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:55,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:29:57,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:29:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:59,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:59,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:59,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:59,841 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:29:59,841 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:59,846 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:00,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:00,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:01,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:03,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:03,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:03,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:03,973 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:04,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:05,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:05,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:08,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:08,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:08,828 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:08,833 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:08,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:30:09,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:11,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:11,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:13,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:13,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:13,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:13,288 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:13,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:14,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:14,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:15,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:17,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:19,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:19,726 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:19,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:19,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:20,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:21,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:22,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:25,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:25,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:25,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:25,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:26,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:27,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:27,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:29,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:29,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:30,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:30,272 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:30,272 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:30,277 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:30,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:31,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:33,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:34,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:34,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:34,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:34,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:35,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:37,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:38,965 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:30:38,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:41,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:41,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:41,878 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:41,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:42,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:43,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:44,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:44,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:44,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:44,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:49,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:52,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:52,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:52,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:52,429 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:52,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:55,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:55,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:30:56,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:56,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:30:56,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:56,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:57,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:30:59,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:59,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:59,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:59,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:05,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:05,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:05,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:05,151 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:05,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:06,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:07,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:08,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:31:11,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:11,055 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:11,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:11,060 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:11,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:12,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:13,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:14,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:14,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:17,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:19,449 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:19,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:19,450 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:19,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:19,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:21,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:23,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:25,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:25,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:25,914 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:25,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:26,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:27,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:28,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:29,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:29,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:30,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:30,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:30,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:30,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:31,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:33,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:33,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:37,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:37,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:37,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:37,429 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:37,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:38,954 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:31:38,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:39,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:42,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:42,313 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:42,313 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:42,319 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:42,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:43,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:44,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:44,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:44,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:44,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:48,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:48,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:48,451 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:48,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:48,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:49,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:51,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:54,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:56,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:56,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:31:56,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:56,602 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:56,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:31:59,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:59,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:59,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:59,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:31:59,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:04,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:05,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:05,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:05,912 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:05,917 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:06,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:07,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:08,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:32:09,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:11,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:11,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:11,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:11,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:11,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:13,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:14,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:15,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:17,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:17,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:17,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:17,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:18,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:19,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:20,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:24,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:24,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:24,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:24,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:24,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:25,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:26,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:28,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:28,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:28,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:28,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:29,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:29,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:29,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:31,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:31,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:33,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:33,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:33,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:33,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:33,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:35,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:37,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:37,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:37,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:37,987 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:37,992 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:38,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:38,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:32:39,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:42,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:43,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:43,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:43,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:43,137 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:43,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:44,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:44,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:44,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:45,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:47,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:47,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:47,810 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:47,815 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:48,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:48,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:49,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:52,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:52,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:52,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:52,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:53,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:32:54,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:55,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:32:59,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:59,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:59,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:59,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:59,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:32:59,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:59,691 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:00,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:01,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:05,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:06,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:06,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:06,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:06,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:06,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:07,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:08,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:33:10,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:11,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:11,851 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:11,851 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:11,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:12,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:13,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:14,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:16,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:17,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:17,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:17,723 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:17,728 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:18,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:19,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:21,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:22,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:22,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:22,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:22,031 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:22,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:23,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:26,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:26,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:26,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:26,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:26,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:27,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:27,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:29,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:29,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:32,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:32,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:32,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:32,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:32,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:33,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:33,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:37,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:37,399 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:37,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:37,404 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:37,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:38,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:38,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:33:39,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:42,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:42,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:42,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:42,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:43,730 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:43,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:44,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:44,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:44,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:45,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:47,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:47,464 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:47,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:47,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:47,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:49,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:49,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:54,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:54,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:54,847 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:33:54,847 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:54,852 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:55,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:33:57,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:33:59,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:59,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:59,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:59,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:02,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:02,711 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:02,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:02,716 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:02,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:04,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:05,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:06,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:06,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:06,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:06,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:07,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:08,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:34:09,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:09,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:13,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:13,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:13,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:13,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:13,796 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:14,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:14,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:15,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:15,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:18,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:18,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:18,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:18,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:18,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:19,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:21,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:23,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:23,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:23,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:23,698 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:23,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:25,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:26,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:28,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:28,405 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:28,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:28,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:28,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:29,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:29,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:29,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:32,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:33,405 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:33,405 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:33,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:33,411 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:33,818 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:35,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:38,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:38,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:34:39,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:39,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:39,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:39,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:39,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:41,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:44,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:44,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:44,351 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:44,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:44,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:44,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:44,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:44,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:44,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:45,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:49,270 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:49,271 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:49,271 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:49,276 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:49,836 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:50,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:51,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:34:55,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:58,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:58,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:34:58,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:58,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:58,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:34:59,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:59,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:59,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:59,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:00,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:04,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:04,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:04,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:04,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:04,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:05,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:06,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:08,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:08,729 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:08,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:08,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:08,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:08,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:35:11,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:11,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:14,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:14,075 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:14,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:14,080 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:14,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:14,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:14,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:14,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:15,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:17,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:22,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:23,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:23,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:23,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:23,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:23,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:25,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:27,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:27,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:27,486 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:27,491 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:27,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:28,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:29,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:29,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:29,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:29,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:32,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:32,082 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:32,082 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:32,087 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:32,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:33,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:34,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:38,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:35:39,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:40,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:40,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:40,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:40,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:40,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:41,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:44,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:44,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:44,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:45,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:46,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:46,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:46,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:46,322 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:46,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:47,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:51,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:54,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:54,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:54,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:54,905 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:55,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:35:56,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:57,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:35:59,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:59,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:59,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:59,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:59,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:35:59,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:59,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:59,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:01,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:02,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:04,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:04,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:04,340 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:04,345 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:04,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:05,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:08,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:08,973 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:36:09,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:09,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:09,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:09,077 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:09,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:11,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:14,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:14,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:14,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:14,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:15,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:15,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:15,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:15,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:15,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:17,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:19,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:19,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:19,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:19,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:19,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:20,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:21,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:24,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:24,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:24,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:24,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:24,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:24,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:25,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:28,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:28,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:28,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:28,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:28,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:29,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:29,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:29,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:31,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:34,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:34,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:34,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:34,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:34,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:35,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:37,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:38,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:36:39,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:40,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:40,918 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:40,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:40,924 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:40,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:43,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:44,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:44,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:44,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:46,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:46,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:46,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:46,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:46,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:47,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:51,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:51,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:51,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:51,254 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:51,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:51,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:36:53,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:36:56,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:59,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:59,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:59,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:59,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:59,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:36:59,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:59,657 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:59,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:01,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:01,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:03,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:03,825 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:03,825 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:03,830 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:03,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:05,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:06,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:08,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:37:11,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:11,659 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:11,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:11,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:11,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:12,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:13,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:14,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:14,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:14,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:15,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:15,961 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:15,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:15,966 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:15,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:17,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:18,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:22,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:22,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:22,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:22,701 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:23,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:23,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:24,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:28,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:28,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:28,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:28,150 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:29,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:29,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:29,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:29,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:29,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:30,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:32,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:32,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:32,583 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:32,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:33,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:34,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:34,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:36,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:36,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:36,355 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:36,360 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:37,015 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:38,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:38,981 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:37:39,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:41,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:41,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:41,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:41,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:42,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:44,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:44,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:44,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:44,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:49,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:49,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:49,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:49,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:50,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:50,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:52,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:55,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:55,628 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:37:55,628 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:55,633 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:56,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:37:56,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:58,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:37:59,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:59,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:59,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:00,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:00,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:00,295 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:00,300 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:01,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:02,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:02,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:04,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:04,973 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:04,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:04,978 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:05,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:07,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:08,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:08,981 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:38:11,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:11,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:11,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:11,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:12,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:13,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:14,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:14,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:14,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:14,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:17,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:17,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:17,453 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:17,458 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:18,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:19,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:20,100 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:23,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:23,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:23,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:23,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:24,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:24,886 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:26,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:29,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:29,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:29,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:30,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:31,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:31,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:31,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:31,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:34,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:36,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:36,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:36,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:36,492 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:36,497 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:37,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:38,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:38,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:38:41,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:41,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:41,595 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:41,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:41,600 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:42,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:44,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:44,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:44,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:44,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:45,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:45,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:45,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:45,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:46,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:46,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:48,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:50,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:50,531 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:50,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:50,536 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:51,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:52,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:38:52,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:57,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:57,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:57,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:38:57,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:57,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:58,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:38:59,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:59,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:59,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:00,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:02,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:04,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:04,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:04,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:04,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:05,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:06,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:08,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:08,989 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:39:09,826 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:09,827 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:09,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:09,832 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:10,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:12,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:13,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:14,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:14,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:16,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:16,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:16,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:16,651 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:17,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:18,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:19,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:21,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:21,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:21,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:21,276 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:22,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:24,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:25,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:27,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:27,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:27,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:27,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:28,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:29,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:29,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:29,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:30,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:35,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:36,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:36,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:36,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:36,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:37,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:38,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:38,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:39:40,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:41,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:41,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:41,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:41,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:42,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:44,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:44,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:44,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:46,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:51,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:51,132 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:39:51,132 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:51,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:51,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:39:52,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:54,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:39:57,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:59,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:59,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:02,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:02,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:02,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:02,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:02,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:03,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:04,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:07,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:08,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:40:09,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:09,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:09,118 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:09,123 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:09,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:12,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:13,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:14,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:14,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:14,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:16,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:16,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:16,273 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:16,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:16,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:18,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:18,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:20,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:20,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:20,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:20,724 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:21,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:22,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:23,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:28,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:28,454 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:28,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:28,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:29,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:29,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:30,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:32,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:32,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:32,912 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:32,917 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:33,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:34,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:34,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:37,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:37,389 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:37,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:37,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:38,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:38,992 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:40:39,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:40,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:44,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:44,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:45,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:45,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:45,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:45,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:45,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:46,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:48,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:49,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:49,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:49,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:49,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:50,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:50,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:52,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:54,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:54,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:40:54,814 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:54,820 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:55,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:40:56,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:40:56,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:59,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:59,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:59,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:00,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:00,717 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:00,717 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:00,722 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:01,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:02,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:02,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:05,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:05,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:05,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:05,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:06,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:08,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:08,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:08,994 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:41:11,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:11,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:11,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:11,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:12,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:13,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:14,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:14,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:14,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:14,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:16,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:16,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:16,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:16,374 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:17,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:18,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:19,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:21,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:21,409 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:21,410 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:21,415 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:22,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:24,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:24,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:26,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:26,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:26,455 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:26,460 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:27,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:28,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:29,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:31,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:31,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:31,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:31,894 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:32,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:34,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:34,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:36,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:36,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:36,883 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:36,888 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:37,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:38,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:39,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:41:40,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:44,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:44,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:44,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:44,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:44,726 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:44,726 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:44,731 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:45,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:45,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:46,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:49,534 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:49,535 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:49,535 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:49,541 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:50,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:51,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:52,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:55,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:55,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:41:55,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:56,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:56,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:41:57,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:58,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:41:59,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:59,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:59,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:00,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:00,485 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:00,485 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:00,490 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:01,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:02,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:02,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:06,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:06,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:06,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:06,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:06,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:08,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:08,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:08,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:42:13,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:13,407 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:13,407 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:13,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:13,412 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:13,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:14,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:14,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:14,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:16,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:17,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:17,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:17,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:17,638 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:18,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:18,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:20,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:23,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:24,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:24,601 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:24,601 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:24,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:25,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:26,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:29,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:29,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:29,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:29,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:29,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:29,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:30,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:32,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:34,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:34,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:34,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:34,136 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:34,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:35,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:36,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:38,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:38,586 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:38,586 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:38,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:39,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:42:39,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:40,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:41,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:42,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:42,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:42,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:42,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:43,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:44,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:44,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:44,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:44,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:46,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:47,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:47,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:47,598 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:47,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:48,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:50,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:51,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:52,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:52,408 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:52,408 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:52,413 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:52,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:54,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:42:57,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:57,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:42:57,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:57,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:57,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:57,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:42:59,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:59,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:59,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:00,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:01,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:01,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:01,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:01,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:02,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:02,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:04,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:06,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:06,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:06,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:06,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:07,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:08,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:08,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:09,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:43:14,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:14,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:14,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:14,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:15,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:15,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:15,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:15,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:16,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:18,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:19,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:20,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:20,454 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:20,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:20,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:20,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:22,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:24,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:26,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:26,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:26,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:26,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:26,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:28,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:29,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:29,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:29,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:32,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:32,118 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:32,118 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:32,123 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:32,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:34,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:35,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:37,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:37,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:37,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:37,199 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:37,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:38,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:39,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:43:41,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:41,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:41,892 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:41,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:41,897 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:42,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:44,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:44,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:46,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:46,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:46,600 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:46,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:46,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:47,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:47,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:51,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:52,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:52,016 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:52,016 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:52,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:52,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:53,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:56,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:56,839 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:43:56,839 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:56,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:56,844 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:57,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:43:57,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:43:59,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:59,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:59,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:01,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:01,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:01,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:01,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:01,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:02,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:03,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:07,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:09,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:44:09,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:09,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:09,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:09,511 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:09,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:11,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:12,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:14,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:14,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:15,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:15,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:15,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:16,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:17,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:17,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:20,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:20,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:20,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:20,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:20,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:21,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:23,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:27,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:27,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:27,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:27,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:28,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:28,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:29,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:29,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:32,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:32,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:32,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:32,264 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:32,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:33,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:34,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:39,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:44:40,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:40,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:40,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:40,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:40,679 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:41,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:42,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:44,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:44,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:45,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:46,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:46,271 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:46,271 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:46,277 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:46,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:48,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:51,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:51,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:51,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:51,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:51,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:51,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:54,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:55,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:55,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:44:55,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:56,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:56,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:44:57,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:58,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:44:59,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:59,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:02,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:03,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:03,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:03,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:03,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:03,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:03,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:08,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:08,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:08,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:08,856 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:08,861 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:09,017 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:45:09,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:09,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:14,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:14,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:14,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:14,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:14,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:14,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:14,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:15,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:19,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:19,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:19,657 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:19,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:19,662 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:19,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:21,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:24,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:25,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:25,800 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:25,801 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:25,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:26,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:27,718 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:29,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:29,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:29,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:30,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:30,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:30,982 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:30,982 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:30,987 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:31,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:31,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:36,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:38,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:38,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:38,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:38,336 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:38,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:39,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:45:39,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:42,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:42,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:42,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:42,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:42,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:43,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:43,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:44,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:44,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:44,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:47,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:47,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:47,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:47,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:47,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:47,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:47,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:51,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:51,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:45:51,253 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:51,258 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:51,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:45:51,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:45:52,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:57,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:59,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:59,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:00,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:00,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:00,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:00,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:00,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:01,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:02,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:05,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:05,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:05,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:05,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:05,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:07,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:07,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:09,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:46:10,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:10,158 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:10,158 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:10,163 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:10,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:11,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:13,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:14,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:14,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:16,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:16,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:16,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:16,039 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:16,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:17,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:19,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:21,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:21,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:21,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:21,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:21,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:21,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:24,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:25,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:25,618 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:25,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:25,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:25,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:27,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:29,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:29,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:29,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:29,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:29,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:30,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:31,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:34,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:35,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:35,841 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:35,841 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:35,846 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:36,818 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:37,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:39,017 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:46:40,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:44,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:44,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:45,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:45,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:45,182 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:45,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:45,187 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:45,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:45,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:49,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:49,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:49,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:49,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:50,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:50,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:51,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:54,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:54,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:54,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:54,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:54,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:46:55,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:56,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:59,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:59,256 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:46:59,256 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:59,262 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:59,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:59,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:59,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:46:59,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:01,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:06,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:06,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:06,018 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:06,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:06,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:07,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:07,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:09,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:47:10,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:10,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:10,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:10,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:10,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:11,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:12,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:14,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:14,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:15,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:15,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:15,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:15,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:15,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:17,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:18,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:20,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:20,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:20,578 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:20,583 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:20,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:21,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:24,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:26,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:26,650 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:26,650 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:26,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:26,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:27,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:29,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:29,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:31,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:31,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:31,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:31,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:31,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:31,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:35,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:38,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:38,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:38,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:38,704 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:38,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:39,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:47:39,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:41,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:43,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:43,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:43,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:43,539 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:43,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:43,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:44,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:44,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:44,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:46,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:48,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:48,093 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:48,093 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:48,098 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:48,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:49,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:52,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:52,826 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:52,827 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:47:52,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:52,832 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:52,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:47:53,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:47:57,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:59,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:59,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:00,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:00,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:00,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:00,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:00,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:01,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:03,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:05,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:05,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:05,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:05,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:05,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:05,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:08,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:09,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:48:10,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:10,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:10,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:10,436 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:10,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:11,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:13,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:14,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:14,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:14,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:15,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:15,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:15,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:15,273 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:15,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:15,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:19,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:19,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:19,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:19,337 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:19,342 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:19,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:20,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:24,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:24,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:24,625 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:24,625 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:24,630 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:25,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:26,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:29,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:29,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:29,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:30,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:30,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:30,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:30,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:31,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:32,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:34,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:35,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:35,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:35,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:35,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:36,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:36,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:39,029 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:48:40,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:41,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:41,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:41,121 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:41,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:42,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:42,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:44,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:44,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:46,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:46,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:46,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:46,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:47,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:48,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:51,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:54,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:54,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:54,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:54,209 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:55,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:48:56,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:48:57,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:59,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:59,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:59,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:59,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:59,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:48:59,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:59,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:00,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:02,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:02,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:05,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:05,730 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:05,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:05,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:06,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:07,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:08,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:09,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:49:09,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:09,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:09,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:09,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:10,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:12,114 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:12,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:14,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:14,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:14,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:14,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:14,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:14,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:14,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:15,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:16,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:18,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:18,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:18,519 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:18,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:18,524 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:19,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:20,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:23,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:26,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:26,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:26,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:26,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:27,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:28,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:28,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:29,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:29,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:29,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:32,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:32,825 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:32,825 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:32,830 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:33,134 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:34,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:34,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:39,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:49:40,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:41,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:41,918 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:41,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:41,924 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:42,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:44,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:44,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:46,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:46,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:46,404 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:47,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:48,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:51,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:52,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:52,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:52,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:52,083 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:52,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:54,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:56,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:56,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:49:56,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:56,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:56,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:57,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:49:58,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:49:59,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:59,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:59,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:02,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:02,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:02,355 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:02,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:02,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:03,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:04,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:07,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:07,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:07,464 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:07,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:07,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:08,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:08,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:09,032 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:50:11,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:11,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:11,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:11,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:12,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:12,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:12,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:14,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:14,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:14,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:17,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:17,412 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:17,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:17,417 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:18,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:18,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:18,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:23,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:23,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:23,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:23,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:23,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:24,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:26,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:28,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:28,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:28,577 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:28,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:28,583 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:29,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:29,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:29,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:30,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:33,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:35,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:35,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:35,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:35,541 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:36,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:36,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:39,034 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:50:39,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:43,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:43,838 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:43,838 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:43,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:44,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:44,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:44,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:46,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:50:49,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:54,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:59,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:59,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:50:59,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:59,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:59,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:50:59,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:59,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:59,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:00,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:04,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:04,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:04,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:04,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:04,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:05,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:06,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:08,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:08,871 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:08,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:08,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:09,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:51:09,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:10,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:11,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:13,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:13,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:13,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:13,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:14,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:14,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:14,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:14,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:16,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:16,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:21,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:22,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:22,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:22,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:22,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:23,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:24,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:27,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:28,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:28,844 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:28,845 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:28,850 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:29,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:29,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:29,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:29,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:30,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:32,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:33,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:33,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:33,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:33,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:33,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:34,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:37,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:37,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:37,404 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:37,409 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:38,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:38,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:38,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:39,038 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:51:42,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:42,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:42,351 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:42,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:43,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:44,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:44,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:44,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:44,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:47,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:47,588 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:47,588 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:47,593 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:48,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:48,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:49,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:53,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:53,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:53,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:53,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:53,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:54,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:51:55,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:58,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:58,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:51:58,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:58,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:58,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:51:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:59,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:00,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:00,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:02,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:02,752 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:02,752 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:02,757 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:03,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:04,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:05,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:08,315 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:08,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:08,316 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:08,321 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:08,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:09,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:52:10,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:11,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:14,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:14,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:14,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:14,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:14,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:14,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:14,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:15,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:16,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:19,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:19,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:19,751 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:19,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:20,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:20,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:21,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:23,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:23,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:23,874 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:23,879 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:24,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:24,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:26,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:29,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:29,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:29,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:29,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:29,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:29,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:29,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:30,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:32,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:37,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:39,043 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:52:39,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:39,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:39,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:39,370 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:39,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:40,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:43,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:44,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:44,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:44,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:44,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:44,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:44,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:45,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:46,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:48,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:50,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:50,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:50,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:50,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:51,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:52,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:53,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:56,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:56,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:52:56,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:56,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:57,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:52:58,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:52:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:59,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:59,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:01,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:01,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:01,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:01,119 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:01,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:02,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:05,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:05,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:05,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:05,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:05,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:06,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:06,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:09,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:53:11,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:11,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:11,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:11,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:11,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:11,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:12,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:14,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:14,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:14,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:16,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:16,624 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:16,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:16,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:16,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:17,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:18,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:21,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:24,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:24,021 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:24,021 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:24,027 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:24,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:26,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:27,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:29,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:29,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:29,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:29,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:29,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:29,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:29,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:30,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:30,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:32,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:34,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:34,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:34,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:34,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:34,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:36,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:38,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:38,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:38,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:38,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:38,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:38,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:39,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:53:40,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:42,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:42,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:42,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:42,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:43,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:43,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:44,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:44,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:44,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:44,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:48,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:48,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:48,297 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:48,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:48,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:49,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:50,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:52,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:52,408 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:52,409 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:52,414 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:52,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:54,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:54,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:57,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:57,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:53:57,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:57,681 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:58,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:53:58,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:53:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:59,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:59,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:04,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:04,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:04,645 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:04,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:04,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:05,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:06,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:09,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:54:10,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:10,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:10,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:10,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:10,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:10,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:12,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:14,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:14,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:14,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:14,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:14,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:15,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:15,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:16,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:20,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:20,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:20,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:20,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:20,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:21,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:22,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:24,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:24,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:24,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:24,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:25,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:26,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:26,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:29,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:29,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:29,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:29,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:29,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:29,849 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:29,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:30,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:30,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:31,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:34,405 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:34,406 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:34,406 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:34,411 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:34,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:36,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:37,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:38,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:38,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:38,878 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:38,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:39,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:54:39,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:40,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:43,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:43,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:43,541 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:43,541 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:43,546 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:43,575 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:44,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:44,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:44,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:48,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:49,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:49,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:49,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:49,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:49,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:50,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:54,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:54,016 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:54,016 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:54,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:54,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:54,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:54,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:57,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:57,950 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:54:57,950 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:57,955 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:58,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:54:58,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:54:59,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:59,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:59,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:59,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:04,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:04,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:04,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:04,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:04,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:05,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:06,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:09,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:55:11,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:11,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:11,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:11,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:11,405 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:11,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:12,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:14,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:14,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:16,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:18,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:18,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:18,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:18,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:18,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:20,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:22,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:26,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:26,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:26,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:26,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:27,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:27,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:28,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:29,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:29,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:30,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:30,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:30,856 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:30,862 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:31,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:32,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:32,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:35,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:35,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:35,570 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:35,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:35,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:36,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:38,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:39,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:55:39,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:39,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:39,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:39,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:39,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:40,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:44,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:44,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:44,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:44,723 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:44,723 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:44,724 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:44,729 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:45,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:46,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:49,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:49,132 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:49,132 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:49,137 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:49,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:50,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:50,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:53,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:53,607 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:53,607 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:53,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:53,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:54,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:55,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:57,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:57,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:55:57,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:57,982 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:58,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:55:58,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:55:59,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:59,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:59,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:00,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:02,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:02,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:02,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:02,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:02,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:04,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:06,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:08,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:08,403 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:08,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:08,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:08,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:09,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:56:10,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:12,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:14,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:14,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:14,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:14,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:14,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:14,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:14,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:16,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:17,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:18,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:18,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:18,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:18,541 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:18,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:20,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:23,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:23,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:23,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:23,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:23,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:23,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:24,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:27,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:27,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:27,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:27,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:28,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:28,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:28,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:29,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:29,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:33,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:33,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:33,027 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:33,032 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:33,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:34,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:34,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:38,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:38,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:38,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:38,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:38,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:39,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:56:40,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:40,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:42,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:42,496 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:42,496 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:42,501 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:42,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:44,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:44,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:44,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:47,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:47,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:47,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:47,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:47,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:48,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:50,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:53,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:53,530 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:53,530 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:53,535 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:53,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:56:54,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:56:56,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:59,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:59,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:59,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:59,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:59,729 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:56:59,729 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:59,734 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:59,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:00,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:04,610 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:04,611 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:04,611 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:04,616 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:04,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:06,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:07,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:09,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:57:11,853 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:11,854 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:11,854 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:11,859 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:12,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:12,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:12,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:14,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:14,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:18,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:18,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:18,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:18,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:18,436 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:18,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:20,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:23,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:26,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:26,213 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:26,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:26,218 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:26,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:26,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:29,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:29,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:29,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:34,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:34,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:34,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:34,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:34,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:35,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:36,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:39,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:57:39,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:39,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:39,783 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:39,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:39,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:39,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:40,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:44,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:44,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:47,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:47,339 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:47,340 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:47,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:47,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:48,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:51,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:54,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:54,264 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:54,264 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:54,269 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:54,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:56,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:57:57,270 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:58,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:58,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:57:58,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:58,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:58,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:57:59,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:59,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:59,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:00,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:02,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:04,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:04,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:04,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:04,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:04,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:06,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:08,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:08,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:08,123 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:08,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:08,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:08,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:08,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:09,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:58:13,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:13,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:13,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:13,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:13,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:13,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:14,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:14,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:14,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:17,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:17,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:17,572 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:17,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:17,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:18,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:18,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:21,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:21,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:21,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:21,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:21,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:22,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:23,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:26,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:26,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:26,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:26,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:26,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:28,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:29,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:29,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:29,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:31,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:31,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:31,018 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:31,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:31,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:32,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:35,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:37,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:37,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:37,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:37,035 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:38,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:39,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:39,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:58:40,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:41,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:41,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:41,567 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:41,572 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:42,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:43,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:44,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:44,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:46,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:46,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:46,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:46,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:47,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:49,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:51,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:53,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:53,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:53,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:53,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:54,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:55,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:57,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:58,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:58,144 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:58:58,144 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:58,149 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:59,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:58:59,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:58:59,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:59,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:59,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:02,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:03,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:03,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:03,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:03,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:04,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:05,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:08,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:08,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:08,993 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:08,994 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:08,999 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:09,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:09,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:59:11,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:13,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:13,906 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:13,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:13,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:13,911 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:14,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:14,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:14,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:15,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:18,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:18,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:18,379 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:18,384 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:19,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:19,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:21,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:24,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:26,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:26,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:26,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:26,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:27,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:29,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:29,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:29,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:29,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:29,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:32,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:32,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:32,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:32,771 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:33,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:34,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:35,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:37,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:37,164 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:37,164 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:37,169 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:38,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:39,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:39,074 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 12:59:40,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:42,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:42,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:42,463 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:42,468 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:43,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:44,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:44,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:45,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:45,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:47,286 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:47,287 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:47,287 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:47,292 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:48,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:49,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:51,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:54,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:54,085 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:54,085 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:54,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:55,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:55,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:57,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:58,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:58,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 12:59:58,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:58,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:59,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 12:59:59,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 12:59:59,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:59,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:59,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:02,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:02,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:02,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:02,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:02,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:03,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:03,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:07,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:09,076 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:00:10,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:10,803 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:10,803 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:10,808 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:11,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:12,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:13,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:14,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:14,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:14,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:16,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:16,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:16,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:16,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:17,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:17,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:18,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:22,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:22,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:22,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:22,649 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:23,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:23,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:25,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:27,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:27,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:27,077 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:27,082 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:27,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:29,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:29,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:29,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:29,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:29,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:32,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:32,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:32,143 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:32,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:33,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:33,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:34,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:39,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:00:39,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:39,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:39,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:39,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:39,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:40,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:41,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:44,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:44,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:44,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:44,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:44,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:44,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:44,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:45,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:45,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:47,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:50,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:50,042 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:50,043 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:50,048 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:50,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:51,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:51,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:56,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:58,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:58,414 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:00:58,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:58,420 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:59,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:00:59,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:00:59,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:59,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:01,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:02,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:02,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:02,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:02,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:03,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:05,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:06,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:06,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:06,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:06,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:06,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:07,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:09,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:01:09,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:12,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:12,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:12,118 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:12,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:12,124 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:12,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:13,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:14,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:14,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:16,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:16,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:16,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:16,424 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:17,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:17,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:17,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:21,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:21,702 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:21,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:21,707 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:22,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:22,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:23,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:27,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:29,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:29,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:30,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:30,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:30,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:30,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:31,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:31,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:33,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:34,561 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:34,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:34,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:34,567 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:35,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:37,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:38,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:39,082 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:01:39,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:39,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:39,215 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:39,220 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:39,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:41,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:44,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:44,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:44,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:48,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:48,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:48,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:48,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:49,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:49,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:51,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:54,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:54,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:54,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:54,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:54,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:55,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:55,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:01:59,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:59,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:01:59,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:59,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:59,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:01:59,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:59,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:00,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:01,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:04,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:04,989 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:04,989 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:04,994 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:05,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:06,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:07,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:09,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:02:10,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:10,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:10,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:10,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:11,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:11,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:13,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:14,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:14,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:14,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:17,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:17,606 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:17,606 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:17,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:17,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:18,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:19,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:22,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:22,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:22,673 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:22,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:22,678 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:23,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:25,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:27,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:27,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:27,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:27,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:27,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:28,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:29,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:29,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:29,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:32,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:33,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:33,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:33,193 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:33,198 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:33,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:35,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:38,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:39,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:02:41,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:41,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:41,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:41,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:42,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:43,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:43,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:44,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:44,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:47,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:47,211 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:47,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:47,216 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:47,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:49,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:49,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:52,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:52,786 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:52,786 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:52,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:53,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:54,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:55,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:58,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:58,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:02:58,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:58,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:58,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:02:59,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:02:59,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:59,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:02,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:02,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:02,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:02,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:03,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:05,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:05,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:09,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:03:11,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:12,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:12,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:12,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:12,823 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:13,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:14,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:14,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:15,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:16,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:21,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:21,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:21,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:21,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:21,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:22,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:23,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:26,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:26,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:26,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:26,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:27,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:27,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:27,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:29,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:29,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:32,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:33,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:33,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:33,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:33,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:33,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:35,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:38,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:38,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:38,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:38,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:38,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:38,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:39,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:03:39,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:43,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:44,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:44,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:44,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:44,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:44,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:44,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:44,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:45,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:47,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:48,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:49,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:49,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:49,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:49,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:49,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:51,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:53,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:53,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:53,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:53,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:54,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:54,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:55,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:58,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:58,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:03:58,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:58,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:59,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:03:59,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:03:59,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:59,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:59,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:02,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:02,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:02,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:02,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:03,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:04,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:05,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:07,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:07,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:07,811 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:07,816 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:08,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:09,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:04:09,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:10,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:14,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:14,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:15,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:17,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:17,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:17,544 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:17,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:18,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:19,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:21,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:22,843 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:22,843 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:22,844 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:22,849 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:23,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:25,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:26,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:29,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:29,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:29,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:29,639 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:29,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:29,644 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:30,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:31,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:32,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:34,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:34,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:34,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:34,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:35,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:37,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:37,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:39,095 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:04:39,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:39,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:39,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:39,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:40,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:41,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:43,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:44,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:44,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:44,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:44,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:44,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:44,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:44,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:45,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:48,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:48,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:48,581 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:48,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:49,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:49,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:49,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:54,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:54,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:54,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:04:54,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:54,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:55,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:04:55,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:04:59,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:59,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:59,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:00,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:00,582 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:00,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:00,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:01,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:01,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:05,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:05,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:05,866 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:05,867 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:05,872 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:06,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:07,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:09,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:05:11,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:11,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:11,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:11,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:11,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:12,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:13,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:14,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:14,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:16,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:16,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:16,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:16,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:17,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:19,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:21,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:21,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:21,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:21,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:21,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:22,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:23,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:25,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:25,378 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:25,378 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:25,383 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:25,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:27,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:27,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:29,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:29,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:29,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:29,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:29,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:29,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:29,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:31,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:32,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:33,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:33,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:33,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:34,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:34,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:35,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:38,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:39,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:05:40,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:40,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:40,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:40,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:40,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:41,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:43,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:44,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:44,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:45,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:45,441 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:45,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:45,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:45,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:47,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:48,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:49,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:49,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:49,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:49,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:50,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:51,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:53,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:54,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:54,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:05:54,789 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:54,794 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:55,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:05:55,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:05:59,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:59,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:59,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:00,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:00,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:00,089 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:00,094 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:00,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:01,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:04,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:04,540 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:04,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:04,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:04,546 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:04,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:05,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:08,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:08,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:08,964 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:08,969 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:09,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:06:09,575 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:10,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:11,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:13,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:13,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:13,248 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:13,253 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:13,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:14,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:14,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:15,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:15,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:18,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:18,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:18,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:18,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:19,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:20,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:21,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:23,750 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:23,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:23,751 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:23,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:24,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:25,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:26,757 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:29,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:29,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:31,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:31,786 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:31,786 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:31,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:31,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:32,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:33,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:36,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:36,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:36,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:36,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:36,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:37,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:37,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:39,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:06:40,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:40,508 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:40,509 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:40,514 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:40,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:41,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:42,514 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:44,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:44,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:45,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:45,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:45,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:45,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:46,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:47,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:47,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:49,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:49,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:49,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:49,771 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:50,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:51,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:53,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:54,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:54,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:06:54,553 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:54,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:54,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:06:55,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:06:59,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:59,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:59,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:00,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:00,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:00,826 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:00,831 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:01,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:01,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:04,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:05,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:05,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:05,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:05,348 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:05,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:07,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:09,105 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:07:09,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:09,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:09,963 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:09,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:09,968 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:10,646 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:11,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:14,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:14,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:15,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:15,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:15,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:15,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:15,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:15,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:17,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:19,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:19,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:19,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:19,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:19,656 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:20,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:21,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:24,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:24,582 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:24,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:24,587 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:24,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:25,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:25,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:29,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:29,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:29,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:29,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:29,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:29,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:30,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:30,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:31,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:35,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:36,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:36,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:36,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:36,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:36,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:37,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:39,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:07:40,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:40,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:40,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:40,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:40,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:41,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:41,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:44,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:44,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:46,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:47,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:47,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:47,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:47,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:48,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:49,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:51,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:52,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:52,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:52,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:52,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:52,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:53,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:56,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:56,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:07:56,570 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:56,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:56,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:07:57,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:57,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:07:59,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:59,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:01,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:01,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:01,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:01,308 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:01,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:03,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:03,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:06,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:06,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:06,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:06,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:07,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:07,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:08,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:09,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:08:11,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:11,016 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:11,016 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:11,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:11,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:13,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:14,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:14,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:14,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:17,458 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:17,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:17,459 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:17,464 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:17,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:19,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:19,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:21,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:21,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:21,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:21,733 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:21,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:23,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:24,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:25,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:25,955 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:25,955 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:25,960 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:26,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:27,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:29,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:29,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:29,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:30,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:30,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:30,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:30,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:31,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:33,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:35,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:35,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:35,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:35,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:35,236 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:35,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:37,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:39,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:08:39,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:39,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:39,278 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:39,283 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:39,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:40,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:41,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:44,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:44,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:44,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:44,419 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:44,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:44,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:44,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:45,759 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:45,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:50,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:51,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:51,574 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:51,574 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:51,579 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:51,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:53,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:08:56,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:58,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:58,513 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:08:58,513 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:58,518 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:58,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:08:59,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:59,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:59,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:01,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:02,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:02,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:02,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:02,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:03,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:03,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:06,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:07,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:07,838 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:07,838 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:07,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:08,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:09,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:09:09,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:12,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:13,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:13,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:13,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:13,401 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:13,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:14,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:14,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:15,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:17,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:19,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:19,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:19,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:19,317 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:19,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:21,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:23,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:25,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:25,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:25,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:25,298 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:25,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:27,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:29,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:29,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:29,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:31,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:31,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:31,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:31,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:31,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:33,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:35,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:37,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:37,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:37,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:37,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:37,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:39,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:09:39,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:41,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:43,090 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:43,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:43,091 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:43,096 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:43,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:44,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:44,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:45,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:46,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:47,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:47,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:47,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:47,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:47,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:49,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:51,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:51,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:51,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:51,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:51,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:52,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:53,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:09:56,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:57,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:57,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:09:57,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:57,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:57,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:09:59,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:59,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:59,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:02,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:02,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:02,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:02,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:02,074 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:02,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:03,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:06,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:06,153 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:06,154 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:06,159 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:06,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:07,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:07,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:09,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:10:10,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:10,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:10,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:10,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:10,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:11,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:12,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:14,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:14,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:14,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:14,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:14,779 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:14,779 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:14,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:14,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:15,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:17,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:22,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:22,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:22,814 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:22,819 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:22,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:23,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:23,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:28,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:28,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:28,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:28,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:28,863 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:28,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:29,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:29,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:29,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:29,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:33,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:33,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:33,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:33,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:33,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:34,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:35,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:38,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:38,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:38,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:38,595 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:38,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:39,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:10:39,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:40,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:42,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:42,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:42,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:42,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:42,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:43,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:44,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:44,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:44,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:45,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:48,565 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:48,565 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:48,566 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:48,570 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:48,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:49,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:51,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:53,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:53,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:53,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:53,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:53,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:55,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:10:57,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:58,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:58,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:10:58,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:58,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:58,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:10:59,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:59,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:59,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:59,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:02,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:04,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:04,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:04,638 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:04,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:04,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:05,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:07,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:09,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:11:11,298 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:11,299 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:11,299 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:11,304 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:11,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:13,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:13,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:14,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:14,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:16,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:16,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:16,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:16,236 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:16,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:17,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:19,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:20,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:20,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:20,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:20,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:20,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:21,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:24,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:25,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:25,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:25,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:25,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:25,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:25,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:29,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:29,133 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:29,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:29,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:29,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:29,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:29,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:30,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:30,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:34,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:34,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:34,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:34,619 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:35,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:35,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:36,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:38,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:38,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:38,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:38,463 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:39,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:39,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:11:40,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:41,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:44,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:44,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:44,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:44,835 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:44,835 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:44,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:45,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:46,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:46,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:49,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:49,133 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:49,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:49,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:50,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:50,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:52,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:53,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:53,787 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:53,787 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:53,793 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:54,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:56,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:11:57,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:58,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:58,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:11:58,218 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:58,224 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:59,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:11:59,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:59,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:00,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:02,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:02,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:02,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:02,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:02,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:03,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:04,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:07,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:07,962 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:07,962 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:07,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:07,967 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:08,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:09,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:12:10,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:12,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:12,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:12,874 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:12,879 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:13,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:13,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:14,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:14,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:14,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:17,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:17,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:17,382 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:17,387 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:18,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:19,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:20,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:23,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:23,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:23,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:23,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:23,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:24,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:25,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:28,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:28,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:28,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:28,910 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:29,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:29,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:29,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:30,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:32,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:32,966 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:32,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:32,971 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:33,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:34,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:36,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:38,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:38,168 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:38,168 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:38,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:39,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:39,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:12:40,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:41,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:44,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:44,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:46,578 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:46,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:46,579 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:46,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:46,584 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:47,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:48,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:51,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:52,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:52,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:52,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:52,717 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:53,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:54,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:12:56,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:57,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:57,551 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:12:57,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:57,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:58,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:12:59,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:59,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:00,134 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:02,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:02,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:02,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:02,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:02,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:03,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:04,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:07,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:07,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:07,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:07,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:07,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:08,142 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:09,130 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:13:10,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:12,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:12,994 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:12,995 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:12,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:12,999 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:13,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:14,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:14,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:14,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:18,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:21,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:21,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:21,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:21,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:22,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:23,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:24,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:27,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:27,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:27,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:27,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:28,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:28,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:29,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:29,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:30,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:32,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:32,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:32,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:32,530 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:33,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:34,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:34,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:37,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:37,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:37,447 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:37,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:38,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:39,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:13:40,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:40,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:44,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:44,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:44,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:44,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:44,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:44,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:45,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:46,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:50,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:51,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:51,402 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:51,402 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:51,407 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:52,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:13:54,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:13:56,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:59,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:59,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:59,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:59,817 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:13:59,817 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:59,822 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:00,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:01,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:02,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:06,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:08,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:08,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:08,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:08,092 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:08,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:09,134 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:14:10,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:12,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:12,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:12,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:12,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:12,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:13,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:14,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:14,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:14,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:16,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:16,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:16,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:16,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:17,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:17,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:18,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:21,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:21,211 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:21,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:21,216 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:22,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:22,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:23,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:25,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:25,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:25,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:25,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:26,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:28,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:28,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:29,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:29,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:33,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:33,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:33,906 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:33,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:33,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:34,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:36,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:38,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:39,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:14:41,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:41,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:41,232 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:41,237 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:42,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:42,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:44,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:44,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:44,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:46,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:46,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:46,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:46,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:46,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:48,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:50,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:53,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:53,606 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:53,607 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:53,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:54,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:55,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:56,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:14:58,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:58,630 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:14:58,630 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:58,635 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:59,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:14:59,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:59,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:00,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:00,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:05,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:06,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:06,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:06,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:06,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:07,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:08,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:09,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:15:11,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:13,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:13,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:13,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:13,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:14,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:14,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:14,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:16,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:16,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:20,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:20,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:20,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:20,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:20,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:22,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:22,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:24,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:24,906 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:24,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:24,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:25,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:26,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:27,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:29,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:29,335 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:29,335 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:29,340 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:29,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:29,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:30,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:32,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:33,750 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:38,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:38,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:38,499 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:38,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:39,141 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:15:39,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:39,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:40,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:42,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:42,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:42,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:42,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:43,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:44,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:44,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:44,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:44,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:47,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:47,177 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:47,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:47,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:47,354 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:50,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:50,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:51,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:51,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:15:51,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:51,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:52,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:15:54,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:15:55,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:59,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:59,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:00,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:00,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:00,089 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:00,094 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:00,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:01,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:02,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:06,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:07,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:07,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:07,084 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:07,089 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:07,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:09,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:16:10,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:11,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:11,075 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:11,076 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:11,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:11,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:12,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:14,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:14,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:14,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:17,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:19,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:19,540 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:19,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:19,545 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:20,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:22,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:23,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:27,853 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:27,854 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:27,854 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:27,859 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:28,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:28,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:29,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:29,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:30,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:32,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:32,905 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:32,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:32,910 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:33,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:33,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:34,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:38,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:39,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:16:40,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:40,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:40,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:40,220 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:40,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:42,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:44,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:44,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:44,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:44,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:44,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:44,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:44,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:44,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:45,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:46,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:49,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:49,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:49,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:49,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:49,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:50,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:52,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:54,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:54,481 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:16:54,481 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:54,486 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:55,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:16:55,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:56,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:16:59,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:59,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:00,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:02,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:02,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:02,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:02,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:02,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:04,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:06,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:06,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:06,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:06,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:06,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:07,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:08,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:09,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:17:11,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:11,346 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:11,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:11,351 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:11,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:12,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:14,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:14,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:14,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:17,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:19,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:19,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:19,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:19,924 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:20,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:22,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:22,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:24,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:24,830 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:24,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:24,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:25,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:26,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:28,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:29,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:29,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:30,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:30,088 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:30,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:30,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:30,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:32,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:34,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:34,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:34,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:34,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:34,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:35,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:36,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:39,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:39,087 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:39,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:39,092 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:39,149 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:17:39,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:39,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:40,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:44,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:44,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:44,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:44,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:44,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:44,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:44,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:45,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:46,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:48,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:48,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:48,811 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:48,819 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:49,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:49,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:50,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:54,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:54,749 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:54,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:54,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:55,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:17:55,754 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:56,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:17:58,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:58,939 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:17:58,939 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:58,944 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:59,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:59,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:59,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:00,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:01,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:03,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:03,568 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:03,568 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:03,573 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:04,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:06,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:07,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:07,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:07,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:07,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:07,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:07,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:09,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:18:10,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:12,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:12,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:12,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:12,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:12,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:13,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:14,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:14,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:14,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:16,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:16,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:16,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:16,329 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:16,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:18,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:19,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:21,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:21,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:21,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:21,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:21,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:22,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:25,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:26,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:26,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:26,837 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:26,842 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:27,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:28,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:29,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:29,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:32,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:32,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:32,219 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:32,224 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:32,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:34,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:36,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:37,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:37,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:37,239 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:37,244 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:37,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:38,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:39,154 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:18:42,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:42,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:42,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:42,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:42,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:43,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:44,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:44,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:44,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:47,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:49,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:49,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:49,560 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:49,565 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:49,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:52,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:53,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:53,610 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:53,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:53,611 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:53,616 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:54,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:18:56,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:18:58,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:58,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:58,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:18:58,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:58,916 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:59,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:59,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:59,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:00,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:03,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:04,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:04,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:04,301 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:04,307 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:04,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:06,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:08,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:08,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:08,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:08,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:08,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:09,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:19:09,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:10,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:13,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:13,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:13,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:13,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:13,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:14,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:14,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:14,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:14,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:17,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:17,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:17,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:17,825 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:18,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:19,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:20,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:22,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:22,689 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:22,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:22,694 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:23,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:24,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:25,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:27,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:27,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:27,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:27,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:27,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:28,622 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:29,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:29,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:31,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:33,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:33,064 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:33,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:33,070 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:33,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:34,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:37,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:37,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:37,771 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:37,772 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:37,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:38,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:39,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:19:40,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:42,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:44,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:44,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:46,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:46,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:46,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:46,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:46,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:47,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:48,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:50,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:50,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:50,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:50,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:51,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:52,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:52,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:55,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:55,248 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:19:55,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:55,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:55,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:19:56,656 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:19:58,255 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:59,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:59,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:03,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:03,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:03,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:03,718 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:03,723 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:04,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:06,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:08,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:08,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:08,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:08,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:08,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:09,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:20:09,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:10,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:14,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:14,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:14,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:14,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:14,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:14,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:14,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:15,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:16,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:19,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:20,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:20,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:20,239 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:20,244 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:20,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:22,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:24,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:24,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:24,517 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:24,522 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:24,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:25,523 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:26,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:29,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:29,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:29,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:29,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:29,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:29,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:30,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:30,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:32,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:34,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:34,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:34,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:34,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:34,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:36,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:36,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:39,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:20:40,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:40,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:40,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:40,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:41,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:41,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:42,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:44,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:44,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:46,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:46,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:46,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:46,131 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:46,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:47,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:48,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:52,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:52,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:52,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:52,522 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:52,528 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:52,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:54,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:56,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:56,823 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:20:56,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:56,829 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:57,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:20:57,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:58,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:20:59,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:59,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:03,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:06,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:06,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:06,750 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:06,755 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:07,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:08,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:08,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:09,164 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:21:11,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:11,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:11,169 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:11,174 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:11,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:12,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:14,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:14,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:14,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:15,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:15,473 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:15,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:15,478 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:15,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:18,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:19,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:20,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:20,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:20,302 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:20,307 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:20,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:22,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:25,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:26,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:26,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:26,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:26,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:27,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:28,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:29,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:29,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:30,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:31,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:31,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:31,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:31,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:31,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:32,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:35,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:35,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:35,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:35,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:35,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:36,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:36,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:39,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:21:41,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:41,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:41,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:41,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:41,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:42,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:44,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:44,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:44,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:46,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:46,688 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:46,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:46,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:46,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:47,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:48,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:51,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:51,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:51,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:51,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:51,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:52,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:54,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:56,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:56,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:21:56,023 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:56,028 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:56,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:21:58,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:58,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:21:59,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:59,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:59,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:00,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:00,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:00,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:00,684 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:00,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:02,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:03,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:05,405 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:05,406 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:05,406 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:05,411 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:05,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:06,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:09,168 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:22:09,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:11,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:11,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:11,340 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:11,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:11,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:12,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:14,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:14,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:14,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:14,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:16,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:16,139 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:16,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:16,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:16,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:18,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:20,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:20,176 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:20,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:20,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:20,182 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:20,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:22,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:25,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:26,823 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:26,824 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:26,824 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:26,829 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:27,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:28,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:29,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:29,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:29,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:31,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:31,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:31,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:31,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:31,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:32,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:36,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:36,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:36,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:36,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:36,760 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:36,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:38,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:39,170 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:22:41,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:41,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:41,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:41,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:41,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:41,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:42,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:44,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:44,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:44,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:45,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:45,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:45,527 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:45,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:45,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:46,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:48,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:50,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:50,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:50,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:50,472 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:50,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:52,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:52,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:54,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:54,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:22:54,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:54,748 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:54,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:22:56,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:22:57,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:59,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:59,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:59,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:01,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:01,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:01,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:01,449 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:01,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:02,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:03,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:06,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:06,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:06,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:06,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:06,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:08,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:08,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:09,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:23:10,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:10,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:10,895 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:10,900 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:11,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:12,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:13,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:14,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:14,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:14,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:15,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:15,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:15,943 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:15,948 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:16,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:18,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:18,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:23,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:23,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:23,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:23,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:23,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:24,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:24,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:28,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:28,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:28,005 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:28,010 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:28,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:29,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:29,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:29,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:29,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:30,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:33,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:33,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:33,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:33,705 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:33,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:34,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:36,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:38,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:38,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:38,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:38,717 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:38,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:39,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:23:40,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:40,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:42,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:42,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:42,978 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:42,982 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:43,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:44,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:44,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:44,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:44,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:45,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:47,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:47,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:47,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:47,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:47,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:48,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:51,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:51,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:51,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:51,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:51,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:51,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:54,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:56,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:56,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:23:56,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:56,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:56,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:56,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:23:58,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:23:59,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:59,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:59,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:01,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:04,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:04,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:04,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:04,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:04,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:06,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:06,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:09,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:24:11,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:11,219 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:11,219 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:11,224 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:11,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:12,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:12,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:14,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:14,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:14,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:15,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:15,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:15,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:15,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:15,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:16,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:18,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:19,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:19,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:19,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:19,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:19,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:22,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:23,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:23,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:23,893 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:23,893 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:23,898 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:23,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:26,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:28,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:29,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:29,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:29,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:29,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:29,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:29,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:32,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:33,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:33,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:33,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:33,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:33,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:34,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:36,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:39,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:24:39,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:39,717 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:39,718 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:39,723 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:39,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:40,723 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:42,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:44,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:44,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:44,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:45,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:45,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:45,610 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:45,615 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:45,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:46,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:46,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:49,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:49,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:49,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:49,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:49,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:51,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:52,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:54,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:54,261 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:54,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:54,267 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:54,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:24:56,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:24:57,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:59,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:59,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:24:59,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:59,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:59,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:59,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:00,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:02,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:05,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:05,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:05,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:05,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:05,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:06,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:08,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:09,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:25:10,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:10,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:10,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:10,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:10,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:12,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:13,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:14,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:16,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:16,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:16,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:16,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:17,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:19,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:19,329 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:20,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:20,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:20,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:20,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:21,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:23,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:24,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:25,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:25,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:25,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:25,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:26,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:29,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:29,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:30,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:30,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:30,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:30,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:30,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:31,015 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:33,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:35,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:36,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:36,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:36,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:36,280 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:37,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:39,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:39,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:25:40,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:40,992 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:40,993 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:40,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:40,998 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:41,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:43,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:44,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:44,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:44,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:45,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:45,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:45,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:45,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:46,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:46,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:47,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:51,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:51,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:51,836 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:51,836 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:51,841 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:52,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:55,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:56,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:56,313 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:25:56,313 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:56,318 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:57,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:25:57,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:59,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:25:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:59,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:01,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:01,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:01,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:01,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:02,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:02,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:03,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:05,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:05,994 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:05,994 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:05,999 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:06,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:07,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:09,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:09,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:26:10,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:10,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:10,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:10,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:11,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:13,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:13,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:14,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:17,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:17,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:17,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:17,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:18,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:18,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:19,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:22,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:22,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:22,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:22,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:23,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:24,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:25,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:26,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:26,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:26,828 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:26,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:27,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:29,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:29,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:32,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:32,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:32,552 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:32,557 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:33,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:34,557 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:35,100 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:38,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:38,823 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:38,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:38,828 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:39,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:39,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:26:40,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:41,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:44,254 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:44,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:44,255 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:44,260 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:44,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:44,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:45,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:45,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:47,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:50,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:51,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:51,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:51,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:51,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:52,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:53,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:55,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:56,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:56,489 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:26:56,490 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:56,495 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:57,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:26:59,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:26:59,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:59,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:59,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:01,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:01,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:01,839 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:01,839 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:01,844 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:02,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:05,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:06,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:06,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:06,143 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:06,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:07,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:07,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:09,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:09,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:27:12,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:13,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:13,741 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:13,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:13,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:14,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:14,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:15,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:17,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:20,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:20,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:20,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:20,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:21,142 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:23,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:23,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:25,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:25,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:25,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:25,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:25,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:27,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:29,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:29,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:29,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:29,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:29,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:29,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:30,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:31,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:34,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:34,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:34,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:34,859 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:34,864 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:35,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:37,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:39,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:27:40,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:41,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:41,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:41,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:41,213 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:42,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:43,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:44,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:45,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:45,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:45,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:45,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:45,488 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:46,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:47,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:50,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:50,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:50,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:50,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:50,715 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:51,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:53,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:55,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:57,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:57,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:27:57,200 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:57,205 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:58,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:27:59,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:27:59,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:59,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:59,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:01,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:02,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:02,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:02,243 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:02,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:03,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:05,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:07,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:07,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:07,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:07,342 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:07,347 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:08,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:09,193 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:28:09,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:13,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:14,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:14,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:14,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:14,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:14,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:15,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:17,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:18,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:19,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:19,646 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:19,646 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:19,651 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:20,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:21,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:24,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:24,001 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:24,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:24,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:24,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:24,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:27,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:28,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:28,902 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:28,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:28,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:29,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:29,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:29,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:31,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:34,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:34,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:34,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:34,422 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:35,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:35,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:37,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:38,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:38,650 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:38,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:38,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:39,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:28:39,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:41,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:41,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:43,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:43,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:43,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:43,274 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:44,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:44,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:45,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:46,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:47,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:47,496 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:47,496 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:47,501 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:48,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:49,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:52,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:52,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:52,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:52,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:52,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:53,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:55,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:57,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:57,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:28:57,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:57,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:57,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:58,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:28:59,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:28:59,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:59,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:02,329 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:02,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:02,330 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:02,335 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:03,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:03,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:05,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:06,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:06,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:06,600 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:06,605 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:07,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:08,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:09,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:29:09,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:11,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:11,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:11,479 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:11,484 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:12,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:13,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:14,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:17,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:17,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:17,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:17,539 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:18,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:19,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:19,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:21,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:21,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:21,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:21,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:22,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:23,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:24,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:29,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:29,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:30,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:30,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:30,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:30,348 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:31,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:33,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:34,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:34,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:34,570 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:34,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:35,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:35,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:37,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:39,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:29:39,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:39,403 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:39,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:39,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:40,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:41,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:41,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:43,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:43,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:43,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:43,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:44,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:44,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:45,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:46,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:47,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:47,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:47,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:47,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:48,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:49,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:51,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:53,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:53,936 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:53,936 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:53,941 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:54,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:55,325 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:29:57,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:59,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:59,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:29:59,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:59,033 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:59,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:29:59,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:59,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:01,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:03,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:03,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:03,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:03,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:03,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:04,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:05,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:07,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:07,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:07,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:07,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:08,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:08,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:09,205 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:30:09,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:12,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:12,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:12,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:12,661 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:13,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:14,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:14,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:15,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:17,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:17,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:17,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:17,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:18,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:19,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:19,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:24,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:26,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:26,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:26,006 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:26,011 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:26,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:27,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:29,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:29,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:31,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:31,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:31,310 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:31,316 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:31,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:33,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:35,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:36,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:36,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:36,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:36,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:37,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:39,204 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:30:39,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:41,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:41,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:41,628 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:41,629 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:41,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:42,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:43,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:44,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:44,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:46,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:47,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:47,260 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:47,261 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:47,265 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:47,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:49,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:52,266 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:54,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:54,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:54,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:54,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:55,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:30:57,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:30:57,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:59,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:59,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:59,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:30:59,958 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:59,963 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:00,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:01,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:02,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:04,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:04,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:04,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:04,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:05,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:07,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:08,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:09,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:31:09,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:09,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:09,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:09,329 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:09,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:11,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:14,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:14,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:15,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:15,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:15,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:16,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:16,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:17,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:20,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:25,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:25,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:25,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:25,044 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:25,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:25,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:27,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:28,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:28,792 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:28,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:28,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:29,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:29,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:30,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:31,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:34,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:34,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:34,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:34,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:34,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:36,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:37,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:38,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:38,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:38,900 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:38,905 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:39,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:31:39,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:41,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:41,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:44,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:46,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:48,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:48,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:48,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:48,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:48,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:49,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:52,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:52,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:52,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:52,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:52,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:53,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:55,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:31:57,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:58,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:58,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:31:58,005 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:58,010 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:58,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:31:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:59,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:59,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:02,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:02,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:02,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:02,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:03,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:03,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:05,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:07,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:07,391 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:07,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:07,396 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:07,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:09,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:32:09,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:09,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:14,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:14,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:14,027 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:14,032 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:14,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:14,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:14,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:15,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:19,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:19,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:19,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:19,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:19,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:20,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:21,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:25,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:25,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:25,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:25,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:25,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:25,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:27,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:29,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:30,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:30,064 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:30,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:30,069 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:30,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:31,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:31,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:35,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:35,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:35,006 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:35,011 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:35,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:37,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:37,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:39,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:32:40,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:40,143 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:40,143 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:40,148 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:40,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:41,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:42,149 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:44,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:44,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:44,650 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:44,650 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:44,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:45,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:47,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:47,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:52,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:52,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:52,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:52,125 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:52,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:53,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:53,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:32:57,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:57,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:32:57,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:57,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:57,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:32:59,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:59,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:59,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:59,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:01,759 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:01,760 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:01,760 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:01,766 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:02,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:03,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:04,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:09,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:33:09,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:09,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:09,338 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:09,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:09,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:10,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:11,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:14,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:14,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:14,301 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:14,306 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:14,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:14,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:14,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:15,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:17,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:20,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:20,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:20,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:20,268 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:20,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:21,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:21,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:25,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:25,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:25,212 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:25,217 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:25,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:27,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:27,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:29,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:30,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:30,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:30,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:30,602 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:31,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:32,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:33,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:37,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:38,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:38,995 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:38,995 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:39,000 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:39,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:33:39,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:41,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:43,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:43,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:43,052 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:43,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:43,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:43,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:44,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:44,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:45,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:48,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:48,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:48,570 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:48,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:48,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:48,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:51,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:52,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:52,623 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:33:52,623 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:52,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:53,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:33:53,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:55,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:33:58,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:59,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:00,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:01,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:01,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:01,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:01,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:03,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:04,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:06,821 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:06,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:06,822 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:06,827 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:07,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:09,219 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:34:09,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:09,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:13,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:13,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:13,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:13,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:13,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:14,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:14,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:14,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:14,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:15,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:19,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:20,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:20,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:20,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:20,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:20,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:21,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:24,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:24,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:24,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:24,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:24,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:25,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:27,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:29,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:29,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:29,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:29,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:29,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:29,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:29,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:30,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:31,646 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:34,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:34,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:34,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:34,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:34,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:35,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:36,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:39,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:34:39,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:39,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:39,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:39,285 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:39,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:41,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:41,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:44,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:44,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:44,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:44,672 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:44,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:44,678 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:44,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:46,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:47,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:48,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:48,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:48,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:48,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:49,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:51,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:51,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:53,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:53,741 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:53,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:53,746 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:54,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:34:55,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:34:56,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:58,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:58,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:34:58,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:58,785 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:59,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:59,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:59,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:01,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:02,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:03,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:03,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:03,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:03,036 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:03,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:05,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:07,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:07,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:07,479 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:07,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:07,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:08,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:09,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:35:09,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:12,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:12,761 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:12,761 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:12,766 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:13,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:13,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:14,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:14,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:14,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:15,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:19,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:19,402 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:19,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:19,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:19,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:19,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:21,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:24,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:28,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:28,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:28,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:28,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:28,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:29,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:29,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:29,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:34,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:37,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:37,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:37,475 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:37,480 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:37,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:39,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:35:39,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:40,227 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:42,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:42,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:42,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:42,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:42,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:43,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:44,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:44,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:46,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:46,387 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:46,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:46,392 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:46,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:47,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:51,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:51,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:51,974 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:51,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:51,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:52,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:35:53,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:35:56,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:59,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:59,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:35:59,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:59,062 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:59,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:59,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:59,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:59,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:01,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:02,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:03,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:03,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:03,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:03,370 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:03,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:05,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:08,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:08,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:08,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:08,475 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:08,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:08,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:09,227 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:36:11,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:13,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:13,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:13,859 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:13,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:13,867 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:14,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:14,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:14,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:14,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:15,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:19,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:19,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:19,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:19,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:19,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:19,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:21,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:24,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:27,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:27,794 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:27,794 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:27,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:28,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:29,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:29,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:29,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:29,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:29,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:32,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:32,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:32,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:32,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:32,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:33,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:35,298 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:36,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:36,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:36,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:36,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:36,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:39,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:36:39,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:41,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:42,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:42,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:42,565 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:42,570 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:42,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:44,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:44,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:44,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:45,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:46,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:47,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:47,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:47,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:47,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:47,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:49,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:52,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:55,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:55,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:36:55,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:55,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:55,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:36:56,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:36:57,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:59,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:59,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:59,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:00,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:00,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:00,289 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:00,294 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:00,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:00,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:03,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:04,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:04,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:04,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:04,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:04,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:06,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:08,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:09,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:37:13,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:13,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:13,013 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:13,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:13,865 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:14,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:14,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:14,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:14,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:14,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:17,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:17,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:17,497 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:17,502 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:17,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:18,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:19,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:22,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:22,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:22,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:22,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:22,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:22,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:25,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:27,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:27,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:27,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:27,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:27,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:28,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:29,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:29,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:29,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:30,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:32,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:32,213 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:32,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:32,219 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:32,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:32,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:36,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:37,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:37,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:37,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:37,199 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:37,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:38,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:39,234 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:37:41,235 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:43,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:43,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:43,527 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:43,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:43,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:44,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:44,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:44,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:44,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:46,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:48,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:48,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:48,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:48,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:48,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:50,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:51,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:53,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:53,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:53,874 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:53,879 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:53,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:54,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:56,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:58,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:58,291 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:37:58,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:58,296 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:58,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:37:58,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:37:59,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:59,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:59,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:02,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:02,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:02,553 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:02,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:02,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:02,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:02,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:06,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:06,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:06,984 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:06,989 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:07,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:07,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:08,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:09,239 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:38:12,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:12,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:12,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:12,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:12,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:13,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:14,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:14,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:14,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:14,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:17,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:17,954 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:17,954 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:17,959 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:17,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:18,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:18,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:22,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:22,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:22,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:22,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:22,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:24,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:24,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:28,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:28,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:28,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:28,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:28,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:29,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:29,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:29,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:30,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:34,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:35,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:35,170 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:35,170 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:35,175 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:35,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:36,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:39,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:38:39,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:39,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:39,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:39,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:39,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:40,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:40,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:44,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:44,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:44,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:45,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:45,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:45,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:45,602 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:45,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:46,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:46,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:51,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:51,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:51,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:51,339 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:51,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:52,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:53,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:57,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:57,177 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:38:57,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:57,182 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:58,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:38:58,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:59,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:38:59,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:59,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:59,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:02,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:02,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:02,913 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:02,918 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:03,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:03,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:05,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:08,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:08,026 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:08,026 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:08,031 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:09,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:09,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:09,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:09,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:39:13,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:13,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:13,172 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:13,177 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:14,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:14,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:14,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:14,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:14,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:15,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:19,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:21,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:21,512 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:21,512 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:21,517 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:22,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:23,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:25,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:26,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:26,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:26,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:26,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:27,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:29,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:29,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:29,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:29,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:30,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:33,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:33,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:33,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:33,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:34,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:35,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:36,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:37,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:37,601 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:37,601 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:37,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:38,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:39,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:39,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:39:41,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:42,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:42,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:42,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:42,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:42,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:43,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:44,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:44,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:46,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:46,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:46,645 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:46,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:46,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:47,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:47,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:51,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:55,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:55,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:55,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:55,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:55,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:39:57,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:57,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:39:59,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:59,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:59,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:59,882 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:39:59,882 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:59,887 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:00,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:01,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:02,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:04,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:04,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:04,783 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:04,789 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:05,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:07,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:08,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:09,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:40:10,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:10,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:10,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:10,048 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:10,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:11,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:14,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:14,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:14,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:14,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:15,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:15,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:15,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:15,317 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:16,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:17,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:19,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:19,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:19,851 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:19,851 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:19,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:20,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:21,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:24,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:26,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:26,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:26,364 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:26,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:27,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:27,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:29,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:29,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:31,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:31,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:31,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:31,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:32,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:33,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:35,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:35,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:35,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:35,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:35,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:36,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:37,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:39,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:40:40,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:40,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:40,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:40,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:40,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:41,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:41,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:44,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:45,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:49,823 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:49,824 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:49,824 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:49,829 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:50,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:51,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:51,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:54,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:54,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:54,485 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:54,490 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:55,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:55,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:57,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:58,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:58,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:40:58,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:58,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:59,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:40:59,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:40:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:59,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:02,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:03,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:03,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:03,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:03,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:04,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:05,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:08,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:08,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:08,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:08,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:08,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:09,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:09,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:09,248 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:41:12,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:12,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:12,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:12,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:13,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:13,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:13,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:14,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:14,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:14,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:17,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:17,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:17,222 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:17,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:18,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:19,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:19,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:24,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:25,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:25,723 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:25,723 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:25,728 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:26,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:27,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:29,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:29,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:29,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:29,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:29,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:30,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:31,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:34,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:35,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:35,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:35,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:35,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:35,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:37,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:39,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:41:39,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:39,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:39,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:39,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:40,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:40,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:41,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:43,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:43,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:43,946 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:43,951 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:44,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:44,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:45,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:45,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:48,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:48,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:48,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:48,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:49,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:49,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:51,816 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:53,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:53,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:53,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:53,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:53,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:55,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:57,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:58,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:58,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:41:58,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:58,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:59,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:41:59,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:41:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:59,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:02,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:02,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:02,627 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:02,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:02,632 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:03,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:03,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:07,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:07,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:07,787 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:07,787 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:07,792 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:08,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:09,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:09,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:42:13,255 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:14,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:14,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:14,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:15,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:15,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:15,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:15,373 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:16,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:17,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:18,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:20,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:20,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:20,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:20,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:20,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:21,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:24,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:29,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:29,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:29,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:29,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:29,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:29,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:29,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:30,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:31,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:33,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:33,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:33,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:33,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:34,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:34,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:35,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:37,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:37,994 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:37,995 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:38,000 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:38,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:39,255 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:42:39,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:40,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:42,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:42,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:42,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:42,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:42,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:43,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:44,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:44,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:45,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:47,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:47,580 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:47,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:47,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:48,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:49,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:51,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:51,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:51,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:51,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:51,742 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:52,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:53,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:56,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:57,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:57,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:42:57,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:57,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:58,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:42:59,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:42:59,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:59,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:01,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:02,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:02,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:02,273 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:02,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:02,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:03,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:07,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:09,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:43:10,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:10,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:10,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:10,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:11,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:11,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:12,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:14,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:14,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:14,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:15,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:15,032 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:15,032 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:15,037 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:15,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:17,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:18,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:21,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:21,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:21,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:21,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:22,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:23,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:23,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:26,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:26,702 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:26,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:26,708 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:27,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:27,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:28,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:29,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:29,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:32,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:32,786 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:32,787 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:32,792 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:33,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:33,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:33,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:37,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:37,073 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:37,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:37,078 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:37,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:39,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:39,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:43:39,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:44,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:44,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:45,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:45,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:45,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:45,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:46,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:47,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:49,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:49,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:49,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:49,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:49,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:50,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:51,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:54,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:54,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:43:54,297 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:54,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:54,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:43:55,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:55,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:43:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:59,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:00,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:02,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:02,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:02,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:02,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:03,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:03,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:06,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:08,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:08,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:08,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:08,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:08,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:09,264 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:44:09,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:12,266 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:13,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:13,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:13,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:13,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:14,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:14,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:14,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:14,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:15,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:17,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:19,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:19,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:19,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:19,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:19,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:21,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:23,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:26,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:26,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:26,527 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:26,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:27,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:27,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:28,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:29,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:33,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:33,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:33,930 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:33,930 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:33,935 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:34,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:35,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:37,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:37,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:37,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:37,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:38,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:38,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:39,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:44:39,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:44,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:44,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:47,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:47,067 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:47,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:47,072 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:47,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:49,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:50,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:51,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:51,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:51,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:51,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:52,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:53,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:55,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:57,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:57,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:44:57,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:57,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:57,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:44:59,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:44:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:59,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:00,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:01,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:01,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:01,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:01,553 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:02,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:03,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:06,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:06,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:06,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:06,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:06,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:07,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:07,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:09,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:45:12,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:12,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:12,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:12,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:12,038 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:12,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:13,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:14,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:14,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:14,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:17,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:20,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:20,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:20,480 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:20,485 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:20,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:21,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:23,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:28,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:28,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:28,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:28,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:28,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:29,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:29,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:29,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:33,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:37,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:37,702 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:37,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:37,707 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:38,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:39,267 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:45:39,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:39,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:42,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:42,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:42,364 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:42,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:42,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:43,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:44,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:44,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:46,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:46,661 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:46,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:46,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:47,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:47,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:49,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:52,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:52,688 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:52,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:52,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:53,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:53,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:55,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:56,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:56,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:45:56,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:56,619 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:57,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:45:57,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:45:59,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:59,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:59,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:00,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:01,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:01,749 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:01,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:01,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:02,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:03,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:05,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:05,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:05,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:05,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:05,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:06,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:07,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:09,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:46:10,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:10,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:10,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:10,785 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:11,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:11,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:11,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:14,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:14,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:14,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:14,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:14,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:14,887 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:14,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:15,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:15,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:16,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:19,593 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:19,594 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:19,594 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:19,600 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:19,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:21,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:22,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:24,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:24,565 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:24,565 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:24,571 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:24,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:25,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:28,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:29,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:29,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:29,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:30,266 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:30,267 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:30,267 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:30,272 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:30,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:31,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:34,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:34,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:34,680 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:34,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:34,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:35,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:35,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:39,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:46:40,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:40,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:40,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:40,959 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:40,964 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:41,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:41,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:44,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:44,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:44,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:45,663 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:45,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:45,668 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:45,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:47,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:50,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:50,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:50,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:50,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:50,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:51,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:51,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:54,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:54,950 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:54,951 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:54,956 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:55,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:46:55,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:46:56,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:59,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:59,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:46:59,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:59,367 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:59,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:59,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:59,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:59,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:01,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:02,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:04,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:04,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:04,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:04,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:04,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:05,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:08,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:09,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:47:12,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:12,447 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:12,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:12,453 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:12,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:13,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:13,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:14,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:14,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:14,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:16,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:16,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:16,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:16,970 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:17,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:17,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:19,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:23,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:23,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:23,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:23,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:23,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:23,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:24,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:29,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:29,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:29,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:29,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:29,119 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:29,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:29,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:29,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:29,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:29,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:34,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:36,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:36,993 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:36,993 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:36,999 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:37,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:37,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:39,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:47:40,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:42,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:42,563 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:42,563 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:42,568 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:42,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:43,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:44,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:44,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:44,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:45,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:46,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:46,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:46,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:46,819 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:47,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:47,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:51,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:51,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:51,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:51,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:51,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:51,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:47:53,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:47:56,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:59,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:59,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:59,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:59,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:59,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:47:59,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:59,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:00,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:01,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:01,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:04,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:04,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:04,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:04,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:04,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:05,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:07,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:09,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:48:10,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:10,902 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:10,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:10,907 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:11,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:11,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:12,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:14,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:14,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:14,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:15,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:15,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:15,963 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:15,968 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:16,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:17,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:18,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:21,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:21,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:21,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:21,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:21,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:23,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:23,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:26,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:26,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:26,547 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:26,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:26,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:27,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:28,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:29,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:29,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:32,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:32,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:32,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:32,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:32,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:33,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:34,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:36,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:36,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:36,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:36,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:36,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:37,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:39,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:48:39,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:42,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:42,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:42,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:42,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:42,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:43,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:44,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:44,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:44,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:44,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:46,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:46,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:46,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:46,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:47,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:47,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:49,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:54,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:55,286 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:55,287 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:55,287 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:55,293 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:55,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:48:55,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:48:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:59,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:59,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:59,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:48:59,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:59,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:59,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:00,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:01,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:04,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:04,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:04,337 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:04,342 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:04,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:05,343 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:05,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:09,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:49:09,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:09,578 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:09,578 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:09,583 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:09,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:10,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:11,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:14,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:14,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:14,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:15,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:15,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:15,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:15,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:15,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:16,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:17,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:19,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:19,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:19,910 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:19,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:20,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:21,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:21,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:24,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:24,546 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:24,547 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:24,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:24,865 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:25,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:27,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:29,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:29,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:29,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:29,437 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:29,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:29,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:29,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:31,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:32,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:35,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:35,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:35,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:35,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:35,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:35,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:38,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:39,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:49:40,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:40,920 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:40,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:40,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:41,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:41,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:43,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:44,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:44,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:44,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:47,082 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:47,083 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:47,083 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:47,088 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:47,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:47,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:49,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:54,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:56,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:56,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:49:56,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:56,191 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:56,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:49:57,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:49:59,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:59,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:01,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:01,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:01,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:01,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:01,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:01,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:05,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:05,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:05,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:05,486 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:05,491 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:05,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:07,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:09,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:50:10,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:10,213 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:10,213 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:10,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:10,218 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:10,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:11,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:14,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:14,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:14,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:15,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:17,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:17,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:17,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:17,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:17,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:19,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:21,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:22,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:22,296 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:22,296 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:22,315 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:22,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:23,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:27,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:27,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:27,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:27,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:27,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:27,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:27,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:29,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:29,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:29,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:32,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:33,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:33,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:33,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:33,065 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:33,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:33,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:38,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:38,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:38,703 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:38,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:38,708 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:38,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:39,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:50:39,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:43,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:43,246 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:43,246 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:43,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:43,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:43,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:43,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:44,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:44,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:44,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:47,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:47,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:47,849 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:47,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:47,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:48,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:49,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:53,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:54,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:54,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:54,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:54,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:54,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:50:55,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:59,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:59,062 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:50:59,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:59,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:59,068 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:59,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:59,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:59,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:50:59,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:04,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:05,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:05,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:05,335 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:05,340 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:05,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:05,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:09,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:51:10,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:12,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:12,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:12,783 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:12,788 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:12,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:13,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:14,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:14,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:14,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:15,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:18,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:18,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:18,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:18,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:19,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:20,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:21,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:22,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:22,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:22,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:22,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:23,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:24,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:26,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:27,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:27,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:27,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:27,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:28,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:29,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:29,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:30,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:31,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:33,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:33,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:33,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:33,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:34,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:34,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:37,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:37,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:37,462 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:37,462 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:37,467 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:38,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:38,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:39,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:51:42,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:43,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:43,666 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:43,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:43,671 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:44,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:44,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:44,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:44,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:46,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:47,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:48,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:48,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:48,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:48,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:49,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:50,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:53,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:53,177 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:53,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:53,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:53,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:54,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:51:54,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:57,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:57,639 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:51:57,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:57,644 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:58,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:51:58,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:59,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:59,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:59,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:00,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:03,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:04,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:04,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:04,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:04,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:05,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:06,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:08,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:08,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:08,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:08,647 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:09,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:09,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:52:09,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:10,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:14,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:14,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:14,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:14,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:14,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:14,950 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:14,950 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:14,955 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:15,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:16,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:19,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:19,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:19,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:19,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:19,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:20,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:20,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:23,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:23,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:23,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:23,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:24,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:24,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:25,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:27,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:27,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:27,288 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:27,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:28,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:28,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:29,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:30,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:32,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:32,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:32,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:32,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:33,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:34,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:36,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:39,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:52:41,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:41,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:41,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:41,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:41,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:42,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:42,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:44,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:44,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:44,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:45,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:45,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:45,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:45,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:46,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:47,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:48,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:50,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:50,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:50,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:50,401 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:51,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:52,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:53,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:55,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:55,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:52:55,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:55,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:56,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:52:56,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:52:59,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:59,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:59,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:59,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:00,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:00,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:00,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:00,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:00,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:02,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:04,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:04,545 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:04,546 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:04,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:04,551 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:05,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:06,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:09,299 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:53:10,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:14,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:14,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:14,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:15,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:16,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:16,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:16,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:16,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:16,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:18,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:20,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:20,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:20,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:20,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:21,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:21,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:22,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:26,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:26,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:26,604 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:26,604 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:26,610 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:27,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:28,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:29,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:31,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:32,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:32,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:32,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:32,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:33,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:34,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:37,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:38,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:38,307 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:38,308 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:38,313 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:39,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:39,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:53:40,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:43,306 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:44,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:44,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:44,646 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:44,651 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:44,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:44,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:44,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:45,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:46,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:48,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:50,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:50,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:50,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:50,326 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:51,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:52,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:54,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:54,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:54,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:53:54,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:54,805 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:55,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:53:56,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:53:59,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:59,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:59,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:59,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:00,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:00,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:00,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:01,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:02,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:04,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:05,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:05,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:05,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:05,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:06,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:06,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:09,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:54:10,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:10,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:10,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:10,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:10,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:11,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:12,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:14,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:15,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:15,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:15,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:15,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:15,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:16,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:18,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:21,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:21,761 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:21,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:21,762 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:21,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:22,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:24,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:26,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:29,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:29,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:29,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:30,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:30,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:30,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:30,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:30,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:32,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:32,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:34,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:34,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:34,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:34,929 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:35,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:36,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:37,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:39,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:54:43,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:44,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:44,243 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:44,243 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:44,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:44,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:44,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:44,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:44,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:46,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:48,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:49,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:49,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:49,544 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:49,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:50,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:50,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:54,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:54,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:54,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:54,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:54,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:55,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:54:56,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:54:59,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:59,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:54:59,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:59,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:59,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:59,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:59,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:59,658 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:00,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:00,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:04,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:04,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:04,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:04,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:04,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:05,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:06,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:09,307 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:55:10,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:13,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:13,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:13,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:13,366 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:13,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:14,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:14,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:15,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:18,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:18,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:18,301 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:18,306 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:18,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:20,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:21,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:26,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:26,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:26,726 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:26,726 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:26,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:27,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:28,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:29,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:29,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:29,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:31,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:31,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:31,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:31,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:31,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:31,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:32,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:36,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:36,563 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:36,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:36,564 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:36,570 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:37,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:38,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:39,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:55:42,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:43,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:43,141 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:43,141 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:43,146 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:43,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:44,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:44,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:44,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:44,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:47,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:47,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:47,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:47,958 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:47,963 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:48,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:50,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:53,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:53,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:53,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:53,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:53,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:54,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:56,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:55:58,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:58,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:55:58,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:58,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:58,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:58,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:55:59,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:59,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:59,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:00,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:02,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:03,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:03,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:03,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:03,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:04,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:04,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:07,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:07,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:07,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:07,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:07,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:08,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:09,315 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:56:09,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:12,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:12,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:12,879 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:12,884 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:13,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:14,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:14,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:18,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:18,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:18,826 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:18,831 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:19,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:19,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:20,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:24,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:24,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:24,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:24,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:24,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:25,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:26,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:28,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:28,606 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:28,606 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:28,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:29,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:29,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:29,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:29,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:30,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:30,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:34,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:34,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:34,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:34,393 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:34,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:36,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:36,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:38,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:38,626 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:38,626 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:38,631 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:39,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:56:39,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:40,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:42,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:43,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:43,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:43,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:43,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:44,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:44,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:44,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:44,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:44,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:47,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:48,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:48,104 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:48,105 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:48,110 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:48,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:50,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:53,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:53,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:53,211 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:53,212 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:53,217 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:53,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:54,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:57,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:57,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:56:57,315 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:57,320 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:57,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:56:58,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:58,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:56:59,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:59,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:59,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:01,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:01,500 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:01,501 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:01,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:01,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:02,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:03,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:05,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:05,797 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:05,797 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:05,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:06,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:06,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:08,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:09,330 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:57:10,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:10,997 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:10,997 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:11,002 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:11,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:12,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:14,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:14,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:14,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:14,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:15,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:15,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:15,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:15,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:15,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:16,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:19,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:19,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:19,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:19,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:19,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:20,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:20,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:24,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:24,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:24,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:24,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:24,679 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:24,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:26,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:28,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:28,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:28,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:28,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:29,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:29,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:29,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:29,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:29,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:30,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:33,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:33,549 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:33,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:33,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:33,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:34,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:35,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:39,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:57:40,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:40,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:40,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:40,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:40,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:41,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:42,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:44,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:44,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:44,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:44,907 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:44,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:45,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:46,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:47,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:49,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:49,158 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:49,158 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:49,164 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:49,730 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:50,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:52,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:54,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:54,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:54,129 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:54,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:54,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:56,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:57:58,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:59,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:59,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:57:59,310 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:59,315 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:59,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:57:59,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:59,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:59,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:00,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:03,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:03,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:03,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:03,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:03,622 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:03,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:04,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:07,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:07,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:07,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:07,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:07,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:08,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:08,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:09,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:58:12,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:12,657 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:12,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:12,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:12,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:14,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:14,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:14,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:14,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:17,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:17,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:17,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:17,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:17,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:18,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:20,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:25,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:25,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:25,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:25,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:25,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:26,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:26,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:29,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:29,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:30,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:30,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:30,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:30,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:30,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:32,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:32,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:35,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:35,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:35,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:35,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:35,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:36,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:38,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:39,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:58:41,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:41,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:41,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:41,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:41,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:42,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:43,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:44,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:44,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:46,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:46,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:46,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:46,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:46,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:48,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:48,796 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:51,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:51,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:51,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:51,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:51,836 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:52,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:54,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:55,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:55,772 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:58:55,772 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:55,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:55,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:58:56,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:58:59,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:59,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:59,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:59,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:02,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:02,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:02,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:02,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:02,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:04,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:05,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:07,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:07,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:07,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:07,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:08,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:08,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:09,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:59:10,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:12,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:12,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:12,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:12,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:12,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:14,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:14,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:16,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:18,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:18,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:18,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:18,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:18,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:20,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:21,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:26,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:26,523 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:26,524 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:26,524 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:26,530 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:26,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:28,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:29,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:31,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:31,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:31,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:31,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:31,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:31,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:32,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:35,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:35,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:35,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:35,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:35,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:36,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:36,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:39,330 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 13:59:40,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:40,443 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:40,443 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:40,448 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:40,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:42,449 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:42,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:44,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:45,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:45,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:45,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:45,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:45,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:46,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:47,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:50,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:50,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:50,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:50,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:50,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:52,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:52,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:55,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:55,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 13:59:55,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:55,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:55,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 13:59:56,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 13:59:58,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:59,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:59,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:59,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:00,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:00,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:00,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:00,553 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:00,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:02,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:03,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:06,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:06,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:06,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:06,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:06,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:08,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:09,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:00:09,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:11,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:11,154 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:11,154 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:11,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:11,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:12,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:14,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:15,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:15,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:15,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:15,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:15,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:16,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:19,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:19,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:19,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:19,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:19,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:20,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:20,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:23,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:23,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:23,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:23,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:23,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:24,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:25,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:28,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:28,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:28,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:28,973 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:29,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:29,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:30,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:31,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:33,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:33,694 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:33,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:33,699 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:33,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:34,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:36,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:37,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:37,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:37,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:37,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:37,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:38,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:39,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:00:42,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:43,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:43,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:43,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:43,426 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:43,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:44,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:44,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:48,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:50,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:50,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:50,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:50,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:50,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:50,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:54,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:55,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:55,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:00:55,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:55,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:55,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:00:56,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:00:59,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:59,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:59,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:59,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:01,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:01,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:01,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:01,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:01,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:02,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:05,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:07,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:07,063 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:07,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:07,068 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:07,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:08,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:09,333 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:01:11,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:12,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:12,596 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:12,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:12,602 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:12,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:14,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:14,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:14,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:16,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:16,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:16,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:16,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:16,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:16,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:19,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:21,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:21,631 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:21,631 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:21,636 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:22,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:22,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:23,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:27,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:29,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:29,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:31,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:31,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:31,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:31,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:32,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:33,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:33,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:37,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:37,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:37,165 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:37,170 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:38,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:38,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:39,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:39,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:01:42,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:42,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:42,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:42,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:43,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:43,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:44,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:44,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:45,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:47,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:47,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:47,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:47,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:48,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:49,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:49,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:53,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:53,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:53,169 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:53,175 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:54,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:55,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:55,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:58,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:58,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:01:58,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:58,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:59,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:01:59,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:01:59,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:59,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:59,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:01,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:04,157 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:04,158 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:04,158 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:04,163 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:05,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:05,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:06,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:09,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:02:10,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:10,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:10,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:10,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:11,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:11,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:12,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:14,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:15,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:15,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:15,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:15,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:16,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:17,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:17,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:21,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:21,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:21,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:21,151 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:22,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:23,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:23,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:28,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:29,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:29,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:29,560 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:29,565 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:29,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:30,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:31,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:33,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:33,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:33,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:33,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:33,916 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:34,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:35,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:38,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:39,339 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:02:39,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:39,800 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:39,800 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:39,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:40,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:41,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:44,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:44,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:47,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:47,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:47,239 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:47,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:48,100 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:49,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:50,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:53,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:53,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:53,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:53,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:54,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:02:55,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:02:55,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:59,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:59,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:02:59,552 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:59,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:59,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:59,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:59,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:00,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:01,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:01,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:05,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:05,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:05,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:05,681 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:06,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:06,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:07,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:09,344 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:03:09,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:09,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:09,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:09,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:10,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:11,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:11,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:14,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:14,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:14,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:14,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:14,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:15,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:15,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:17,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:19,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:19,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:19,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:19,265 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:20,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:21,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:22,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:23,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:23,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:23,757 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:23,762 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:24,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:25,142 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:27,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:29,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:29,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:29,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:29,428 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:29,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:30,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:31,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:33,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:34,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:34,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:34,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:34,805 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:35,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:37,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:38,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:39,174 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:39,175 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:39,175 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:39,181 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:39,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:03:40,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:41,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:44,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:44,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:46,790 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:46,791 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:46,791 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:46,796 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:47,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:49,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:49,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:54,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:55,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:55,116 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:55,116 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:55,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:55,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:03:57,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:03:59,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:59,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:03:59,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:59,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:59,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:59,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:00,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:01,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:03,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:03,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:03,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:03,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:04,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:05,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:05,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:08,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:08,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:08,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:08,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:09,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:09,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:04:11,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:11,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:14,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:14,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:14,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:14,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:14,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:14,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:15,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:15,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:17,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:18,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:18,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:18,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:18,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:19,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:21,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:22,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:24,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:24,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:24,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:24,429 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:25,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:25,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:28,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:29,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:29,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:29,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:29,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:29,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:29,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:30,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:31,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:34,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:34,586 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:34,587 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:34,587 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:34,592 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:35,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:37,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:39,047 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:39,048 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:39,048 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:39,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:39,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:39,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:04:39,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:41,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:44,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:44,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:44,123 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:44,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:44,232 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:44,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:44,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:44,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:44,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:45,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:49,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:49,680 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:49,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:49,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:50,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:50,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:51,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:54,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:54,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:04:54,213 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:54,219 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:54,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:04:55,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:04:56,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:59,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:00,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:00,409 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:00,409 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:00,415 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:01,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:01,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:01,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:04,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:04,693 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:04,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:04,698 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:05,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:06,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:07,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:09,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:09,335 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:09,335 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:09,340 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:09,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:05:10,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:11,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:12,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:14,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:14,847 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:14,847 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:14,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:14,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:15,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:17,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:18,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:19,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:19,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:19,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:19,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:20,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:21,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:23,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:24,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:24,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:24,169 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:24,174 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:24,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:25,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:29,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:29,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:30,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:30,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:30,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:30,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:31,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:33,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:34,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:35,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:35,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:35,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:35,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:36,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:37,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:39,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:39,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:39,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:39,339 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:39,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:05:40,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:40,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:41,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:44,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:44,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:44,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:44,148 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:44,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:44,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:44,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:44,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:45,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:46,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:50,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:50,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:50,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:50,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:51,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:51,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:53,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:54,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:54,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:54,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:54,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:55,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:05:56,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:57,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:05:59,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:59,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:05:59,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:59,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:59,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:00,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:01,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:02,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:04,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:04,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:04,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:04,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:04,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:05,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:08,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:08,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:08,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:08,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:08,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:09,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:06:09,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:11,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:13,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:14,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:15,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:15,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:15,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:15,542 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:16,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:17,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:18,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:19,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:19,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:19,987 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:19,992 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:20,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:21,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:23,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:26,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:26,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:26,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:26,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:26,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:27,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:29,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:29,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:31,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:31,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:31,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:31,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:31,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:33,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:35,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:35,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:35,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:35,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:35,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:36,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:37,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:39,357 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:06:40,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:40,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:40,129 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:40,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:40,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:41,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:41,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:44,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:44,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:46,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:48,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:48,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:48,243 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:48,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:48,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:49,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:51,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:52,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:52,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:52,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:52,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:52,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:53,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:06:57,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:59,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:59,506 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:06:59,506 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:59,512 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:59,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:06:59,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:59,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:01,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:02,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:04,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:04,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:04,222 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:04,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:04,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:05,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:07,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:09,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:07:09,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:09,630 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:09,630 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:09,636 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:10,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:11,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:12,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:14,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:14,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:16,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:16,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:16,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:16,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:16,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:17,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:18,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:20,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:20,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:20,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:20,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:21,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:23,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:23,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:25,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:25,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:25,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:25,917 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:26,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:27,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:28,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:29,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:29,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:29,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:30,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:30,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:30,338 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:30,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:30,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:31,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:34,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:38,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:38,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:38,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:38,748 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:39,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:07:39,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:40,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:41,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:44,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:45,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:45,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:45,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:45,237 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:45,575 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:46,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:47,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:50,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:50,930 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:50,930 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:50,935 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:51,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:51,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:53,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:56,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:57,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:57,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:07:57,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:57,472 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:57,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:07:59,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:07:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:59,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:02,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:02,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:02,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:02,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:02,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:03,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:05,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:07,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:07,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:07,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:07,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:07,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:07,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:09,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:08:09,601 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:12,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:12,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:12,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:12,216 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:12,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:13,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:13,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:14,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:17,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:17,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:17,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:17,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:17,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:18,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:19,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:22,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:22,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:22,404 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:22,409 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:22,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:23,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:23,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:27,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:27,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:27,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:27,131 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:27,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:29,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:29,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:29,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:29,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:29,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:34,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:35,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:35,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:35,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:35,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:36,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:37,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:39,368 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:08:39,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:40,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:40,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:40,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:40,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:40,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:41,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:44,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:44,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:46,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:46,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:46,583 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:46,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:46,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:47,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:49,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:51,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:51,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:51,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:51,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:51,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:53,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:55,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:55,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:55,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:08:55,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:55,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:56,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:08:57,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:08:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:59,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:00,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:01,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:01,800 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:01,801 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:01,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:02,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:03,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:05,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:08,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:08,067 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:08,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:08,072 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:08,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:09,368 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:09:09,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:11,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:14,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:15,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:15,116 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:15,116 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:15,121 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:15,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:17,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:17,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:20,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:20,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:20,936 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:20,941 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:21,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:22,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:23,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:26,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:26,177 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:26,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:26,182 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:26,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:27,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:28,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:29,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:29,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:31,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:31,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:31,457 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:31,462 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:31,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:33,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:33,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:35,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:35,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:35,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:35,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:36,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:37,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:38,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:39,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:09:41,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:41,855 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:41,855 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:41,860 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:42,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:43,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:44,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:44,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:44,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:47,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:47,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:47,583 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:47,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:47,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:49,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:50,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:52,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:52,373 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:52,373 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:52,378 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:52,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:53,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:56,379 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:56,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:56,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:09:56,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:56,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:57,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:09:59,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:09:59,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:59,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:59,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:02,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:02,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:02,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:02,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:02,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:03,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:05,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:07,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:09,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:09,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:09,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:09,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:09,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:10:09,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:11,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:13,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:14,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:14,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:14,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:14,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:14,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:14,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:14,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:14,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:15,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:18,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:18,809 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:18,809 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:18,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:18,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:19,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:21,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:22,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:22,906 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:22,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:22,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:23,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:23,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:25,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:27,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:27,833 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:27,833 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:27,838 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:28,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:29,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:29,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:29,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:29,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:32,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:32,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:32,129 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:32,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:32,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:33,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:35,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:36,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:36,809 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:36,809 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:36,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:36,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:39,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:10:39,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:40,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:41,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:41,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:41,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:41,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:41,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:43,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:44,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:44,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:44,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:45,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:45,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:45,856 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:45,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:45,861 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:46,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:47,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:50,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:50,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:50,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:50,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:50,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:51,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:51,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:55,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:55,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:10:55,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:55,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:55,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:10:56,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:57,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:10:59,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:59,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:59,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:01,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:01,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:01,845 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:01,845 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:01,850 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:01,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:02,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:06,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:06,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:06,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:06,317 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:06,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:06,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:07,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:09,380 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:11:12,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:12,034 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:12,034 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:12,040 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:12,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:12,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:13,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:14,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:14,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:14,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:16,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:16,540 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:16,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:16,545 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:16,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:18,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:18,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:23,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:25,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:25,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:25,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:25,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:25,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:26,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:29,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:29,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:30,826 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:30,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:30,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:30,831 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:31,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:33,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:34,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:35,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:35,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:35,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:35,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:36,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:37,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:39,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:11:40,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:40,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:40,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:40,596 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:40,601 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:41,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:43,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:44,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:44,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:44,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:46,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:46,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:46,924 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:46,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:46,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:47,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:49,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:51,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:51,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:51,456 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:51,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:51,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:52,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:11:53,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:11:56,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:59,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:59,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:11:59,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:59,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:59,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:59,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:00,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:01,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:02,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:04,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:04,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:04,129 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:04,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:05,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:05,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:08,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:08,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:08,789 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:08,789 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:08,794 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:09,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:09,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:12:11,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:13,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:13,449 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:13,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:13,451 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:13,456 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:14,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:14,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:14,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:14,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:15,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:17,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:17,882 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:17,882 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:17,887 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:18,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:18,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:19,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:23,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:23,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:23,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:23,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:24,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:24,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:25,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:29,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:29,886 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:29,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:29,887 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:29,892 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:29,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:30,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:31,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:35,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:35,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:35,965 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:35,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:35,970 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:36,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:37,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:39,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:12:40,385 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:43,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:43,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:43,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:43,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:44,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:44,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:44,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:44,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:45,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:46,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:48,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:48,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:48,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:48,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:49,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:49,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:51,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:53,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:53,826 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:12:53,826 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:53,831 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:54,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:12:55,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:12:56,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:59,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:59,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:59,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:00,228 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:00,228 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:00,233 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:01,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:01,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:02,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:05,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:05,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:05,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:05,216 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:06,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:07,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:08,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:09,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:13:09,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:09,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:09,482 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:09,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:10,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:11,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:13,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:13,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:13,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:13,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:13,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:14,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:14,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:14,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:14,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:15,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:19,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:19,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:19,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:19,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:19,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:19,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:21,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:24,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:24,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:24,122 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:24,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:24,127 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:24,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:25,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:29,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:29,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:29,833 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:29,834 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:29,839 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:29,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:29,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:30,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:31,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:34,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:34,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:34,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:34,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:34,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:35,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:37,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:39,391 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:13:39,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:39,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:39,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:39,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:39,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:40,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:41,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:44,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:44,693 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:44,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:44,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:44,698 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:44,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:44,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:45,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:47,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:49,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:49,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:49,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:49,510 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:50,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:50,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:51,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:54,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:54,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:54,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:54,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:55,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:13:55,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:57,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:13:59,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:59,408 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:13:59,408 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:59,413 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:59,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:00,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:01,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:01,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:04,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:04,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:04,301 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:04,306 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:05,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:05,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:06,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:09,390 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:14:09,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:09,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:09,581 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:09,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:10,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:11,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:11,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:14,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:14,435 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:14,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:14,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:14,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:14,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:14,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:15,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:15,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:17,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:18,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:18,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:18,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:18,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:19,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:21,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:22,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:24,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:24,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:24,077 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:24,083 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:24,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:25,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:28,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:28,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:28,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:28,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:28,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:29,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:29,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:29,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:33,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:33,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:33,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:33,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:33,153 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:33,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:35,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:38,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:38,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:38,955 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:38,956 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:38,960 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:39,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:39,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:14:41,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:43,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:44,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:44,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:44,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:47,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:47,578 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:47,579 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:47,584 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:48,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:48,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:49,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:53,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:53,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:53,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:53,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:53,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:54,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:55,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:58,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:58,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:14:58,222 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:58,227 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:58,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:14:59,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:59,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:14:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:59,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:04,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:04,074 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:04,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:04,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:04,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:05,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:05,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:09,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:09,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:09,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:09,193 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:09,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:09,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:15:10,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:11,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:14,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:14,612 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:14,612 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:14,617 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:14,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:14,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:15,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:15,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:16,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:21,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:21,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:21,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:21,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:21,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:22,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:23,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:25,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:25,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:25,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:25,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:26,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:27,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:27,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:29,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:29,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:32,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:32,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:32,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:32,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:32,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:33,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:33,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:37,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:37,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:37,215 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:37,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:37,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:38,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:39,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:39,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:15:42,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:42,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:42,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:42,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:42,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:43,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:44,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:44,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:44,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:46,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:46,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:46,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:47,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:49,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:49,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:52,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:52,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:52,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:52,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:53,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:53,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:55,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:58,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:58,387 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:15:58,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:58,392 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:59,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:15:59,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:15:59,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:59,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:01,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:03,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:03,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:03,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:03,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:03,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:05,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:06,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:08,105 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:08,106 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:08,106 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:08,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:08,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:09,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:09,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:16:11,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:14,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:14,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:14,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:14,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:14,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:14,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:15,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:17,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:20,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:20,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:20,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:20,172 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:20,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:21,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:23,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:25,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:25,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:25,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:25,649 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:26,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:27,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:28,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:29,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:29,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:29,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:30,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:30,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:30,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:30,220 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:30,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:31,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:34,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:35,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:35,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:35,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:35,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:36,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:37,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:39,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:16:39,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:40,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:40,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:40,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:40,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:40,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:41,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:44,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:44,047 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:44,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:44,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:44,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:44,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:45,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:49,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:49,468 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:49,468 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:49,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:50,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:50,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:51,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:55,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:56,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:56,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:16:56,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:56,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:57,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:16:57,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:16:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:59,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:01,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:01,171 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:01,172 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:01,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:01,177 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:01,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:03,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:05,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:05,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:05,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:05,282 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:05,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:06,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:07,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:09,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:09,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:09,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:09,298 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:09,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:09,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:17:11,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:11,405 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:13,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:13,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:13,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:13,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:14,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:14,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:14,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:15,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:17,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:18,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:18,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:18,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:18,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:18,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:19,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:22,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:27,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:27,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:27,703 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:27,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:27,708 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:28,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:29,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:29,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:29,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:29,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:32,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:33,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:33,062 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:33,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:33,067 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:33,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:35,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:37,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:37,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:37,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:37,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:37,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:38,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:39,406 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:17:39,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:42,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:42,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:42,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:42,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:42,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:43,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:43,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:44,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:44,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:46,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:46,726 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:46,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:46,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:47,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:47,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:48,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:51,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:51,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:51,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:51,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:51,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:53,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:54,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:55,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:55,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:17:55,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:55,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:56,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:17:57,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:17:59,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:59,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:59,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:00,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:00,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:00,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:00,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:01,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:03,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:04,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:05,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:05,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:05,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:05,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:06,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:07,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:09,411 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:18:10,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:11,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:11,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:11,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:11,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:12,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:13,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:14,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:14,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:16,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:16,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:16,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:16,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:16,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:16,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:17,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:21,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:23,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:23,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:23,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:23,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:23,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:25,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:27,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:27,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:27,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:27,647 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:27,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:28,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:29,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:29,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:29,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:29,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:32,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:32,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:32,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:32,071 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:32,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:33,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:33,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:38,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:39,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:18:40,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:40,531 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:40,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:40,536 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:41,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:41,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:43,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:44,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:44,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:45,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:45,605 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:45,606 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:45,611 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:46,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:47,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:48,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:53,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:53,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:53,819 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:53,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:53,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:54,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:55,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:18:58,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:59,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:59,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:18:59,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:59,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:59,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:18:59,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:59,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:59,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:01,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:04,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:05,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:05,072 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:05,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:05,077 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:05,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:07,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:09,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:09,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:09,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:09,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:09,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:19:09,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:09,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:11,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:14,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:14,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:14,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:14,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:14,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:14,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:14,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:14,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:15,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:15,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:20,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:20,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:20,260 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:20,261 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:20,266 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:20,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:21,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:25,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:25,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:25,417 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:25,418 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:25,423 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:25,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:27,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:29,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:29,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:29,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:31,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:32,522 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:32,523 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:32,523 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:32,528 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:32,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:33,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:36,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:38,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:38,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:38,280 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:38,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:38,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:39,414 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:19:39,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:42,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:42,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:42,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:42,973 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:42,979 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:43,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:43,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:44,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:44,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:44,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:48,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:48,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:48,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:48,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:49,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:49,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:51,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:54,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:57,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:57,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:19:57,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:57,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:57,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:19:59,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:59,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:19:59,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:59,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:59,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:02,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:02,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:02,992 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:02,997 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:03,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:03,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:04,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:09,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:09,021 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:09,021 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:09,027 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:09,417 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:20:09,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:10,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:11,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:13,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:13,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:13,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:13,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:14,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:14,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:14,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:14,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:15,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:16,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:18,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:18,900 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:18,900 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:18,905 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:19,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:19,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:21,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:24,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:24,335 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:24,335 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:24,340 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:24,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:25,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:27,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:28,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:28,822 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:28,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:28,828 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:29,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:29,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:29,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:29,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:29,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:33,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:33,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:33,112 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:33,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:33,117 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:33,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:35,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:37,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:37,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:37,544 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:37,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:37,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:38,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:39,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:20:39,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:44,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:44,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:44,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:44,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:44,310 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:44,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:45,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:45,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:49,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:49,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:49,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:49,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:49,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:50,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:51,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:53,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:53,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:53,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:53,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:53,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:55,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:55,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:20:58,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:58,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:20:58,295 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:58,301 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:58,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:20:59,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:00,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:00,659 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:00,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:00,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:03,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:03,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:03,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:03,264 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:03,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:05,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:06,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:08,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:08,932 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:08,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:08,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:09,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:21:09,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:09,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:11,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:15,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:15,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:16,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:16,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:16,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:16,065 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:16,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:17,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:17,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:20,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:20,862 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:20,862 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:20,867 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:21,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:21,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:22,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:26,254 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:26,255 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:26,255 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:26,260 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:26,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:27,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:28,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:30,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:30,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:31,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:31,636 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:31,637 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:31,642 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:31,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:33,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:33,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:38,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:38,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:38,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:38,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:38,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:39,427 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:21:39,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:39,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:44,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:44,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:44,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:44,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:44,279 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:44,796 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:45,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:45,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:49,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:52,557 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:52,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:52,558 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:52,563 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:52,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:21:53,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:55,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:58,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:58,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:21:58,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:58,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:59,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:21:59,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:00,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:05,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:05,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:05,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:05,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:05,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:06,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:07,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:09,425 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:22:09,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:09,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:09,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:09,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:09,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:11,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:11,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:14,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:14,489 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:14,490 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:14,495 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:14,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:15,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:15,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:15,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:16,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:19,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:19,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:19,044 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:19,049 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:19,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:19,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:22,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:24,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:24,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:24,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:24,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:24,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:25,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:27,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:28,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:28,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:28,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:28,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:28,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:29,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:30,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:32,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:32,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:32,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:32,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:32,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:33,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:33,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:37,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:37,118 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:37,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:37,124 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:37,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:37,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:38,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:39,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:22:43,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:45,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:45,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:45,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:45,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:46,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:47,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:48,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:50,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:50,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:50,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:50,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:50,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:51,865 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:54,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:54,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:54,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:54,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:54,796 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:54,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:22:55,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:59,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:59,012 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:22:59,012 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:59,017 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:59,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:22:59,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:00,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:00,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:00,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:03,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:03,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:03,456 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:03,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:03,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:05,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:05,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:09,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:23:09,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:09,517 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:09,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:09,522 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:09,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:10,523 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:11,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:13,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:13,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:13,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:13,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:14,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:15,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:15,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:15,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:20,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:22,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:22,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:22,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:22,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:22,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:23,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:26,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:26,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:26,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:26,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:26,722 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:26,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:27,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:30,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:30,823 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:30,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:30,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:30,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:31,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:31,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:31,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:35,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:35,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:35,124 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:35,129 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:35,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:35,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:37,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:39,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:23:42,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:43,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:43,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:43,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:43,174 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:43,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:43,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:45,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:47,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:51,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:51,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:51,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:51,742 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:51,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:53,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:53,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:56,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:56,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:23:56,151 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:56,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:56,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:23:57,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:23:59,157 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:00,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:01,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:01,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:01,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:01,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:01,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:01,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:04,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:05,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:05,461 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:05,462 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:05,467 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:05,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:07,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:09,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:24:09,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:09,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:09,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:09,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:09,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:10,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:12,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:14,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:15,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:16,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:16,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:16,872 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:16,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:17,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:18,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:20,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:21,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:21,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:21,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:21,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:22,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:24,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:25,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:25,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:25,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:25,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:25,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:26,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:28,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:30,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:30,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:30,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:31,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:31,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:31,351 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:31,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:31,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:32,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:34,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:36,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:36,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:36,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:36,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:36,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:37,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:38,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:39,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:24:40,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:40,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:40,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:40,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:41,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:41,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:42,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:45,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:47,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:49,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:49,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:49,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:49,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:50,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:50,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:53,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:53,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:53,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:24:53,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:53,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:54,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:24:56,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:24:58,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:00,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:00,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:00,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:00,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:00,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:00,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:01,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:02,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:03,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:05,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:05,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:05,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:05,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:06,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:06,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:09,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:09,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:25:09,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:09,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:09,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:09,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:10,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:12,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:14,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:14,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:14,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:14,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:14,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:15,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:15,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:15,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:15,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:16,073 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:19,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:20,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:20,531 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:20,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:20,536 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:21,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:22,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:25,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:29,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:29,112 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:29,112 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:29,117 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:30,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:30,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:30,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:35,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:35,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:35,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:35,326 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:36,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:36,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:36,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:39,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:25:39,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:39,752 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:39,752 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:39,757 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:40,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:41,758 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:42,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:45,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:45,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:45,123 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:45,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:45,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:45,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:45,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:46,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:46,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:46,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:49,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:49,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:49,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:49,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:50,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:52,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:52,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:53,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:53,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:25:53,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:53,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:54,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:25:56,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:25:57,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:00,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:00,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:00,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:00,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:00,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:00,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:02,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:03,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:03,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:03,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:03,916 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:03,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:04,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:06,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:08,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:09,445 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:26:10,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:10,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:10,006 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:10,011 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:10,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:12,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:14,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:15,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:15,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:15,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:16,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:16,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:16,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:16,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:17,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:18,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:19,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:24,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:24,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:24,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:24,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:25,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:25,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:26,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:28,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:28,981 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:28,981 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:28,986 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:29,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:30,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:30,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:30,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:30,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:33,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:33,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:33,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:33,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:34,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:34,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:36,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:37,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:37,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:37,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:37,241 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:38,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:38,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:39,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:26:41,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:42,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:42,663 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:42,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:42,668 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:43,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:44,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:45,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:45,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:45,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:46,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:47,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:47,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:47,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:47,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:48,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:50,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:52,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:53,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:53,093 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:26:53,093 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:53,098 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:53,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:26:54,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:26:57,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:00,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:02,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:02,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:02,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:02,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:02,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:02,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:04,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:07,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:09,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:27:10,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:10,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:10,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:10,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:11,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:12,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:12,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:15,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:15,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:15,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:16,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:16,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:16,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:16,437 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:17,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:17,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:18,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:21,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:21,713 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:21,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:21,719 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:22,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:22,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:24,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:25,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:25,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:25,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:25,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:26,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:27,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:28,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:29,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:29,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:29,935 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:29,940 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:30,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:30,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:30,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:32,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:32,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:34,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:34,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:34,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:34,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:35,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:36,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:38,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:39,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:27:42,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:42,717 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:42,717 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:42,723 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:43,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:43,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:44,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:45,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:45,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:46,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:46,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:46,950 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:46,955 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:47,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:48,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:48,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:53,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:55,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:55,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:55,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:55,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:55,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:27:56,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:27:59,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:59,493 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:59,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:27:59,494 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:59,499 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:00,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:00,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:00,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:00,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:00,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:04,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:08,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:08,387 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:08,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:08,393 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:09,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:09,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:28:10,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:10,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:12,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:12,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:12,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:12,762 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:13,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:14,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:15,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:15,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:15,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:17,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:17,157 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:17,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:17,162 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:17,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:18,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:21,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:22,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:22,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:22,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:22,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:22,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:24,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:26,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:26,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:26,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:26,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:26,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:27,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:28,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:30,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:31,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:31,417 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:31,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:31,422 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:32,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:32,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:32,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:37,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:39,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:28:39,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:39,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:39,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:39,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:40,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:42,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:42,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:45,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:45,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:45,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:45,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:45,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:46,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:47,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:48,354 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:50,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:50,012 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:50,012 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:50,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:50,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:52,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:53,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:55,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:55,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:55,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:55,062 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:55,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:28:56,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:28:58,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:59,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:59,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:28:59,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:59,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:59,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:00,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:00,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:00,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:00,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:03,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:03,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:03,582 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:03,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:03,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:04,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:04,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:08,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:08,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:08,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:08,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:08,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:09,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:09,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:29:10,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:12,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:12,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:12,244 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:12,249 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:12,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:14,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:14,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:15,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:15,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:19,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:19,689 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:19,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:19,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:19,694 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:20,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:22,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:24,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:24,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:24,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:24,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:24,698 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:25,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:26,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:29,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:29,411 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:29,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:29,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:30,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:30,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:30,417 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:30,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:33,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:33,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:33,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:33,690 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:34,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:35,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:36,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:37,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:37,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:37,942 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:37,948 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:38,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:39,460 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:29:40,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:41,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:42,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:42,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:42,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:42,438 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:43,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:44,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:45,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:46,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:47,750 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:47,751 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:47,751 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:47,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:48,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:50,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:52,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:53,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:53,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:53,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:53,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:53,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:29:54,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:29:58,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:58,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:58,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:29:58,165 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:58,171 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:58,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:00,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:00,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:00,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:00,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:03,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:03,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:03,555 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:03,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:03,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:04,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:04,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:08,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:08,272 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:08,273 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:08,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:08,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:09,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:09,459 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:30:10,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:12,759 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:12,760 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:12,761 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:12,766 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:13,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:14,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:14,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:15,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:15,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:19,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:21,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:21,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:21,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:21,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:21,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:22,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:25,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:29,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:29,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:29,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:29,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:29,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:30,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:30,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:30,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:30,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:34,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:34,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:34,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:34,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:34,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:36,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:36,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:38,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:38,568 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:38,568 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:38,573 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:39,461 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:30:39,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:40,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:41,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:44,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:44,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:44,323 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:44,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:44,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:45,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:45,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:46,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:46,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:48,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:48,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:48,938 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:48,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:49,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:50,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:51,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:53,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:53,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:53,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:53,684 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:54,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:30:54,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:30:57,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:58,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:58,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:30:58,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:58,701 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:59,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:00,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:00,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:00,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:00,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:02,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:03,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:03,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:03,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:03,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:03,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:04,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:08,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:08,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:08,264 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:08,264 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:08,269 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:08,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:09,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:31:10,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:12,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:12,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:12,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:12,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:13,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:13,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:14,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:15,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:18,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:18,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:18,006 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:18,010 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:18,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:19,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:20,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:23,227 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:23,228 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:23,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:23,233 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:23,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:24,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:24,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:27,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:27,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:27,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:27,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:28,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:28,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:29,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:30,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:34,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:34,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:34,995 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:34,995 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:35,000 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:35,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:36,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:39,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:31:40,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:41,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:41,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:41,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:41,472 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:41,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:42,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:45,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:45,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:45,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:50,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:52,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:52,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:31:52,020 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:52,025 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:52,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:31:54,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:31:56,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:00,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:00,526 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:00,526 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:00,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:00,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:00,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:00,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:01,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:02,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:06,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:06,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:06,581 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:06,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:07,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:07,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:08,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:09,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:32:11,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:11,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:11,247 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:11,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:11,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:12,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:13,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:15,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:16,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:16,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:16,532 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:16,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:16,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:18,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:18,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:21,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:21,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:21,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:21,393 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:21,579 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:22,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:24,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:26,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:26,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:26,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:26,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:27,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:28,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:29,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:30,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:30,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:31,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:31,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:31,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:31,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:32,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:34,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:35,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:39,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:32:39,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:39,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:39,637 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:39,642 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:40,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:40,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:40,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:44,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:44,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:44,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:44,269 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:44,601 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:45,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:45,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:45,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:46,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:50,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:50,021 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:50,021 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:50,026 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:50,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:51,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:52,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:53,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:54,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:54,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:54,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:54,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:32:56,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:32:57,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:58,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:58,537 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:32:58,538 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:58,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:58,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:00,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:00,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:00,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:02,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:05,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:05,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:05,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:05,057 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:05,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:06,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:08,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:09,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:33:09,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:09,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:09,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:09,595 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:09,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:10,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:13,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:15,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:15,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:18,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:18,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:18,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:18,043 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:18,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:19,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:20,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:22,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:22,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:22,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:22,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:23,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:24,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:24,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:28,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:28,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:28,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:28,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:28,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:30,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:30,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:30,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:30,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:30,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:32,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:32,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:32,998 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:33,003 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:33,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:34,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:36,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:38,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:38,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:38,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:38,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:38,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:39,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:33:40,671 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:41,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:45,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:45,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:45,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:46,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:46,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:46,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:46,102 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:46,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:47,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:48,678 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:52,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:52,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:52,196 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:52,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:52,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:52,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:33:54,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:33:57,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:58,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:58,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:33:58,894 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:58,899 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:59,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:00,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:00,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:02,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:03,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:03,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:03,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:03,753 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:04,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:04,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:08,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:08,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:08,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:08,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:08,219 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:08,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:09,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:34:10,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:12,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:12,668 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:12,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:12,673 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:12,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:13,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:14,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:15,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:18,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:22,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:22,327 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:22,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:22,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:22,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:24,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:24,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:26,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:26,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:26,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:26,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:26,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:28,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:29,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:30,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:30,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:31,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:31,441 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:31,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:31,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:31,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:32,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:35,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:35,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:35,974 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:35,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:35,979 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:36,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:36,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:39,481 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:34:41,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:42,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:42,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:42,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:42,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:42,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:42,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:45,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:45,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:45,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:46,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:46,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:46,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:46,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:46,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:47,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:48,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:51,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:51,108 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:51,108 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:51,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:51,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:52,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:53,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:55,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:55,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:34:55,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:55,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:56,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:34:56,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:34:58,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:00,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:01,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:01,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:01,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:01,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:02,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:02,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:04,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:08,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:08,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:08,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:08,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:08,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:08,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:09,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:35:09,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:13,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:13,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:13,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:13,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:13,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:14,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:15,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:15,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:18,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:18,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:18,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:18,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:18,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:20,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:20,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:23,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:23,236 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:23,237 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:23,242 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:23,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:24,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:26,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:27,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:27,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:27,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:27,700 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:27,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:28,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:30,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:30,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:30,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:31,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:32,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:32,920 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:32,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:32,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:33,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:34,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:36,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:37,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:37,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:37,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:37,383 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:37,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:38,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:39,485 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:35:42,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:43,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:43,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:43,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:43,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:43,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:44,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:45,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:45,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:47,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:49,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:49,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:49,194 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:49,199 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:49,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:50,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:53,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:53,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:53,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:53,782 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:53,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:53,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:54,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:35:58,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:58,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:35:58,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:58,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:58,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:35:59,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:00,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:00,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:00,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:02,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:02,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:02,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:02,682 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:02,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:04,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:04,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:07,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:07,108 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:07,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:07,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:07,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:08,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:09,485 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:36:10,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:11,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:11,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:11,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:11,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:11,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:12,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:15,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:15,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:15,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:18,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:18,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:18,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:18,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:18,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:20,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:21,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:23,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:23,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:23,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:23,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:24,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:24,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:26,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:30,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:30,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:31,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:32,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:32,308 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:32,308 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:32,313 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:32,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:34,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:36,845 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:36,846 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:36,846 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:36,851 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:36,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:37,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:38,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:39,487 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:36:41,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:41,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:41,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:41,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:41,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:42,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:43,373 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:45,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:45,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:45,544 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:45,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:45,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:45,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:45,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:46,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:48,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:51,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:51,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:51,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:51,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:51,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:52,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:36:54,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:57,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:57,204 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:36:57,204 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:57,210 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:57,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:36:58,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:00,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:00,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:01,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:01,483 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:01,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:01,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:01,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:02,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:05,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:08,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:08,153 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:08,154 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:08,158 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:08,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:08,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:09,489 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:37:11,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:13,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:13,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:13,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:13,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:13,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:14,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:15,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:16,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:18,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:18,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:18,265 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:18,270 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:18,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:20,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:22,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:24,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:24,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:24,547 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:24,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:24,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:26,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:27,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:29,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:29,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:29,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:29,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:29,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:30,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:30,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:30,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:30,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:32,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:33,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:33,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:33,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:33,191 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:33,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:34,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:38,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:38,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:38,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:38,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:38,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:38,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:38,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:39,491 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:37:43,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:43,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:43,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:43,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:43,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:44,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:44,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:45,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:45,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:45,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:49,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:49,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:49,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:49,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:49,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:49,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:50,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:54,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:55,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:55,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:55,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:55,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:55,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:37:56,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:37:59,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:59,530 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:37:59,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:59,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:59,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:59,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:00,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:00,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:04,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:04,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:04,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:04,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:04,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:05,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:06,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:09,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:38:10,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:13,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:13,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:13,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:13,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:13,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:14,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:15,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:15,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:16,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:17,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:17,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:17,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:17,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:17,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:18,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:21,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:21,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:21,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:21,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:21,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:21,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:22,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:26,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:26,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:26,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:26,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:26,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:26,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:27,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:30,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:30,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:30,576 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:30,582 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:30,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:30,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:30,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:30,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:32,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:32,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:37,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:39,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:39,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:39,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:39,033 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:39,495 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:38:39,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:40,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:43,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:43,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:43,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:43,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:43,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:43,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:44,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:45,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:45,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:48,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:48,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:48,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:48,322 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:48,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:49,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:51,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:52,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:52,684 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:52,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:52,689 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:53,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:54,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:55,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:56,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:56,968 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:38:56,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:56,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:57,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:38:59,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:38:59,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:00,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:00,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:00,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:01,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:01,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:01,595 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:01,600 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:02,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:03,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:05,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:06,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:06,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:06,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:06,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:07,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:07,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:09,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:39:10,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:10,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:10,447 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:10,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:11,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:11,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:13,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:15,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:15,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:15,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:16,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:16,445 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:16,445 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:16,450 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:16,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:17,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:19,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:21,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:25,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:25,593 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:25,594 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:25,599 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:26,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:26,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:27,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:30,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:30,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:30,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:30,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:30,966 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:31,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:31,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:33,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:35,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:35,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:35,135 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:35,140 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:36,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:37,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:37,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:39,500 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:39:39,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:39,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:39,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:39,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:40,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:41,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:42,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:45,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:47,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:48,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:48,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:48,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:48,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:49,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:51,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:53,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:54,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:54,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:39:54,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:54,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:55,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:39:55,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:39:59,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:00,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:00,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:00,357 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:00,362 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:00,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:00,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:00,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:01,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:01,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:04,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:04,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:04,837 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:04,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:04,842 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:05,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:07,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:08,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:08,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:08,963 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:08,969 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:09,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:09,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:40:10,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:11,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:13,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:13,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:13,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:13,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:14,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:15,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:15,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:15,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:15,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:15,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:18,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:18,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:18,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:18,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:19,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:19,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:21,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:24,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:24,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:24,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:24,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:25,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:25,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:26,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:30,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:30,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:30,478 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:30,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:30,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:31,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:31,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:33,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:36,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:38,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:38,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:38,814 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:38,819 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:39,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:39,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:40:41,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:42,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:43,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:43,047 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:43,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:43,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:43,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:45,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:45,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:47,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:49,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:49,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:49,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:49,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:50,134 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:51,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:53,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:53,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:53,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:40:53,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:53,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:54,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:40:55,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:40:58,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:00,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:00,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:02,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:02,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:02,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:02,268 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:03,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:03,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:04,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:09,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:09,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:09,018 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:09,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:09,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:09,506 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:41:09,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:11,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:12,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:12,835 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:12,835 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:12,841 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:13,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:14,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:15,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:15,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:15,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:18,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:18,777 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:18,777 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:18,782 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:19,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:20,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:21,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:25,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:27,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:27,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:27,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:27,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:28,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:29,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:30,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:30,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:30,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:31,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:31,586 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:31,586 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:31,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:32,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:33,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:36,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:36,103 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:36,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:36,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:36,108 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:36,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:37,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:39,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:41:40,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:40,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:40,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:40,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:40,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:41,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:41,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:45,149 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:45,150 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:45,150 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:45,155 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:45,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:45,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:45,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:45,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:46,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:47,232 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:51,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:51,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:51,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:51,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:52,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:52,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:53,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:55,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:55,628 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:41:55,628 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:55,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:56,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:41:57,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:41:57,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:00,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:00,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:00,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:00,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:00,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:00,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:01,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:01,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:02,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:07,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:08,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:08,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:08,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:08,879 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:09,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:09,510 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:42:11,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:13,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:15,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:15,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:17,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:17,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:17,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:17,267 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:17,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:19,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:19,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:21,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:21,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:21,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:21,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:22,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:23,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:24,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:25,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:25,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:25,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:25,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:26,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:27,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:29,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:30,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:30,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:30,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:30,920 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:30,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:30,926 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:31,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:33,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:34,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:35,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:35,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:35,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:35,322 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:36,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:37,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:39,515 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:42:40,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:40,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:40,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:40,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:40,978 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:41,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:43,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:45,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:45,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:45,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:45,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:45,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:45,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:45,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:45,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:46,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:47,325 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:49,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:49,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:49,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:49,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:50,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:50,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:51,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:42:55,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:58,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:58,296 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:42:58,296 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:58,301 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:58,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:42:59,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:00,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:00,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:02,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:02,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:02,628 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:02,633 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:03,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:05,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:06,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:09,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:43:09,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:09,672 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:09,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:09,677 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:10,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:11,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:11,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:15,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:15,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:15,174 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:15,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:15,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:15,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:15,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:16,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:17,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:20,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:20,252 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:20,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:20,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:20,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:21,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:22,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:25,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:25,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:25,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:25,279 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:25,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:27,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:28,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:30,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:30,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:31,762 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:31,763 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:31,763 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:31,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:32,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:33,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:33,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:38,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:38,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:38,342 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:38,347 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:38,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:39,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:39,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:39,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:43:44,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:44,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:44,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:44,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:44,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:45,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:45,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:45,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:45,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:45,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:49,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:51,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:51,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:51,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:51,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:51,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:43:53,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:55,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:56,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:56,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:43:56,499 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:56,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:57,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:43:57,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:00,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:00,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:00,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:02,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:02,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:02,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:02,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:02,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:03,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:06,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:07,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:07,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:07,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:07,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:07,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:09,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:09,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:44:11,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:12,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:12,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:12,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:12,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:12,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:13,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:15,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:15,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:16,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:17,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:17,663 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:17,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:17,668 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:18,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:19,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:22,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:23,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:23,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:23,005 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:23,010 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:23,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:25,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:27,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:27,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:27,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:27,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:28,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:28,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:29,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:30,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:30,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:30,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:32,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:32,657 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:32,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:32,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:33,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:33,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:33,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:38,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:38,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:38,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:38,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:38,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:39,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:39,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:39,521 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:44:44,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:44,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:44,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:44,017 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:44,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:45,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:45,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:45,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:45,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:49,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:49,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:49,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:49,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:50,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:50,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:51,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:54,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:54,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:44:54,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:54,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:54,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:44:55,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:44:56,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:00,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:00,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:00,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:00,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:00,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:01,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:01,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:03,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:05,094 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:05,094 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:05,094 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:05,099 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:05,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:07,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:07,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:09,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:09,227 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:09,227 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:09,232 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:09,523 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:45:09,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:11,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:12,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:14,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:14,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:14,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:14,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:15,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:15,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:15,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:17,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:20,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:20,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:20,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:20,213 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:20,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:21,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:23,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:24,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:24,596 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:24,596 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:24,601 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:25,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:25,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:28,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:30,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:30,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:33,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:33,153 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:33,153 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:33,158 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:33,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:34,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:35,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:38,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:38,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:38,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:38,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:38,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:39,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:45:39,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:39,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:42,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:42,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:42,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:42,449 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:42,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:43,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:45,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:45,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:45,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:46,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:46,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:46,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:46,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:47,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:47,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:50,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:51,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:51,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:51,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:51,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:52,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:53,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:45:56,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:56,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:45:56,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:56,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:56,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:56,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:45:57,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:00,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:01,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:02,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:02,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:02,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:02,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:02,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:03,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:06,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:06,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:06,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:06,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:07,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:07,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:07,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:09,530 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:46:13,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:13,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:13,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:13,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:13,172 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:13,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:15,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:15,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:18,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:19,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:19,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:19,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:19,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:19,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:21,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:24,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:25,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:25,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:25,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:25,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:26,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:27,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:29,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:30,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:30,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:30,564 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:30,569 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:30,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:30,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:30,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:31,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:35,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:35,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:35,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:35,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:35,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:35,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:37,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:39,529 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:46:39,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:39,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:39,883 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:39,888 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:40,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:40,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:41,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:45,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:45,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:45,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:46,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:46,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:46,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:46,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:46,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:47,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:50,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:50,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:50,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:50,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:51,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:51,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:53,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:46:55,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:55,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:46:55,305 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:55,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:55,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:46:57,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:57,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:00,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:00,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:00,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:00,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:00,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:00,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:00,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:01,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:02,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:07,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:07,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:07,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:07,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:07,671 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:08,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:09,531 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:47:09,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:13,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:13,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:13,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:13,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:13,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:14,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:15,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:15,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:15,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:18,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:18,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:18,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:18,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:18,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:19,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:19,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:21,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:21,983 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:21,984 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:21,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:22,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:23,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:24,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:29,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:30,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:30,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:30,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:30,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:30,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:30,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:31,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:33,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:35,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:39,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:39,464 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:39,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:39,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:39,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:47:39,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:41,534 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:41,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:44,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:44,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:44,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:44,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:45,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:45,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:45,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:45,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:45,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:46,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:50,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:50,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:50,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:50,530 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:50,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:51,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:52,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:56,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:56,749 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:47:56,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:56,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:57,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:47:57,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:47:57,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:00,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:01,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:01,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:01,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:01,442 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:01,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:03,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:03,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:06,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:06,327 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:06,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:06,333 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:06,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:07,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:09,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:09,535 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:48:11,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:11,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:11,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:11,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:11,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:13,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:15,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:15,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:15,477 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:15,477 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:15,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:15,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:15,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:17,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:20,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:21,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:21,141 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:21,141 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:21,146 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:21,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:23,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:25,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:25,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:25,629 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:25,635 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:25,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:26,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:27,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:30,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:30,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:30,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:30,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:30,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:30,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:31,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:32,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:33,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:36,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:36,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:36,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:36,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:36,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:37,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:37,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:39,540 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:48:41,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:41,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:41,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:41,929 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:42,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:42,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:43,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:45,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:45,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:47,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:50,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:50,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:50,305 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:50,310 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:50,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:51,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:53,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:54,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:54,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:54,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:54,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:54,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:55,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:48:58,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:58,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:48:58,731 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:58,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:58,736 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:58,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:48:59,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:00,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:03,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:04,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:04,622 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:04,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:04,627 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:04,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:05,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:09,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:49:09,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:13,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:13,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:13,011 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:13,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:13,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:13,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:15,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:15,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:20,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:24,374 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:24,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:24,375 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:24,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:24,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:25,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:26,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:29,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:29,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:29,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:29,401 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:29,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:30,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:30,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:31,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:31,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:34,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:34,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:34,835 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:34,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:35,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:35,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:37,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:39,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:49:40,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:40,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:40,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:40,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:40,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:41,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:43,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:45,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:48,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:48,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:48,575 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:48,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:48,580 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:48,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:49,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:53,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:56,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:56,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:49:56,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:56,782 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:56,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:49:57,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:49:58,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:00,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:00,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:03,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:03,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:03,782 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:03,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:03,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:03,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:05,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:08,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:08,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:08,847 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:08,847 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:08,852 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:08,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:09,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:50:09,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:14,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:14,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:14,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:14,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:14,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:14,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:15,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:15,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:15,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:19,082 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:19,083 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:19,083 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:19,088 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:19,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:20,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:21,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:24,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:24,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:24,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:24,274 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:24,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:25,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:25,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:28,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:28,778 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:28,779 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:28,784 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:28,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:29,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:30,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:30,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:30,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:33,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:33,869 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:33,869 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:33,874 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:33,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:35,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:36,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:39,546 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:50:42,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:42,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:42,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:42,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:42,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:42,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:43,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:45,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:45,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:46,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:46,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:46,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:46,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:47,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:47,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:48,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:53,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:53,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:53,460 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:53,460 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:53,465 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:53,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:55,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:50:58,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:58,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:58,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:50:58,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:58,875 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:58,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:50:59,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:00,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:03,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:04,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:04,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:04,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:04,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:04,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:05,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:08,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:08,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:08,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:08,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:08,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:09,548 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:51:09,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:09,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:14,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:14,457 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:14,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:14,463 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:14,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:15,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:15,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:15,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:15,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:19,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:19,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:19,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:19,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:19,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:20,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:21,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:24,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:24,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:24,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:24,900 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:24,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:25,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:25,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:29,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:29,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:29,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:29,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:29,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:30,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:30,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:31,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:31,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:34,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:34,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:34,020 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:34,025 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:34,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:35,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:37,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:38,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:38,867 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:38,867 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:38,873 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:38,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:39,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:51:39,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:42,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:43,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:43,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:43,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:43,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:43,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:45,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:45,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:45,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:47,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:48,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:48,060 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:48,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:48,065 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:48,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:49,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:53,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:55,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:55,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:51:55,251 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:55,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:55,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:51:57,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:51:58,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:00,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:00,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:00,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:00,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:00,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:00,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:00,983 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:01,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:03,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:05,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:05,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:05,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:05,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:05,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:07,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:09,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:52:09,558 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:10,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:10,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:10,463 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:10,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:11,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:12,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:15,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:15,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:15,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:15,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:15,231 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:15,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:16,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:16,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:20,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:21,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:21,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:21,723 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:21,730 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:22,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:24,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:26,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:26,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:26,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:26,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:26,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:27,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:28,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:30,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:30,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:30,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:30,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:30,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:30,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:30,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:31,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:31,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:32,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:36,105 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:36,105 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:36,106 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:36,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:37,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:37,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:38,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:39,554 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:52:40,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:40,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:40,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:40,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:41,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:42,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:42,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:45,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:45,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:45,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:45,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:45,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:45,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:46,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:46,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:47,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:49,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:49,256 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:49,256 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:49,262 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:50,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:52,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:53,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:53,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:53,508 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:53,508 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:53,513 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:54,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:56,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:52:57,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:57,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:52:57,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:57,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:58,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:52:58,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:00,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:00,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:03,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:03,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:03,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:03,490 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:04,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:04,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:06,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:07,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:07,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:07,521 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:07,529 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:08,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:09,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:09,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:53:10,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:11,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:11,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:11,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:11,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:12,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:14,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:14,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:15,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:15,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:19,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:19,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:19,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:19,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:19,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:20,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:20,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:23,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:23,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:23,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:23,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:24,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:24,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:25,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:30,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:30,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:30,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:30,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:31,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:31,615 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:31,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:31,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:32,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:34,125 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:35,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:35,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:35,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:35,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:35,639 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:36,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:38,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:39,558 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:53:40,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:40,540 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:40,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:40,547 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:41,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:41,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:42,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:45,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:45,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:45,089 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:45,096 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:45,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:45,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:46,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:46,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:49,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:49,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:49,834 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:49,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:50,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:52,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:52,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:54,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:54,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:54,479 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:54,484 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:55,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:53:56,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:53:58,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:58,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:58,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:53:58,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:58,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:59,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:00,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:00,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:00,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:02,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:02,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:02,913 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:02,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:03,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:03,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:04,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:08,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:08,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:08,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:08,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:09,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:09,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:54:09,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:10,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:13,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:13,311 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:13,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:13,319 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:14,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:14,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:15,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:15,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:15,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:18,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:18,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:18,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:18,236 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:19,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:20,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:21,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:22,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:22,618 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:22,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:22,624 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:23,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:24,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:26,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:27,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:27,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:27,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:27,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:28,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:28,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:30,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:30,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:31,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:32,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:32,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:32,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:32,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:32,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:34,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:37,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:37,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:37,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:37,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:37,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:38,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:39,563 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:54:40,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:42,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:42,545 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:42,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:42,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:42,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:43,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:44,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:45,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:45,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:46,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:46,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:46,869 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:46,875 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:47,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:47,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:48,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:51,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:51,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:51,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:51,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:52,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:53,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:54,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:54:57,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:57,825 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:54:57,826 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:57,831 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:58,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:54:58,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:00,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:00,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:00,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:01,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:01,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:01,842 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:01,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:02,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:03,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:04,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:07,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:07,008 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:07,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:07,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:07,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:08,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:09,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:09,565 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:55:11,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:11,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:11,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:11,276 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:12,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:12,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:14,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:15,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:15,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:19,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:19,866 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:19,866 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:19,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:19,871 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:20,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:22,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:24,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:24,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:24,994 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:24,994 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:25,000 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:25,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:26,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:29,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:29,683 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:29,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:29,689 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:30,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:30,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:30,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:30,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:32,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:35,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:35,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:35,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:35,340 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:36,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:36,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:36,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:39,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:55:39,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:39,763 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:39,763 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:39,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:40,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:41,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:42,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:44,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:44,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:44,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:44,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:44,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:45,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:45,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:46,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:46,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:48,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:48,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:48,731 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:48,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:49,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:50,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:52,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:53,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:53,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:53,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:53,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:54,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:55:54,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:57,757 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:57,758 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:55:57,758 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:57,763 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:58,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:55:58,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:00,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:00,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:00,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:01,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:01,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:01,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:01,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:02,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:04,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:04,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:09,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:56:09,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:09,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:09,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:09,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:09,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:10,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:12,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:14,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:15,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:15,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:15,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:15,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:15,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:16,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:18,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:20,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:21,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:21,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:21,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:21,501 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:22,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:22,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:26,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:26,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:26,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:26,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:26,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:26,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:28,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:30,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:30,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:30,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:30,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:30,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:30,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:31,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:31,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:32,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:36,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:36,740 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:36,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:36,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:37,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:37,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:38,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:39,574 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:56:41,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:41,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:41,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:41,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:41,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:42,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:43,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:45,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:45,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:48,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:48,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:48,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:48,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:48,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:49,377 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:50,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:54,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:54,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:54,407 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:56:54,407 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:54,412 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:55,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:56:56,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:56:59,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:00,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:00,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:00,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:00,336 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:00,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:00,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:00,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:02,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:04,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:04,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:04,955 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:04,956 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:04,961 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:05,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:06,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:09,573 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:57:10,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:11,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:11,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:11,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:11,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:12,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:14,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:15,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:15,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:15,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:16,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:16,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:16,023 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:16,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:16,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:18,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:20,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:20,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:20,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:20,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:21,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:21,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:22,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:25,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:25,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:25,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:25,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:25,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:26,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:27,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:30,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:30,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:30,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:30,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:30,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:30,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:30,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:31,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:32,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:32,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:36,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:36,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:36,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:36,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:37,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:38,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:38,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:39,578 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:57:41,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:41,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:41,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:41,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:42,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:44,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:44,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:45,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:46,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:46,730 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:46,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:46,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:47,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:48,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:49,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:51,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:51,283 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:51,283 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:51,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:51,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:52,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:57:55,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:56,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:56,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:57:56,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:56,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:57,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:57:58,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:00,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:00,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:00,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:00,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:01,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:01,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:01,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:01,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:01,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:02,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:06,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:06,048 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:06,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:06,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:06,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:06,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:08,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:09,578 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:58:10,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:10,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:10,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:10,268 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:10,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:11,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:12,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:15,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:15,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:15,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:15,438 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:15,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:15,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:15,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:16,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:16,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:19,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:19,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:19,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:19,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:20,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:22,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:22,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:23,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:23,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:23,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:23,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:24,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:26,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:27,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:28,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:28,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:28,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:28,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:29,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:30,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:30,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:30,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:33,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:36,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:36,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:36,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:36,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:36,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:38,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:39,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:39,580 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:58:41,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:41,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:41,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:41,373 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:41,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:42,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:44,373 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:45,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:45,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:46,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:46,326 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:46,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:46,331 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:46,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:48,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:50,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:50,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:50,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:50,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:50,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:51,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:52,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:54,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:54,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:54,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:54,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:55,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:58:55,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:56,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:58:59,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:59,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:58:59,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:59,992 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:00,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:00,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:00,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:01,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:02,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:04,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:04,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:04,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:04,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:04,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:06,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:07,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:09,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:09,154 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:09,154 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:09,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:09,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:09,582 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:59:10,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:12,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:13,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:13,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:13,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:13,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:14,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:14,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:15,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:17,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:19,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:19,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:19,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:19,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:19,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:20,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:23,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:24,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:24,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:24,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:24,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:24,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:26,575 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:29,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:30,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:30,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:30,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:30,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:30,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:30,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:32,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:34,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:34,786 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:34,786 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:34,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:34,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:35,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:36,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:39,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 14:59:40,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:40,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:40,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:40,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:40,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:40,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:42,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:45,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:45,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:45,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:49,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:49,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:49,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:49,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:49,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 14:59:50,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:50,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:55,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:55,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:55,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 14:59:55,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:55,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:56,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 14:59:56,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:00,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:00,790 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:00,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:00,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:00,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:00,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:01,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:02,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:05,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:05,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:05,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:05,478 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:05,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:06,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:06,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:09,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:00:10,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:10,965 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:10,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:10,971 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:11,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:11,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:12,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:15,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:16,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:16,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:16,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:16,568 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:16,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:17,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:18,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:22,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:22,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:22,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:22,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:22,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:23,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:24,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:28,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:28,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:28,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:28,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:28,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:29,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:30,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:30,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:30,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:33,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:35,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:35,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:35,323 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:35,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:35,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:36,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:39,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:39,588 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:00:39,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:39,936 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:39,936 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:39,941 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:40,646 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:42,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:44,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:45,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:45,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:45,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:45,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:45,938 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:45,944 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:46,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:48,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:49,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:51,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:51,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:51,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:51,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:51,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:00:52,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:55,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:55,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:55,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:00:55,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:55,789 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:56,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:00:56,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:00,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:00,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:00,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:00,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:03,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:03,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:03,478 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:03,482 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:03,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:04,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:06,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:08,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:08,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:08,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:08,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:09,593 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:01:09,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:10,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:11,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:15,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:15,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:16,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:17,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:17,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:17,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:17,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:17,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:18,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:22,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:25,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:25,619 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:25,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:25,624 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:25,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:26,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:27,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:30,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:30,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:31,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:31,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:31,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:31,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:32,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:32,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:32,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:37,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:39,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:01:39,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:39,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:39,876 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:39,881 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:40,730 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:40,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:42,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:43,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:43,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:43,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:43,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:44,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:44,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:45,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:47,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:48,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:48,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:48,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:48,267 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:48,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:50,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:53,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:53,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:53,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:53,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:53,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:53,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:01:54,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:01:58,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:58,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:01:58,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:58,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:58,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:58,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:00,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:00,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:00,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:00,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:03,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:03,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:03,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:03,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:03,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:03,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:04,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:08,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:08,219 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:08,219 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:08,224 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:08,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:09,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:09,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:02:10,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:13,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:13,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:13,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:13,062 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:13,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:14,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:15,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:15,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:15,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:18,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:18,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:18,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:18,717 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:18,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:20,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:20,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:23,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:23,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:23,780 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:23,785 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:24,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:24,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:25,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:28,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:28,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:28,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:28,071 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:28,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:30,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:30,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:30,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:30,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:32,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:32,723 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:32,723 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:32,728 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:32,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:34,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:36,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:37,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:37,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:37,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:37,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:37,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:38,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:39,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:02:42,586 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:42,586 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:42,587 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:42,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:42,592 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:42,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:44,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:45,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:45,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:47,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:47,008 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:47,008 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:47,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:47,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:48,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:48,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:53,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:55,306 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:55,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:02:55,307 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:55,312 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:55,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:02:56,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:02:58,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:00,514 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:00,515 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:00,515 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:00,520 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:00,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:00,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:00,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:02,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:03,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:05,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:05,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:05,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:05,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:05,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:06,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:09,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:09,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:09,589 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:09,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:09,594 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:09,599 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:03:09,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:10,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:14,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:15,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:15,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:15,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:15,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:15,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:15,951 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:16,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:16,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:19,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:20,335 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:20,336 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:20,336 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:20,341 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:20,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:22,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:24,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:24,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:24,500 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:24,505 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:24,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:25,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:26,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:30,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:30,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:30,576 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:30,577 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:30,582 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:30,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:30,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:30,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:32,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:35,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:35,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:35,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:35,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:35,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:35,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:36,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:39,604 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:03:40,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:40,468 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:40,468 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:40,473 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:40,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:41,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:42,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:45,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:45,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:45,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:45,364 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:45,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:45,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:45,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:45,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:46,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:46,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:49,822 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:49,823 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:49,823 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:49,828 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:49,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:50,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:52,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:54,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:54,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:54,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:54,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:54,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:03:56,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:03:58,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:58,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:58,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:03:58,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:58,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:59,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:00,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:00,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:00,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:03,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:06,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:06,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:06,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:06,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:06,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:06,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:09,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:09,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:04:10,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:10,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:10,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:10,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:10,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:12,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:14,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:15,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:16,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:16,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:16,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:16,619 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:16,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:18,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:19,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:21,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:21,283 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:21,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:21,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:21,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:22,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:25,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:25,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:25,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:25,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:25,661 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:25,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:26,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:30,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:30,139 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:30,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:30,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:30,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:30,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:30,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:32,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:35,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:36,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:36,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:36,451 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:36,456 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:36,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:38,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:39,628 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:04:40,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:40,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:40,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:40,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:40,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:41,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:42,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:45,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:45,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:45,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:45,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:45,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:45,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:45,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:45,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:46,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:46,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:51,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:51,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:51,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:51,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:51,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:52,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:52,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:04:57,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:57,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:57,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:04:57,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:57,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:58,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:04:59,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:00,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:00,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:01,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:01,966 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:01,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:01,971 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:02,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:03,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:03,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:07,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:07,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:07,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:07,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:08,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:08,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:09,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:09,607 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:05:12,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:12,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:12,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:12,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:13,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:13,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:15,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:15,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:18,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:18,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:18,240 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:18,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:19,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:19,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:21,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:24,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:25,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:25,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:25,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:25,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:26,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:27,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:29,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:29,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:29,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:29,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:29,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:30,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:30,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:31,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:34,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:35,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:35,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:35,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:35,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:36,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:37,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:39,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:05:40,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:40,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:40,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:40,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:40,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:41,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:43,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:44,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:44,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:44,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:44,823 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:45,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:45,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:45,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:45,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:47,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:50,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:51,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:51,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:05:51,244 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:51,249 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:52,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:05:53,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:05:56,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:00,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:00,187 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:00,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:00,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:00,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:00,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:00,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:01,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:01,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:01,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:05,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:05,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:05,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:05,308 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:06,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:07,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:07,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:09,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:09,243 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:09,243 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:09,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:09,611 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:06:10,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:11,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:12,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:13,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:13,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:13,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:13,102 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:13,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:15,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:15,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:15,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:15,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:17,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:18,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:18,207 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:18,207 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:18,212 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:19,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:21,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:23,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:23,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:23,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:23,047 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:23,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:23,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:25,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:27,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:27,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:27,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:27,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:27,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:28,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:29,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:30,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:32,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:32,661 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:32,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:32,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:33,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:33,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:35,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:38,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:38,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:38,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:38,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:39,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:39,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:06:39,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:41,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:44,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:44,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:44,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:44,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:44,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:45,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:45,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:45,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:45,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:48,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:48,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:48,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:48,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:49,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:50,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:51,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:53,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:53,702 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:53,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:53,707 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:54,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:06:55,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:06:56,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:58,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:58,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:06:58,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:58,310 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:59,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:00,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:00,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:01,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:01,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:05,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:05,962 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:05,962 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:05,967 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:06,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:07,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:07,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:09,615 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:07:11,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:11,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:11,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:11,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:12,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:12,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:13,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:15,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:16,391 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:16,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:16,396 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:17,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:18,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:19,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:21,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:21,906 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:21,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:21,911 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:22,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:23,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:25,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:26,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:26,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:26,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:26,640 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:27,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:29,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:29,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:30,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:30,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:31,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:31,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:31,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:31,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:32,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:33,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:35,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:36,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:36,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:36,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:36,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:37,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:39,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:39,618 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:07:40,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:40,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:40,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:40,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:40,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:41,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:43,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:45,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:45,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:45,499 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:45,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:45,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:45,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:45,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:46,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:47,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:49,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:49,910 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:49,910 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:49,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:50,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:50,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:53,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:07:55,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:56,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:56,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:07:56,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:56,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:56,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:07:59,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:00,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:01,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:05,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:05,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:05,289 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:05,293 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:06,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:07,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:07,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:09,623 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:08:12,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:13,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:13,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:13,273 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:13,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:13,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:15,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:15,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:17,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:17,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:17,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:17,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:18,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:18,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:19,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:23,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:24,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:24,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:24,507 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:24,512 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:25,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:27,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:28,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:30,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:30,389 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:30,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:30,395 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:30,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:30,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:30,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:31,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:33,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:33,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:36,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:36,157 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:36,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:36,162 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:36,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:39,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:39,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:39,622 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:08:40,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:40,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:40,504 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:40,509 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:41,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:43,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:44,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:45,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:45,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:46,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:46,378 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:46,378 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:46,383 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:47,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:49,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:50,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:54,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:54,840 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:54,840 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:54,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:55,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:08:55,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:57,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:08:59,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:59,335 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:08:59,335 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:59,341 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:59,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:00,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:00,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:00,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:01,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:03,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:03,827 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:03,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:03,832 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:04,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:05,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:06,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:09,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:09:10,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:10,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:10,164 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:10,169 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:10,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:12,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:13,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:15,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:15,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:17,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:18,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:18,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:18,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:18,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:18,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:21,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:22,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:22,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:22,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:22,639 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:23,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:23,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:25,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:28,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:28,622 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:28,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:28,627 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:29,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:29,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:30,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:30,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:31,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:32,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:32,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:32,848 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:32,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:33,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:34,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:35,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:37,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:37,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:37,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:37,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:38,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:39,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:39,626 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:09:40,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:42,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:42,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:42,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:42,900 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:43,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:45,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:45,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:45,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:47,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:47,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:47,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:47,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:47,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:49,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:51,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:52,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:52,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:52,314 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:52,319 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:52,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:55,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:09:56,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:57,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:57,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:09:57,645 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:57,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:58,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:09:59,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:00,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:00,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:01,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:02,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:02,447 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:02,447 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:02,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:03,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:05,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:07,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:07,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:07,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:07,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:07,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:07,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:09,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:09,628 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:10:11,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:11,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:11,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:11,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:12,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:12,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:13,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:15,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:15,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:16,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:16,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:16,278 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:16,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:16,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:18,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:19,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:21,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:21,546 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:21,546 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:21,551 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:22,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:23,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:23,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:26,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:26,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:26,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:26,672 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:27,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:28,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:29,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:30,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:30,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:33,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:35,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:35,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:35,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:35,083 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:35,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:37,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:39,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:39,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:39,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:39,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:39,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:39,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:39,631 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:10:41,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:44,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:45,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:45,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:45,198 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:45,203 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:45,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:45,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:47,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:49,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:49,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:49,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:49,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:49,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:50,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:51,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:10:54,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:54,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:10:54,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:54,494 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:55,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:10:55,494 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:57,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:00,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:00,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:00,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:02,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:02,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:02,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:02,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:03,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:05,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:05,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:09,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:11:11,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:11,483 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:11,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:11,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:11,488 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:12,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:13,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:15,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:15,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:15,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:16,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:16,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:16,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:16,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:16,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:17,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:17,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:22,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:23,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:23,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:23,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:23,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:24,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:25,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:27,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:29,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:29,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:29,490 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:29,495 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:29,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:30,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:30,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:31,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:32,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:34,149 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:34,150 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:34,150 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:34,155 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:34,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:37,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:38,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:38,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:38,023 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:38,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:38,028 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:38,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:39,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:39,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:11:42,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:42,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:42,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:42,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:42,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:43,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:45,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:45,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:45,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:48,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:48,541 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:48,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:48,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:48,546 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:49,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:51,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:53,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:53,403 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:53,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:53,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:53,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:54,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:55,533 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:11:58,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:58,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:11:58,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:58,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:58,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:11:59,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:00,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:00,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:00,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:00,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:04,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:04,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:04,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:04,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:04,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:05,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:07,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:09,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:12:10,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:10,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:10,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:10,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:10,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:11,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:11,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:14,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:14,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:14,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:14,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:15,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:15,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:16,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:17,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:18,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:18,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:18,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:18,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:19,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:21,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:22,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:23,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:23,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:23,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:23,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:24,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:25,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:28,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:28,513 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:28,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:28,514 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:28,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:28,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:30,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:31,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:32,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:32,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:32,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:32,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:33,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:33,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:35,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:38,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:38,652 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:38,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:38,657 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:39,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:39,642 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:12:39,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:41,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:43,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:43,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:43,482 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:43,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:43,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:45,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:45,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:45,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:49,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:49,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:49,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:49,463 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:49,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:50,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:51,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:53,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:53,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:53,555 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:53,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:53,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:55,561 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:55,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:12:57,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:57,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:12:57,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:57,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:58,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:12:59,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:00,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:00,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:00,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:03,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:03,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:03,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:03,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:03,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:05,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:06,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:08,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:08,204 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:08,204 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:08,209 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:08,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:09,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:09,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:13:11,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:12,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:12,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:12,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:12,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:13,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:15,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:15,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:15,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:16,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:17,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:17,264 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:17,264 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:17,270 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:17,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:19,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:22,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:23,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:23,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:23,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:23,066 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:23,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:25,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:27,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:27,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:27,490 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:27,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:27,495 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:27,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:29,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:30,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:32,374 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:32,374 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:32,374 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:32,379 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:32,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:33,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:35,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:37,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:37,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:37,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:37,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:38,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:38,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:39,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:13:39,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:44,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:45,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:47,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:47,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:47,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:47,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:47,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:49,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:50,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:51,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:51,339 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:51,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:51,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:51,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:53,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:13:56,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:56,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:56,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:13:56,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:56,677 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:56,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:13:59,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:00,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:00,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:01,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:02,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:02,989 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:02,989 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:02,994 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:03,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:05,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:07,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:08,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:08,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:08,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:08,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:08,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:09,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:14:11,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:12,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:14,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:14,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:14,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:14,366 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:14,718 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:15,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:15,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:15,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:17,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:17,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:22,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:22,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:22,532 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:22,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:22,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:23,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:25,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:26,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:26,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:26,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:26,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:27,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:28,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:29,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:30,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:33,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:34,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:34,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:34,381 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:34,386 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:34,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:37,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:39,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:39,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:14:42,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:42,840 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:42,840 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:42,845 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:43,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:44,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:45,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:45,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:45,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:48,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:48,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:48,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:48,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:48,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:49,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:50,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:52,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:52,959 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:52,959 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:52,964 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:53,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:55,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:14:55,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:58,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:58,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:14:58,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:58,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:58,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:14:59,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:00,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:00,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:01,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:02,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:02,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:02,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:02,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:02,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:05,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:06,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:06,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:06,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:06,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:06,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:07,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:09,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:15:09,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:12,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:13,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:13,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:13,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:13,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:13,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:15,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:15,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:15,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:15,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:17,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:18,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:18,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:18,402 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:18,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:18,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:21,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:23,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:23,074 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:23,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:23,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:23,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:23,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:25,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:28,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:29,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:29,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:29,916 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:29,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:30,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:30,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:31,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:33,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:34,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:34,424 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:34,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:34,430 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:34,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:37,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:39,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:39,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:39,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:39,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:39,066 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:39,652 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:15:39,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:41,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:43,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:43,442 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:43,442 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:43,447 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:43,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:44,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:45,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:45,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:48,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:48,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:48,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:48,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:48,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:49,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:50,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:53,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:53,572 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:53,572 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:53,577 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:53,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:55,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:55,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:15:57,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:57,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:15:57,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:57,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:57,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:15:59,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:00,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:00,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:00,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:02,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:02,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:02,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:02,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:02,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:05,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:06,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:07,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:07,554 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:07,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:07,581 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:07,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:08,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:09,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:16:12,658 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:12,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:12,710 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:12,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:12,715 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:12,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:14,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:15,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:15,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:17,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:17,537 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:17,537 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:17,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:17,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:18,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:18,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:21,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:21,779 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:21,779 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:21,784 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:21,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:22,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:23,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:27,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:27,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:27,504 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:27,509 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:27,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:28,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:29,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:30,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:33,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:33,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:33,035 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:33,040 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:33,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:34,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:35,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:38,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:38,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:38,172 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:38,177 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:38,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:38,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:39,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:16:40,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:43,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:43,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:43,946 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:43,951 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:44,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:44,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:45,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:45,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:45,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:50,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:50,573 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:50,573 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:50,578 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:50,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:51,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:52,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:54,821 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:54,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:54,822 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:54,826 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:54,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:16:56,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:56,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:16:59,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:59,694 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:16:59,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:59,699 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:59,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:00,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:00,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:00,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:01,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:05,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:05,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:05,812 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:05,817 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:05,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:06,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:07,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:09,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:17:10,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:10,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:10,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:10,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:10,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:12,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:13,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:15,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:15,184 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:15,184 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:15,189 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:15,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:15,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:15,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:16,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:18,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:23,493 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:23,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:23,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:23,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:23,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:24,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:24,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:29,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:30,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:30,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:30,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:30,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:30,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:30,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:30,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:30,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:34,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:35,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:35,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:35,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:35,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:35,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:36,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:39,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:39,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:39,382 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:39,386 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:39,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:17:39,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:40,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:40,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:44,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:44,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:44,859 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:44,864 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:44,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:45,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:45,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:45,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:45,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:47,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:50,306 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:50,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:50,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:50,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:51,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:17:51,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:51,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:56,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:56,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:56,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:17:56,894 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:56,899 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:57,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:17:59,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:00,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:00,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:01,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:02,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:02,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:02,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:02,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:03,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:05,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:07,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:09,662 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:18:11,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:11,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:11,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:11,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:12,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:13,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:13,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:15,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:15,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:16,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:16,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:16,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:16,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:17,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:17,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:19,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:21,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:21,426 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:21,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:21,431 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:22,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:23,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:24,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:28,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:28,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:28,102 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:28,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:29,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:29,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:30,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:30,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:30,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:33,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:33,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:33,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:33,420 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:34,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:35,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:35,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:39,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:18:40,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:41,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:41,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:41,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:41,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:42,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:43,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:45,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:45,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:46,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:46,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:46,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:46,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:47,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:49,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:51,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:53,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:53,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:53,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:53,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:54,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:18:55,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:18:57,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:59,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:59,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:18:59,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:59,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:00,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:00,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:00,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:00,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:01,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:02,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:05,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:05,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:05,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:05,172 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:06,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:07,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:08,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:09,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:19:09,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:09,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:09,788 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:09,793 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:10,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:11,081 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:13,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:14,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:14,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:14,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:14,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:15,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:15,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:15,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:17,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:18,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:21,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:21,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:21,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:21,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:22,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:23,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:24,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:26,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:26,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:26,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:26,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:27,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:27,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:29,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:30,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:30,602 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:30,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:30,607 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:30,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:30,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:31,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:31,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:34,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:37,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:37,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:37,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:37,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:38,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:39,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:39,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:19:40,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:42,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:42,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:42,479 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:42,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:43,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:43,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:45,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:45,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:45,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:50,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:50,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:50,828 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:50,833 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:51,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:51,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:53,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:55,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:55,205 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:55,205 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:55,210 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:56,125 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:19:57,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:19:57,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:59,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:59,650 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:19:59,650 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:59,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:00,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:00,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:00,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:01,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:02,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:07,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:08,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:08,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:08,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:08,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:08,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:09,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:09,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:20:12,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:12,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:12,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:12,723 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:13,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:13,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:15,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:15,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:15,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:15,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:17,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:17,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:17,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:17,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:18,148 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:18,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:19,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:22,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:22,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:22,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:22,420 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:23,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:23,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:24,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:28,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:28,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:28,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:28,426 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:29,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:29,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:29,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:30,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:30,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:30,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:34,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:36,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:36,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:36,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:36,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:37,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:37,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:39,673 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:20:40,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:45,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:45,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:45,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:45,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:45,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:45,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:45,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:45,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:45,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:47,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:49,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:49,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:49,512 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:49,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:50,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:51,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:51,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:54,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:54,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:54,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:54,437 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:55,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:55,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:20:57,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:58,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:58,636 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:20:58,636 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:58,641 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:59,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:20:59,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:00,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:02,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:02,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:02,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:02,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:02,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:03,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:05,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:07,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:09,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:21:09,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:09,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:09,987 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:09,992 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:10,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:11,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:12,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:14,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:14,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:14,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:14,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:15,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:15,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:15,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:15,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:18,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:19,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:19,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:19,168 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:19,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:19,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:21,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:24,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:24,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:24,276 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:24,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:24,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:25,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:25,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:28,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:28,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:28,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:28,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:29,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:29,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:30,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:30,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:30,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:31,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:33,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:33,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:33,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:33,649 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:34,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:35,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:35,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:38,759 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:38,760 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:38,760 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:38,765 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:39,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:39,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:39,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:21:41,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:44,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:44,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:44,170 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:44,175 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:44,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:45,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:45,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:45,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:46,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:50,265 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:50,266 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:50,266 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:50,271 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:51,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:51,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:52,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:54,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:54,479 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:54,480 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:54,484 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:55,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:21:55,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:21:57,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:59,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:59,445 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:21:59,445 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:59,450 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:00,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:00,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:01,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:02,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:04,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:04,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:04,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:04,348 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:05,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:05,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:08,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:09,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:09,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:09,123 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:09,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:09,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:09,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:22:11,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:13,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:14,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:14,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:14,585 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:14,590 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:15,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:15,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:15,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:18,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:21,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:21,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:21,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:21,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:22,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:23,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:24,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:26,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:26,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:26,364 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:26,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:27,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:27,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:30,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:30,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:30,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:31,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:31,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:31,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:31,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:31,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:33,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:36,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:36,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:36,566 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:36,566 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:36,571 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:37,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:37,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:39,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:22:41,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:41,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:41,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:41,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:41,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:42,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:43,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:45,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:45,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:45,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:45,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:45,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:46,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:47,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:47,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:51,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:51,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:51,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:51,494 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:52,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:53,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:53,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:56,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:56,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:22:56,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:56,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:56,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:22:57,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:22:59,086 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:00,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:00,599 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:00,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:00,604 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:00,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:00,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:01,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:01,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:04,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:06,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:06,344 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:06,344 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:06,349 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:07,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:07,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:09,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:23:10,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:10,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:10,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:10,235 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:10,240 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:10,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:11,325 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:14,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:14,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:14,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:14,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:15,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:15,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:15,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:15,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:15,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:19,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:19,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:19,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:19,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:20,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:21,354 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:21,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:24,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:24,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:24,345 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:24,350 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:24,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:25,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:27,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:30,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:30,001 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:30,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:30,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:30,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:30,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:30,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:31,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:32,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:36,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:36,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:36,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:36,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:37,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:37,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:38,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:39,686 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:23:41,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:41,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:41,497 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:41,502 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:42,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:43,377 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:44,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:45,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:45,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:49,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:51,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:51,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:51,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:51,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:51,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:53,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:23:55,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:57,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:57,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:23:57,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:57,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:57,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:23:59,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:00,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:00,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:00,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:04,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:04,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:04,532 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:04,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:05,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:05,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:06,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:09,688 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:24:11,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:11,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:11,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:11,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:11,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:12,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:13,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:15,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:15,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:16,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:16,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:16,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:16,471 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:17,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:17,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:17,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:21,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:21,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:21,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:21,280 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:21,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:23,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:23,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:27,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:27,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:27,200 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:27,205 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:27,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:29,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:29,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:30,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:30,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:33,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:33,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:33,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:33,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:34,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:34,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:35,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:38,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:38,586 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:38,586 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:38,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:39,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:39,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:39,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:24:40,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:43,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:43,387 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:43,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:43,392 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:43,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:45,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:45,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:45,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:48,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:48,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:48,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:48,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:49,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:49,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:51,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:53,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:53,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:53,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:53,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:54,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:24:55,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:57,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:58,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:58,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:24:58,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:58,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:59,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:24:59,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:00,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:00,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:02,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:04,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:04,012 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:04,012 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:04,017 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:04,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:05,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:08,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:08,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:08,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:08,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:08,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:09,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:09,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:09,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:25:13,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:15,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:15,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:15,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:16,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:16,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:16,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:16,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:17,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:17,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:18,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:23,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:25,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:25,029 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:25,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:25,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:25,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:25,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:29,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:29,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:29,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:29,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:29,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:30,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:30,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:30,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:30,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:31,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:34,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:34,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:34,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:34,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:34,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:35,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:35,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:39,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:25:40,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:40,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:40,755 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:40,755 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:40,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:41,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:41,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:45,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:45,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:45,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:46,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:46,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:46,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:46,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:46,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:47,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:50,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:50,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:50,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:50,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:50,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:51,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:51,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:55,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:55,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:55,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:55,119 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:55,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:25:57,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:57,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:25:59,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:59,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:25:59,857 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:59,868 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:00,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:00,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:01,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:02,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:05,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:05,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:05,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:05,329 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:05,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:07,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:08,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:09,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:26:10,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:10,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:10,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:10,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:11,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:11,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:13,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:15,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:15,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:18,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:19,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:19,205 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:19,205 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:19,211 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:19,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:21,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:24,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:25,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:25,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:25,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:25,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:25,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:25,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:29,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:29,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:29,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:29,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:29,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:30,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:30,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:31,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:33,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:33,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:33,863 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:33,868 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:34,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:34,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:35,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:38,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:38,662 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:38,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:38,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:39,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:39,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:39,701 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:26:40,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:42,658 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:42,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:42,659 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:42,664 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:43,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:43,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:45,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:45,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:45,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:49,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:49,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:49,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:49,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:49,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:51,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:51,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:54,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:54,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:26:54,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:54,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:55,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:26:55,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:26:56,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:00,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:01,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:01,307 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:01,307 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:01,312 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:01,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:02,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:03,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:07,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:09,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:27:09,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:09,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:09,885 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:09,890 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:10,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:11,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:12,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:13,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:13,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:13,878 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:13,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:14,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:15,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:15,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:17,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:18,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:18,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:18,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:18,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:18,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:19,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:23,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:24,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:24,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:24,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:24,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:25,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:25,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:28,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:30,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:30,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:30,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:30,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:30,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:30,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:31,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:33,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:34,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:34,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:34,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:34,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:34,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:35,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:39,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:39,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:39,172 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:39,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:39,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:39,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:27:39,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:39,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:43,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:43,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:43,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:43,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:43,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:44,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:45,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:45,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:45,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:45,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:48,839 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:48,839 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:48,840 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:48,844 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:49,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:49,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:49,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:52,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:52,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:52,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:52,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:53,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:27:53,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:55,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:57,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:57,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:27:57,942 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:57,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:58,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:27:59,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:00,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:00,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:00,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:00,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:03,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:03,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:03,280 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:03,285 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:03,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:05,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:06,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:09,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:28:10,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:10,346 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:10,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:10,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:10,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:11,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:11,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:14,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:14,771 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:14,772 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:14,777 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:15,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:15,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:15,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:15,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:15,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:16,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:21,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:23,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:23,029 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:23,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:23,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:23,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:23,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:27,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:27,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:27,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:27,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:27,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:27,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:27,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:30,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:30,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:31,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:31,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:31,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:31,608 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:31,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:32,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:33,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:37,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:37,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:37,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:37,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:37,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:38,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:39,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:28:39,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:42,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:45,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:45,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:46,385 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:46,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:46,386 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:46,391 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:46,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:47,836 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:48,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:51,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:51,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:51,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:51,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:51,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:53,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:53,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:56,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:56,067 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:28:56,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:56,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:56,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:28:57,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:28:59,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:00,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:00,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:01,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:01,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:01,645 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:01,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:01,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:03,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:04,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:07,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:07,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:07,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:07,672 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:07,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:09,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:29:09,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:09,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:13,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:13,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:13,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:13,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:13,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:14,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:15,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:15,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:15,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:18,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:18,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:18,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:18,264 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:18,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:19,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:20,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:23,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:23,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:23,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:23,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:23,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:23,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:26,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:27,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:27,726 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:27,726 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:27,731 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:27,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:29,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:30,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:30,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:31,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:34,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:34,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:34,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:34,690 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:34,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:35,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:36,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:39,711 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:29:42,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:43,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:43,132 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:43,132 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:43,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:43,894 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:43,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:45,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:47,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:48,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:48,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:48,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:48,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:49,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:49,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:53,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:53,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:53,624 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:29:53,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:53,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:53,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:29:55,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:29:58,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:00,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:00,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:00,019 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:00,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:00,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:00,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:01,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:03,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:07,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:07,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:07,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:07,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:07,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:09,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:30:09,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:09,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:12,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:12,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:12,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:12,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:12,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:13,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:15,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:15,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:15,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:16,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:16,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:16,807 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:16,812 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:16,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:17,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:20,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:23,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:23,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:23,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:23,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:23,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:25,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:26,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:27,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:27,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:27,450 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:27,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:27,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:29,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:30,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:30,684 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:31,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:33,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:33,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:33,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:33,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:33,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:33,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:37,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:39,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:30:41,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:41,772 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:41,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:41,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:41,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:42,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:43,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:45,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:45,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:46,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:46,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:46,475 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:46,480 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:46,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:47,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:48,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:52,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:52,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:52,638 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:52,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:52,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:53,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:53,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:56,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:56,524 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:30:56,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:56,529 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:56,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:30:57,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:30:59,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:00,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:00,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:01,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:01,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:01,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:01,035 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:01,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:01,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:05,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:05,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:05,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:05,522 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:05,527 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:05,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:07,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:09,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:09,382 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:09,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:09,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:09,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:31:10,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:10,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:10,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:14,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:14,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:14,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:14,264 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:15,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:15,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:15,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:16,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:20,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:20,605 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:20,605 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:20,611 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:21,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:21,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:22,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:26,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:26,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:26,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:26,105 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:27,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:27,105 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:28,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:30,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:31,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:31,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:31,888 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:31,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:32,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:32,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:34,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:36,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:36,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:36,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:36,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:37,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:37,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:38,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:39,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:31:41,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:41,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:41,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:41,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:42,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:43,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:44,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:45,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:45,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:46,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:46,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:46,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:46,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:47,073 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:48,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:49,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:50,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:50,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:50,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:50,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:51,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:52,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:54,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:55,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:55,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:31:55,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:55,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:56,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:31:58,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:31:59,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:00,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:00,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:00,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:00,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:00,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:00,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:01,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:02,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:04,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:08,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:08,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:08,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:08,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:09,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:09,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:32:10,125 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:10,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:15,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:15,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:15,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:15,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:15,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:15,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:16,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:16,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:19,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:19,386 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:19,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:19,392 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:20,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:20,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:21,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:23,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:23,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:23,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:23,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:24,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:26,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:26,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:28,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:28,605 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:28,605 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:28,611 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:29,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:30,148 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:30,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:30,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:31,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:33,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:33,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:33,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:33,125 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:33,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:34,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:37,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:37,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:37,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:37,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:37,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:38,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:38,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:39,725 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:32:42,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:42,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:42,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:42,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:42,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:43,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:44,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:45,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:45,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:46,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:46,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:46,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:46,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:47,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:47,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:48,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:52,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:54,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:54,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:54,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:54,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:55,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:32:56,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:32:57,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:59,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:59,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:32:59,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:59,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:00,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:00,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:00,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:00,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:00,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:03,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:03,746 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:03,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:03,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:03,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:04,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:06,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:08,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:08,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:08,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:08,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:08,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:09,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:09,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:33:10,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:14,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:14,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:14,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:14,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:14,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:14,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:15,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:15,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:16,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:19,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:19,481 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:19,482 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:19,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:19,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:20,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:20,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:24,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:26,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:26,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:26,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:26,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:27,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:28,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:30,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:30,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:30,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:30,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:30,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:30,961 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:30,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:30,967 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:31,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:32,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:35,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:35,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:35,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:35,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:35,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:36,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:36,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:39,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:33:41,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:41,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:41,962 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:41,962 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:41,967 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:42,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:44,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:45,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:45,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:46,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:46,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:46,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:46,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:47,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:47,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:48,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:52,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:54,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:54,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:33:54,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:54,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:55,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:33:56,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:33:57,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:00,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:00,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:00,629 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:00,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:00,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:00,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:01,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:02,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:02,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:07,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:07,517 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:07,517 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:07,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:08,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:08,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:08,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:09,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:34:13,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:13,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:13,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:13,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:13,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:14,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:15,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:16,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:18,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:19,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:19,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:19,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:19,191 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:19,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:20,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:24,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:24,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:24,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:24,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:24,627 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:25,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:26,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:28,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:28,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:28,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:28,776 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:29,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:29,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:30,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:30,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:30,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:34,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:34,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:34,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:34,280 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:34,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:35,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:36,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:39,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:34:40,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:40,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:40,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:40,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:40,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:41,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:42,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:45,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:46,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:48,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:48,721 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:48,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:48,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:49,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:50,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:52,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:53,270 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:53,271 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:53,271 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:53,276 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:53,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:34:54,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:34:58,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:59,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:59,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:34:59,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:59,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:00,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:00,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:00,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:03,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:05,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:05,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:05,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:05,037 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:05,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:06,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:09,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:09,522 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:09,523 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:09,523 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:09,528 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:09,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:35:10,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:10,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:13,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:13,491 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:13,492 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:13,497 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:14,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:14,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:14,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:15,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:18,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:18,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:18,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:18,317 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:18,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:20,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:20,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:22,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:22,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:22,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:22,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:23,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:24,332 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:25,801 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:27,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:27,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:27,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:27,426 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:28,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:28,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:30,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:30,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:32,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:32,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:32,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:32,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:32,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:34,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:36,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:36,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:36,791 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:36,792 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:36,796 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:37,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:38,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:39,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:35:41,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:43,142 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:43,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:43,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:43,148 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:43,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:44,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:45,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:45,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:46,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:48,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:48,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:48,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:48,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:49,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:50,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:52,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:53,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:53,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:53,178 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:53,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:53,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:35:54,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:35:58,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:59,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:59,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:35:59,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:59,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:59,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:00,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:00,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:00,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:03,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:03,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:03,532 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:03,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:03,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:04,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:04,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:08,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:09,739 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:36:09,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:09,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:09,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:09,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:10,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:12,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:13,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:14,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:14,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:14,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:14,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:15,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:15,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:16,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:18,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:19,514 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:19,515 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:19,515 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:19,520 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:20,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:20,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:24,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:27,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:27,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:27,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:27,659 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:28,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:28,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:29,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:30,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:30,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:33,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:33,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:33,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:33,471 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:34,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:34,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:35,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:37,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:37,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:37,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:37,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:38,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:38,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:39,741 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:36:40,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:42,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:42,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:42,165 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:42,170 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:42,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:44,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:45,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:45,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:47,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:47,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:47,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:47,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:47,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:48,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:51,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:52,139 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:52,140 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:52,140 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:52,145 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:52,423 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:36:54,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:56,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:57,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:57,426 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:36:57,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:57,431 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:58,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:36:58,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:00,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:00,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:01,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:05,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:05,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:05,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:05,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:06,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:06,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:07,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:09,746 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:37:11,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:11,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:11,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:11,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:11,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:12,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:13,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:15,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:15,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:16,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:16,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:16,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:16,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:16,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:18,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:19,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:20,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:20,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:20,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:20,437 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:20,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:22,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:24,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:25,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:25,801 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:25,801 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:25,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:26,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:26,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:29,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:30,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:30,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:31,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:31,259 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:31,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:31,264 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:31,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:32,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:35,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:36,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:36,789 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:36,789 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:36,794 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:37,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:38,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:39,746 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:37:40,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:41,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:41,171 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:41,171 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:41,176 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:41,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:42,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:45,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:45,465 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:45,465 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:45,470 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:45,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:45,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:45,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:46,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:49,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:49,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:49,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:49,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:50,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:51,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:52,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:37:56,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:56,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:56,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:37:56,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:56,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:57,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:37:58,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:00,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:00,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:00,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:01,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:03,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:03,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:03,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:03,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:04,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:04,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:07,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:07,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:07,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:07,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:07,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:08,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:08,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:09,751 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:38:12,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:12,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:12,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:12,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:12,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:13,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:14,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:15,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:15,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:17,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:17,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:17,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:17,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:17,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:18,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:18,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:22,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:22,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:22,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:22,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:23,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:23,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:24,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:28,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:28,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:28,295 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:28,301 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:28,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:29,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:30,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:30,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:30,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:32,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:32,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:32,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:32,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:33,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:34,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:34,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:37,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:37,187 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:37,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:37,193 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:37,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:38,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:39,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:38:40,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:45,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:45,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:45,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:45,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:45,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:45,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:45,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:45,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:46,579 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:50,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:52,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:52,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:38:52,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:52,123 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:52,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:38:54,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:38:56,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:00,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:00,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:00,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:01,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:01,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:01,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:01,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:01,509 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:01,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:02,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:05,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:05,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:05,938 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:05,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:06,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:06,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:06,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:09,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:39:10,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:10,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:10,463 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:10,468 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:10,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:12,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:12,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:14,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:14,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:14,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:14,339 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:14,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:15,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:15,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:15,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:16,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:17,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:22,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:22,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:22,916 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:22,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:22,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:23,622 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:24,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:27,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:29,090 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:29,093 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:29,093 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:29,099 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:29,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:30,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:30,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:32,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:33,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:33,528 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:33,529 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:33,534 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:33,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:34,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:38,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:38,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:38,854 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:38,855 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:38,860 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:39,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:39,755 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:39:40,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:43,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:45,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:47,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:47,411 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:47,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:47,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:47,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:48,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:49,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:52,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:52,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:52,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:52,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:52,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:54,493 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:54,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:39:58,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:58,704 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:39:58,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:58,709 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:59,656 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:39:59,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:00,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:00,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:00,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:03,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:03,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:03,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:03,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:03,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:04,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:05,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:08,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:08,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:08,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:08,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:08,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:09,757 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:40:10,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:10,758 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:14,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:14,991 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:14,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:14,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:15,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:15,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:15,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:15,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:16,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:20,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:20,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:20,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:20,480 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:20,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:21,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:22,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:24,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:24,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:24,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:24,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:25,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:26,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:26,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:29,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:29,278 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:29,278 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:29,283 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:29,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:30,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:30,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:31,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:36,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:37,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:37,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:37,581 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:37,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:37,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:38,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:39,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:40:41,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:41,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:41,868 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:41,873 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:42,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:42,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:42,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:45,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:46,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:46,937 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:46,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:46,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:47,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:47,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:48,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:51,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:51,271 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:51,272 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:51,276 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:51,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:52,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:53,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:55,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:55,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:40:55,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:55,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:56,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:40:56,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:40:58,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:00,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:01,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:01,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:01,337 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:01,342 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:01,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:02,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:04,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:05,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:05,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:05,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:05,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:06,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:06,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:09,761 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:41:09,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:11,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:11,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:11,019 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:11,023 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:11,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:12,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:15,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:15,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:15,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:15,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:15,946 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:15,951 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:16,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:16,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:20,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:22,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:22,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:22,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:22,074 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:22,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:22,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:26,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:28,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:28,206 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:28,206 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:28,211 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:28,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:30,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:30,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:30,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:30,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:31,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:33,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:33,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:33,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:33,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:33,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:34,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:37,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:37,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:37,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:37,627 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:37,632 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:37,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:38,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:39,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:41:41,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:41,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:41,849 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:41,854 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:41,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:42,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:42,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:45,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:45,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:47,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:47,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:47,786 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:47,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:47,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:48,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:48,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:53,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:54,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:54,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:54,553 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:54,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:54,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:41:56,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:41:59,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:59,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:41:59,124 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:59,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:59,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:59,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:00,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:00,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:04,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:06,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:06,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:06,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:06,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:06,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:08,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:09,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:42:10,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:13,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:13,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:13,084 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:13,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:13,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:14,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:15,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:15,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:15,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:18,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:18,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:18,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:18,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:18,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:18,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:21,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:24,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:24,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:24,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:24,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:24,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:26,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:26,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:30,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:30,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:30,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:30,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:30,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:30,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:30,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:30,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:31,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:36,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:36,665 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:36,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:36,671 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:36,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:37,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:38,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:39,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:42:42,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:43,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:43,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:43,492 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:43,497 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:43,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:44,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:45,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:47,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:51,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:51,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:51,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:51,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:52,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:42:52,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:53,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:56,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:56,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:42:56,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:56,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:56,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:42:58,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:58,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:00,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:00,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:02,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:02,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:02,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:02,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:02,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:02,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:04,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:07,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:07,377 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:07,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:07,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:07,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:08,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:09,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:09,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:43:13,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:13,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:13,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:13,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:13,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:14,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:15,047 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:15,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:15,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:18,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:18,576 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:18,576 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:18,581 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:18,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:20,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:20,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:22,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:22,689 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:22,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:22,694 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:23,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:25,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:25,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:26,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:26,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:26,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:26,948 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:27,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:29,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:30,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:30,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:30,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:32,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:32,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:32,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:32,219 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:33,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:33,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:36,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:37,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:37,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:37,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:37,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:37,015 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:39,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:39,772 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:43:41,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:43,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:43,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:43,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:43,124 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:44,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:45,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:45,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:45,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:46,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:51,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:52,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:52,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:52,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:52,294 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:53,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:43:53,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:57,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:57,148 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:43:57,149 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:57,149 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:57,154 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:58,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:43:59,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:00,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:00,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:02,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:02,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:02,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:02,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:02,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:03,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:05,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:06,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:06,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:06,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:06,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:07,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:07,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:09,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:09,777 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:44:11,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:11,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:11,507 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:11,511 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:12,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:13,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:13,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:15,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:15,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:15,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:18,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:19,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:19,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:19,872 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:19,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:20,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:21,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:24,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:24,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:24,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:24,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:24,657 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:25,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:27,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:29,086 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:29,087 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:29,087 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:29,092 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:30,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:30,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:30,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:30,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:30,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:31,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:34,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:34,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:34,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:34,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:35,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:35,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:35,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:39,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:39,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:39,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:39,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:39,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:44:40,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:40,777 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:41,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:44,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:44,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:44,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:44,775 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:45,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:45,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:45,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:45,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:47,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:49,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:49,283 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:49,283 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:49,288 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:50,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:51,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:44:51,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:55,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:55,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:44:55,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:55,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:56,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:44:56,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:57,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:00,021 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:00,022 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:00,022 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:00,027 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:00,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:00,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:01,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:01,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:06,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:09,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:09,170 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:09,171 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:09,175 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:09,781 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:45:10,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:11,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:12,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:14,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:14,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:14,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:14,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:15,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:15,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:15,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:15,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:17,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:18,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:18,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:18,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:18,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:19,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:21,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:23,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:23,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:23,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:23,286 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:23,291 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:24,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:25,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:27,826 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:27,827 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:27,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:27,832 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:28,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:28,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:29,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:30,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:30,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:30,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:32,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:32,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:32,516 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:32,521 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:33,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:34,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:35,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:38,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:38,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:38,553 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:38,558 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:39,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:39,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:45:39,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:41,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:43,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:43,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:43,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:43,329 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:44,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:45,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:45,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:45,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:45,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:48,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:48,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:48,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:48,136 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:48,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:49,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:51,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:53,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:53,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:45:53,857 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:53,861 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:54,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:45:55,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:45:56,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:00,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:00,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:00,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:00,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:00,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:00,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:01,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:01,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:06,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:08,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:08,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:08,610 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:08,615 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:09,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:09,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:46:11,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:12,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:13,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:13,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:13,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:13,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:13,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:15,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:15,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:17,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:17,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:17,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:17,672 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:18,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:18,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:19,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:21,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:21,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:21,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:21,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:22,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:23,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:23,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:26,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:26,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:26,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:26,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:26,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:27,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:29,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:30,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:30,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:31,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:31,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:31,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:31,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:31,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:33,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:34,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:35,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:35,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:35,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:35,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:36,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:37,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:39,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:39,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:46:40,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:40,227 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:40,227 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:40,232 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:40,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:41,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:44,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:44,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:44,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:44,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:44,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:45,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:45,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:47,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:49,527 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:49,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:49,528 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:49,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:50,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:50,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:51,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:54,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:54,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:46:54,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:54,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:55,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:46:55,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:46:56,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:00,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:00,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:00,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:00,225 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:00,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:00,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:00,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:00,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:01,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:01,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:04,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:04,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:04,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:04,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:05,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:07,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:07,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:09,787 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:47:10,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:10,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:10,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:10,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:11,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:12,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:13,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:15,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:15,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:16,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:16,298 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:16,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:16,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:16,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:17,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:18,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:22,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:22,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:22,185 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:22,190 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:22,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:23,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:24,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:26,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:26,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:26,432 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:26,436 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:27,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:27,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:29,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:30,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:30,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:30,453 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:30,458 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:30,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:30,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:31,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:31,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:34,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:35,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:35,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:35,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:35,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:36,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:37,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:39,789 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:47:40,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:40,191 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:40,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:40,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:40,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:40,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:41,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:45,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:45,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:45,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:45,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:45,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:45,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:45,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:46,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:47,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:50,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:51,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:51,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:51,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:51,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:52,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:53,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:47:56,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:58,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:58,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:47:58,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:58,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:58,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:47:59,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:00,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:00,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:01,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:03,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:03,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:03,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:03,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:04,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:05,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:07,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:07,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:07,843 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:07,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:07,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:08,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:09,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:09,791 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:48:12,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:13,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:13,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:13,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:13,622 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:14,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:15,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:15,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:15,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:17,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:19,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:19,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:19,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:19,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:19,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:21,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:23,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:24,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:24,302 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:24,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:24,308 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:24,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:25,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:29,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:30,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:30,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:31,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:31,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:31,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:31,429 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:31,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:33,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:34,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:35,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:35,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:35,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:35,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:36,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:37,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:39,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:39,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:48:39,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:39,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:39,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:39,863 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:40,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:41,494 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:44,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:44,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:44,463 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:44,468 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:44,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:45,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:45,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:45,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:45,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:50,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:52,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:52,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:52,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:52,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:53,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:55,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:48:56,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:57,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:57,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:48:57,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:57,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:58,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:48:59,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:00,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:00,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:01,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:02,239 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:02,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:02,240 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:02,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:02,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:03,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:07,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:09,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:49:10,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:10,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:10,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:11,003 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:11,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:13,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:13,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:15,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:15,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:15,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:18,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:19,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:19,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:19,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:19,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:20,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:21,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:24,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:24,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:24,585 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:24,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:24,590 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:25,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:25,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:28,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:28,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:28,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:28,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:29,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:29,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:30,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:30,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:31,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:34,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:34,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:34,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:34,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:34,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:35,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:35,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:39,797 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:49:40,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:42,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:42,680 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:42,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:42,685 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:43,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:43,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:45,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:45,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:45,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:47,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:47,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:47,559 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:47,564 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:47,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:49,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:51,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:53,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:53,162 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:53,162 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:53,167 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:53,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:55,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:49:57,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:57,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:57,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:49:57,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:57,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:58,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:49:59,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:00,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:00,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:00,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:02,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:03,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:03,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:03,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:03,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:04,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:05,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:08,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:09,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:09,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:09,351 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:09,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:09,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:09,799 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:50:11,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:13,563 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:13,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:13,564 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:13,569 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:13,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:14,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:15,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:15,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:15,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:15,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:18,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:18,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:18,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:18,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:19,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:19,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:21,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:23,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:23,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:23,314 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:23,319 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:23,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:25,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:25,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:28,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:28,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:28,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:28,131 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:28,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:29,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:30,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:30,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:35,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:35,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:35,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:35,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:35,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:36,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:37,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:39,801 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:50:40,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:40,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:40,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:40,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:40,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:41,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:42,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:45,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:47,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:47,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:47,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:47,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:47,436 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:47,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:49,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:52,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:52,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:52,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:52,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:52,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:52,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:53,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:50:57,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:57,498 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:50:57,499 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:57,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:57,503 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:57,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:50:59,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:00,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:00,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:00,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:02,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:05,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:05,983 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:05,983 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:05,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:06,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:07,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:08,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:09,806 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:51:10,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:10,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:10,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:10,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:10,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:11,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:13,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:14,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:14,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:14,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:14,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:15,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:15,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:15,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:17,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:18,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:21,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:21,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:21,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:21,330 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:21,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:23,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:24,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:25,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:25,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:25,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:25,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:26,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:27,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:29,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:30,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:30,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:30,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:30,681 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:30,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:30,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:31,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:34,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:35,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:35,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:35,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:35,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:35,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:37,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:39,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:51:40,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:40,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:40,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:40,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:40,682 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:40,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:41,806 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:45,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:45,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:45,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:45,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:45,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:45,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:45,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:47,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:49,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:49,568 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:49,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:49,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:49,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:51,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:51,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:54,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:54,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:54,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:54,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:55,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:51:56,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:57,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:51:59,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:59,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:51:59,999 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:00,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:00,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:00,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:00,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:01,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:02,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:05,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:05,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:05,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:05,539 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:05,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:07,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:08,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:09,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:52:12,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:12,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:12,789 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:12,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:12,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:13,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:13,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:15,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:17,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:17,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:17,497 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:17,502 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:17,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:19,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:19,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:22,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:22,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:22,218 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:22,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:22,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:23,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:25,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:26,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:26,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:26,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:26,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:26,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:27,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:30,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:30,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:30,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:30,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:31,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:31,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:31,614 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:31,620 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:31,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:33,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:36,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:36,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:36,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:36,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:36,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:36,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:37,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:39,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:52:41,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:41,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:41,035 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:41,040 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:41,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:42,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:43,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:45,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:45,332 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:45,332 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:45,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:45,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:45,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:45,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:47,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:47,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:50,235 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:50,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:50,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:50,240 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:50,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:51,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:53,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:54,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:54,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:54,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:54,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:54,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:52:55,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:52:58,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:59,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:59,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:52:59,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:59,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:59,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:00,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:00,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:01,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:03,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:03,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:03,951 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:03,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:03,956 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:04,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:05,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:08,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:09,815 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:53:11,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:11,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:11,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:11,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:11,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:13,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:14,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:15,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:15,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:17,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:17,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:17,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:17,374 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:17,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:19,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:20,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:22,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:22,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:22,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:22,405 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:22,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:23,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:26,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:27,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:27,132 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:27,132 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:27,138 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:27,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:29,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:30,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:30,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:31,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:32,315 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:32,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:32,316 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:32,321 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:32,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:33,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:36,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:36,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:36,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:36,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:36,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:37,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:37,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:39,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:53:42,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:45,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:45,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:45,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:45,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:45,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:45,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:47,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:47,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:51,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:51,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:51,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:51,966 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:51,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:53,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:53,983 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:53:57,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:57,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:53:57,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:57,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:57,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:53:58,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:00,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:00,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:00,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:03,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:06,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:06,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:06,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:06,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:07,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:08,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:09,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:09,816 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:54:10,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:10,717 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:10,717 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:10,722 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:11,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:12,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:14,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:15,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:15,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:16,298 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:16,298 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:16,299 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:16,303 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:17,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:18,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:20,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:24,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:24,162 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:24,162 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:24,167 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:25,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:26,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:26,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:29,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:29,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:29,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:29,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:30,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:30,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:31,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:32,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:36,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:36,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:36,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:36,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:37,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:37,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:38,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:39,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:54:40,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:40,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:40,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:40,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:41,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:42,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:43,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:45,486 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:45,487 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:45,487 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:45,492 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:45,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:45,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:46,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:48,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:48,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:50,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:50,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:50,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:50,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:51,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:52,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:54:54,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:55,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:55,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:54:55,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:55,268 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:56,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:54:58,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:00,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:00,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:00,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:00,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:00,916 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:00,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:01,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:02,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:05,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:06,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:06,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:06,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:06,074 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:06,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:08,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:09,820 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:55:11,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:11,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:11,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:11,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:11,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:12,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:14,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:15,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:15,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:16,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:18,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:18,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:18,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:18,296 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:19,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:20,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:22,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:23,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:23,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:23,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:23,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:24,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:26,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:27,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:27,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:27,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:27,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:27,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:28,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:30,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:30,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:30,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:32,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:32,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:32,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:32,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:33,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:33,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:34,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:37,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:37,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:37,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:37,118 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:37,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:38,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:39,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:39,825 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:55:44,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:45,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:45,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:45,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:45,228 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:45,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:45,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:46,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:48,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:49,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:50,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:50,234 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:50,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:50,239 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:51,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:52,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:55:55,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:55,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:55,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:55:55,627 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:55,632 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:56,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:55:58,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:00,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:00,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:00,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:00,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:00,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:00,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:01,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:02,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:05,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:07,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:07,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:07,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:07,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:08,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:09,824 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:56:10,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:11,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:11,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:11,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:11,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:11,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:12,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:14,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:15,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:16,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:18,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:18,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:18,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:18,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:18,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:20,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:22,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:23,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:23,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:23,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:23,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:24,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:26,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:27,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:28,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:28,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:28,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:28,788 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:29,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:30,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:30,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:30,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:32,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:33,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:33,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:33,351 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:33,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:34,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:36,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:38,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:39,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:56:41,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:41,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:41,956 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:41,961 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:42,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:43,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:44,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:45,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:45,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:46,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:46,835 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:46,835 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:46,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:47,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:48,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:49,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:51,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:51,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:51,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:51,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:51,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:52,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:56:55,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:56,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:56,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:56:56,416 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:56,422 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:57,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:56:58,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:00,423 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:00,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:01,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:01,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:01,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:01,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:02,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:04,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:05,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:06,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:06,108 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:06,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:06,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:06,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:08,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:09,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:57:10,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:10,689 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:10,689 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:10,694 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:11,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:11,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:12,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:15,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:16,534 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:16,535 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:16,535 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:16,540 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:17,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:17,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:18,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:22,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:24,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:24,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:24,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:24,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:25,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:26,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:27,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:30,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:30,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:30,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:30,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:30,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:30,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:30,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:32,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:32,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:34,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:34,625 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:34,625 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:34,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:35,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:36,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:38,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:39,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:57:40,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:40,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:40,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:40,070 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:40,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:42,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:44,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:45,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:45,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:46,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:46,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:46,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:46,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:48,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:50,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:50,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:50,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:50,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:50,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:51,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:52,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:54,493 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:54,494 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:54,495 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:54,500 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:55,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:57:55,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:56,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:57:59,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:59,618 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:57:59,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:59,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:00,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:00,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:00,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:00,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:00,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:02,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:05,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:06,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:06,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:06,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:06,370 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:06,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:08,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:09,833 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:58:11,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:11,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:11,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:11,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:11,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:12,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:14,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:15,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:15,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:16,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:16,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:16,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:16,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:16,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:17,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:18,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:22,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:22,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:22,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:22,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:22,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:22,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:24,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:27,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:27,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:27,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:27,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:27,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:28,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:30,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:30,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:30,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:32,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:32,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:32,031 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:32,036 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:32,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:33,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:34,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:38,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:38,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:38,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:38,338 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:38,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:38,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:39,835 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:58:40,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:42,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:42,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:42,958 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:42,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:43,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:43,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:44,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:45,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:45,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:49,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:51,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:51,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:51,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:51,559 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:52,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:54,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:58:55,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:56,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:56,171 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:58:56,172 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:56,177 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:56,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:58:58,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:00,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:00,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:00,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:01,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:01,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:01,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:01,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:02,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:04,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:06,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:06,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:06,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:06,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:06,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:06,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:08,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:09,840 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:59:11,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:11,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:11,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:11,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:11,547 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:12,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:14,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:15,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:16,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:17,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:17,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:17,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:17,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:17,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:18,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:22,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:25,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:25,530 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:25,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:25,536 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:26,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:27,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:28,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:30,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:30,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:30,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:30,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:30,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:30,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:30,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:32,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:32,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:34,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:34,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:34,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:34,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:35,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:35,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:38,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:39,839 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 15:59:40,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:40,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:40,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:40,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:41,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:41,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:43,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:45,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:45,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:45,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:45,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:45,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:45,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:45,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:45,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:45,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:48,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:53,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:53,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 15:59:53,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:53,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:54,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 15:59:54,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:56,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 15:59:59,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:00,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:00,460 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:00,460 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:00,465 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:00,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:00,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:00,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:02,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:04,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:06,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:06,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:06,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:06,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:06,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:07,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:09,844 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:00:10,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:11,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:11,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:11,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:11,351 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:11,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:13,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:15,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:15,487 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:15,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:15,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:15,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:15,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:15,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:15,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:17,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:20,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:20,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:20,289 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:20,294 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:20,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:21,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:21,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:25,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:25,852 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:25,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:25,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:26,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:26,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:27,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:29,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:30,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:30,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:30,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:30,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:30,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:30,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:31,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:31,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:35,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:35,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:35,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:35,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:35,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:37,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:37,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:39,844 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:00:40,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:40,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:40,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:40,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:41,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:41,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:42,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:45,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:45,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:45,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:47,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:47,048 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:47,048 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:47,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:47,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:48,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:49,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:51,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:51,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:51,958 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:51,963 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:52,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:53,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:00:53,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:58,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:58,425 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:00:58,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:58,431 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:58,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:00:59,431 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:59,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:00,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:00,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:00,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:03,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:03,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:03,478 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:03,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:03,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:04,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:05,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:08,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:08,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:08,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:08,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:08,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:09,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:09,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:01:09,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:13,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:13,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:13,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:13,587 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:13,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:15,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:15,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:15,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:15,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:15,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:18,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:18,363 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:18,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:18,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:18,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:19,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:21,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:23,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:23,358 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:23,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:23,364 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:23,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:25,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:27,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:27,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:27,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:27,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:27,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:28,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:29,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:30,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:30,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:30,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:32,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:34,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:34,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:34,842 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:34,847 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:35,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:35,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:38,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:39,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:39,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:39,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:39,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:39,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:01:40,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:41,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:44,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:44,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:44,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:44,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:44,280 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:44,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:45,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:45,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:45,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:48,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:48,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:48,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:48,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:49,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:49,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:49,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:53,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:53,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:53,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:53,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:53,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:53,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:01:55,021 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:58,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:58,939 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:01:58,940 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:58,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:59,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:01:59,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:00,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:00,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:00,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:00,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:03,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:03,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:03,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:03,366 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:03,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:05,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:06,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:07,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:07,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:07,175 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:07,180 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:07,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:09,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:09,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:02:11,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:11,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:11,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:11,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:11,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:12,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:13,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:15,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:15,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:16,558 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:16,558 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:16,559 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:16,564 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:16,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:17,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:17,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:22,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:22,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:22,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:22,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:22,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:23,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:23,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:27,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:28,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:28,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:28,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:28,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:28,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:29,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:30,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:32,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:33,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:33,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:33,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:33,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:33,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:35,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:37,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:37,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:37,640 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:37,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:37,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:38,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:39,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:39,852 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:02:42,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:42,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:42,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:42,125 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:42,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:43,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:44,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:45,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:45,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:46,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:46,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:46,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:46,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:46,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:47,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:49,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:51,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:51,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:51,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:51,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:51,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:02:51,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:55,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:56,000 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:56,001 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:02:56,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:56,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:56,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:02:57,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:00,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:00,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:00,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:00,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:00,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:00,984 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:00,989 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:01,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:01,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:06,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:06,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:06,993 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:06,993 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:06,998 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:07,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:07,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:09,854 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:03:11,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:11,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:11,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:11,900 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:11,905 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:12,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:13,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:15,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:16,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:16,924 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:16,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:16,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:16,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:17,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:17,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:21,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:22,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:22,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:22,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:22,273 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:22,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:23,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:27,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:27,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:27,626 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:27,626 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:27,631 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:27,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:29,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:30,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:31,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:31,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:31,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:31,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:32,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:32,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:33,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:37,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:38,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:38,073 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:38,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:38,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:38,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:39,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:39,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:03:42,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:42,332 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:42,333 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:42,338 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:42,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:43,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:43,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:45,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:45,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:47,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:47,662 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:47,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:47,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:47,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:48,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:49,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:51,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:51,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:51,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:51,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:52,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:53,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:53,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:56,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:56,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:03:56,102 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:56,108 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:56,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:03:57,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:03:59,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:00,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:00,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:00,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:00,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:00,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:00,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:01,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:01,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:04,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:07,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:07,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:07,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:07,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:07,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:09,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:09,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:04:10,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:12,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:12,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:12,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:12,092 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:12,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:13,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:15,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:15,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:15,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:16,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:16,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:16,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:16,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:16,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:17,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:21,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:21,340 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:21,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:21,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:21,347 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:21,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:23,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:25,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:25,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:25,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:25,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:25,818 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:26,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:27,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:30,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:30,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:30,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:30,362 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:30,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:30,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:30,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:31,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:31,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:34,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:34,902 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:34,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:34,908 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:35,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:35,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:37,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:39,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:04:43,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:43,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:43,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:43,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:43,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:44,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:45,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:45,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:45,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:48,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:50,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:50,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:50,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:50,681 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:50,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:51,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:04:54,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:56,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:56,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:04:56,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:56,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:56,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:04:57,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:00,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:00,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:00,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:00,633 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:00,638 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:00,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:00,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:00,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:01,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:05,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:05,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:05,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:05,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:05,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:06,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:07,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:09,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:05:10,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:10,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:10,323 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:10,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:10,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:11,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:11,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:14,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:14,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:14,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:14,905 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:15,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:15,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:15,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:15,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:15,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:16,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:19,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:19,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:19,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:19,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:19,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:21,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:22,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:24,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:24,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:24,821 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:24,827 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:24,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:25,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:27,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:29,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:29,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:29,750 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:29,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:29,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:30,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:30,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:30,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:31,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:32,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:34,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:34,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:34,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:34,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:35,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:35,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:37,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:39,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:05:40,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:40,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:40,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:40,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:40,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:41,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:43,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:44,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:44,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:44,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:44,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:45,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:45,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:45,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:48,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:49,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:49,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:49,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:49,039 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:49,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:49,913 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:54,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:54,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:54,625 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:54,625 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:54,630 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:54,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:05:55,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:59,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:59,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:05:59,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:59,060 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:59,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:05:59,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:00,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:00,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:00,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:00,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:04,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:04,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:04,575 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:04,580 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:04,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:05,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:05,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:09,806 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:09,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:09,807 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:09,812 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:09,867 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:06:09,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:10,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:11,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:14,361 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:14,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:14,362 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:14,367 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:14,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:15,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:15,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:15,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:20,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:23,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:23,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:23,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:23,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:23,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:23,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:26,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:27,374 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:27,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:27,375 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:27,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:27,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:27,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:30,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:31,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:31,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:31,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:31,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:31,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:32,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:33,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:37,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:38,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:38,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:38,681 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:38,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:38,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:39,869 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:06:39,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:42,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:45,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:45,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:47,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:47,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:47,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:47,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:47,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:47,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:49,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:52,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:52,468 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:52,468 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:52,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:52,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:53,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:53,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:06:58,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:58,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:58,631 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:06:58,631 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:58,636 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:58,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:06:59,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:00,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:03,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:04,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:04,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:04,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:04,364 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:04,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:05,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:09,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:09,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:09,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:09,834 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:09,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:09,871 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:07:09,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:12,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:14,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:14,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:14,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:14,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:15,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:15,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:15,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:16,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:19,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:19,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:19,782 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:19,788 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:20,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:20,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:22,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:24,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:24,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:24,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:24,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:25,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:25,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:26,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:29,254 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:29,255 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:29,255 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:29,260 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:30,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:30,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:30,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:30,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:30,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:35,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:37,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:37,803 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:37,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:37,808 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:38,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:39,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:07:40,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:41,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:41,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:41,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:41,922 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:41,927 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:42,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:44,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:45,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:45,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:46,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:46,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:46,744 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:47,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:47,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:48,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:50,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:50,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:50,868 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:50,873 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:51,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:07:52,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:07:52,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:57,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:58,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:58,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:07:58,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:58,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:59,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:00,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:00,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:00,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:02,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:04,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:04,412 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:04,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:04,417 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:05,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:06,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:08,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:09,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:09,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:09,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:09,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:09,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:08:10,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:10,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:13,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:13,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:13,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:13,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:13,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:14,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:15,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:16,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:18,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:19,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:19,740 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:19,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:19,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:20,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:22,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:24,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:25,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:25,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:25,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:25,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:26,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:26,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:29,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:29,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:29,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:29,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:30,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:30,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:30,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:30,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:32,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:34,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:34,843 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:34,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:34,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:35,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:36,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:36,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:39,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:39,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:39,848 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:39,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:39,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:08:40,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:42,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:42,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:45,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:45,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:45,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:45,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:45,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:45,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:45,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:46,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:46,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:47,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:50,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:50,074 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:50,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:50,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:50,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:52,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:53,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:54,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:54,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:08:54,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:54,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:55,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:08:56,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:08:58,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:00,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:00,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:00,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:00,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:00,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:00,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:01,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:02,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:03,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:08,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:09,331 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:09,332 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:09,333 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:09,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:09,882 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:09:10,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:10,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:14,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:14,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:14,044 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:14,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:14,049 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:14,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:15,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:15,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:15,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:16,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:18,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:18,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:18,491 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:18,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:19,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:19,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:20,138 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:22,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:22,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:22,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:22,916 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:23,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:24,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:24,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:28,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:28,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:28,162 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:28,167 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:29,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:30,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:30,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:30,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:30,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:35,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:36,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:36,664 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:36,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:36,670 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:37,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:38,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:39,882 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:09:41,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:41,378 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:41,379 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:41,379 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:41,384 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:42,160 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:42,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:45,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:45,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:46,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:47,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:47,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:47,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:47,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:48,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:48,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:51,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:51,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:51,866 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:51,871 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:52,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:09:52,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:54,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:09:57,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:58,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:58,427 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:09:58,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:58,432 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:59,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:00,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:00,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:00,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:02,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:04,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:04,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:04,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:04,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:04,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:06,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:08,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:09,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:10:10,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:10,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:10,116 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:10,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:10,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:12,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:13,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:14,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:14,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:14,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:14,119 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:14,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:15,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:15,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:15,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:16,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:18,515 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:18,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:18,516 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:18,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:18,521 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:19,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:20,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:22,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:22,895 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:22,895 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:22,900 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:23,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:23,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:24,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:27,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:27,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:27,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:27,366 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:28,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:28,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:29,367 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:30,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:30,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:32,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:32,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:32,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:32,690 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:33,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:34,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:34,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:37,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:37,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:37,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:37,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:38,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:38,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:39,886 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:10:39,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:41,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:41,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:41,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:41,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:42,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:42,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:45,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:45,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:45,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:47,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:47,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:47,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:47,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:48,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:48,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:51,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:51,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:51,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:51,512 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:51,517 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:52,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:52,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:10:56,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:57,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:57,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:10:57,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:57,687 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:58,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:10:58,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:00,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:00,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:02,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:02,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:02,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:02,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:02,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:03,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:04,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:07,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:07,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:07,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:07,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:07,298 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:08,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:08,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:09,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:11:12,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:15,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:15,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:16,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:16,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:16,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:16,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:16,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:18,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:18,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:20,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:20,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:20,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:20,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:21,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:22,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:23,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:28,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:29,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:29,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:29,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:29,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:29,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:30,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:30,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:30,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:33,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:34,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:34,146 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:34,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:34,151 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:34,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:36,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:38,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:38,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:38,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:38,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:39,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:39,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:11:39,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:40,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:44,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:44,457 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:44,457 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:44,462 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:45,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:45,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:45,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:45,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:46,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:49,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:49,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:49,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:49,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:49,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:50,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:51,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:53,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:53,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:53,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:53,904 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:54,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:11:56,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:11:56,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:58,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:58,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:11:58,323 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:58,327 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:58,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:00,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:00,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:01,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:03,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:03,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:03,218 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:03,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:03,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:04,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:07,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:08,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:08,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:08,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:08,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:09,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:09,892 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:12:10,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:12,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:13,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:13,112 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:13,113 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:13,118 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:13,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:14,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:15,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:17,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:22,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:22,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:22,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:22,577 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:23,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:23,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:24,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:27,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:27,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:27,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:27,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:27,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:28,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:29,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:30,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:30,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:30,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:34,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:34,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:34,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:34,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:34,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:35,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:36,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:39,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:39,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:39,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:39,883 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:39,887 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:39,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:12:40,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:40,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:44,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:45,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:45,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:48,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:48,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:48,279 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:48,284 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:48,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:50,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:50,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:53,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:53,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:53,600 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:53,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:54,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:12:54,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:12:55,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:59,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:59,703 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:12:59,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:59,709 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:00,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:00,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:00,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:00,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:00,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:04,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:04,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:04,610 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:04,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:05,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:06,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:06,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:09,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:09,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:09,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:09,105 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:09,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:09,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:13:10,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:11,899 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:15,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:15,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:15,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:15,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:15,700 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:16,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:16,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:16,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:21,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:21,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:21,023 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:21,028 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:21,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:22,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:22,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:26,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:26,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:26,218 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:26,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:26,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:27,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:28,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:30,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:30,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:31,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:31,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:31,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:31,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:32,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:32,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:32,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:35,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:35,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:35,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:35,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:36,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:36,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:37,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:39,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:13:42,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:42,358 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:42,358 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:42,363 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:42,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:43,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:44,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:45,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:45,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:48,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:48,548 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:48,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:48,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:48,553 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:49,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:50,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:52,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:52,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:52,863 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:52,868 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:53,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:53,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:54,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:57,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:57,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:13:57,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:57,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:57,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:13:58,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:13:59,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:00,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:00,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:00,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:01,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:01,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:01,643 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:01,648 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:02,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:02,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:04,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:07,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:07,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:07,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:07,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:07,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:08,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:09,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:14:09,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:13,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:13,711 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:13,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:13,716 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:14,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:14,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:15,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:15,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:15,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:20,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:22,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:22,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:22,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:22,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:22,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:24,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:26,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:26,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:26,620 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:26,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:26,625 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:27,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:28,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:30,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:31,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:31,751 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:31,751 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:31,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:31,757 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:32,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:32,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:36,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:36,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:36,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:36,480 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:36,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:37,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:38,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:39,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:14:40,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:40,860 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:40,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:40,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:41,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:42,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:42,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:44,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:44,863 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:44,863 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:44,868 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:45,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:45,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:46,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:47,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:49,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:49,406 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:49,406 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:49,411 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:49,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:50,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:53,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:54,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:54,063 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:54,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:54,069 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:54,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:14:56,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:14:59,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:59,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:59,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:14:59,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:59,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:59,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:00,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:00,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:05,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:07,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:07,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:07,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:07,661 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:08,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:08,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:09,909 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:15:10,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:12,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:12,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:12,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:12,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:12,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:14,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:15,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:15,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:15,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:16,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:16,500 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:16,500 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:16,505 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:16,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:18,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:21,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:23,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:23,162 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:23,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:23,167 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:23,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:24,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:27,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:30,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:32,147 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:32,148 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:32,148 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:32,153 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:32,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:32,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:34,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:37,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:38,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:38,216 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:38,216 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:38,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:38,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:39,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:15:40,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:42,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:42,443 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:42,443 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:42,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:42,448 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:42,596 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:44,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:45,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:47,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:47,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:47,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:47,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:47,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:48,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:48,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:52,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:52,026 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:52,026 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:52,031 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:52,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:52,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:54,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:56,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:56,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:15:56,373 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:56,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:56,610 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:15:58,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:15:59,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:00,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:01,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:01,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:01,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:01,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:01,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:02,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:04,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:09,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:09,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:09,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:09,629 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:09,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:09,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:16:10,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:10,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:14,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:14,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:14,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:14,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:14,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:14,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:15,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:15,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:16,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:19,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:19,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:19,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:19,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:19,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:20,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:20,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:23,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:23,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:23,577 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:23,582 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:23,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:24,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:25,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:30,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:30,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:30,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:30,510 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:30,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:30,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:30,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:30,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:30,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:32,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:35,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:35,710 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:35,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:35,715 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:36,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:36,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:36,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:39,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:16:40,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:40,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:40,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:40,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:40,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:42,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:42,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:45,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:45,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:45,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:45,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:45,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:45,948 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:46,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:46,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:47,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:50,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:50,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:50,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:50,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:51,665 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:52,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:53,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:56,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:56,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:16:56,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:56,190 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:56,670 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:16:58,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:16:59,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:00,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:00,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:02,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:02,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:02,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:02,267 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:02,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:04,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:04,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:06,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:06,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:06,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:06,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:07,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:08,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:09,750 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:09,914 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:17:11,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:11,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:11,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:11,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:11,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:12,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:15,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:15,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:16,426 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:16,427 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:16,427 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:16,432 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:16,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:18,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:20,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:20,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:20,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:20,964 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:20,969 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:21,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:22,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:25,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:27,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:27,207 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:27,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:27,213 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:27,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:28,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:30,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:31,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:32,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:32,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:32,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:32,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:32,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:32,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:37,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:37,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:37,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:37,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:37,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:37,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:38,718 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:39,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:17:41,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:41,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:41,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:41,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:41,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:42,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:42,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:45,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:45,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:47,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:47,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:47,851 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:47,851 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:47,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:48,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:48,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:52,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:52,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:52,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:52,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:52,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:52,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:53,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:57,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:57,055 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:17:57,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:57,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:57,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:17:58,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:17:59,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:00,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:00,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:00,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:04,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:04,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:04,601 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:04,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:04,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:04,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:06,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:09,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:09,918 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:18:09,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:09,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:09,942 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:09,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:10,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:10,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:14,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:15,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:15,305 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:15,305 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:15,310 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:15,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:15,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:16,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:19,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:20,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:20,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:20,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:20,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:20,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:22,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:25,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:25,870 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:25,871 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:25,871 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:25,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:26,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:26,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:30,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:30,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:30,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:30,932 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:30,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:30,932 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:30,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:31,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:32,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:35,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:35,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:35,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:35,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:35,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:36,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:36,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:39,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:18:41,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:41,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:41,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:41,805 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:41,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:42,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:42,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:45,702 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:45,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:46,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:46,062 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:46,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:46,067 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:46,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:46,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:47,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:51,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:51,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:51,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:51,108 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:51,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:52,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:52,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:18:56,359 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:56,360 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:18:56,360 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:56,365 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:56,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:18:57,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:58,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:00,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:00,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:00,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:00,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:00,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:00,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:00,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:02,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:02,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:04,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:04,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:04,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:04,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:05,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:06,836 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:08,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:09,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:09,903 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:09,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:09,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:09,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:19:10,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:10,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:13,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:14,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:14,204 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:14,205 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:14,209 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:14,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:14,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:15,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:15,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:18,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:18,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:18,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:18,547 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:18,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:19,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:20,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:24,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:25,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:25,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:25,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:25,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:26,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:26,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:29,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:30,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:30,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:30,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:30,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:30,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:30,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:30,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:30,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:32,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:34,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:36,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:36,248 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:36,248 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:36,253 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:36,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:36,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:39,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:19:40,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:40,634 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:40,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:40,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:40,639 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:40,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:42,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:45,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:45,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:45,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:45,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:46,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:46,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:46,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:46,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:46,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:48,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:50,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:55,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:55,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:55,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:55,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:55,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:19:56,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:56,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:19:59,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:59,283 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:19:59,283 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:59,288 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:59,887 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:00,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:00,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:00,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:01,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:05,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:05,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:05,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:05,855 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:05,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:06,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:07,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:09,927 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:20:11,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:11,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:11,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:11,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:12,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:12,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:12,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:15,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:18,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:19,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:19,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:19,870 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:19,876 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:19,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:20,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:23,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:23,713 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:23,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:23,718 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:23,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:24,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:24,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:27,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:27,959 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:27,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:27,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:28,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:28,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:29,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:30,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:30,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:30,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:32,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:32,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:32,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:32,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:32,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:32,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:35,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:36,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:36,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:36,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:36,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:36,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:38,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:39,932 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:20:40,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:41,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:41,932 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:41,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:41,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:41,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:42,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:45,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:45,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:45,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:45,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:50,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:50,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:50,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:50,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:50,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:50,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:51,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:55,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:55,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:55,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:55,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:55,951 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:20:56,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:56,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:20:59,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:59,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:20:59,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:59,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:59,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:00,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:00,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:00,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:01,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:04,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:04,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:04,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:04,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:04,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:06,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:06,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:09,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:09,420 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:09,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:09,425 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:09,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:21:09,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:10,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:12,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:15,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:15,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:16,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:16,161 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:16,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:16,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:16,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:16,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:18,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:20,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:20,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:20,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:20,428 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:20,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:20,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:23,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:25,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:25,038 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:25,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:25,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:25,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:26,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:29,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:30,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:30,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:30,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:31,002 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:31,002 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:31,007 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:31,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:32,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:35,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:38,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:38,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:38,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:38,673 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:39,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:39,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:21:40,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:41,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:42,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:42,900 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:42,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:42,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:43,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:45,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:45,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:45,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:45,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:45,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:47,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:47,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:47,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:47,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:48,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:49,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:21:51,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:54,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:54,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:21:54,848 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:54,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:55,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:21:56,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:57,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:00,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:00,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:00,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:00,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:00,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:00,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:00,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:01,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:01,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:03,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:06,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:06,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:06,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:06,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:06,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:07,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:07,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:09,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:22:10,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:10,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:10,491 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:10,496 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:11,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:11,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:12,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:15,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:15,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:15,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:17,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:18,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:18,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:18,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:18,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:19,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:21,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:23,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:23,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:23,993 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:23,994 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:23,998 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:24,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:25,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:28,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:28,405 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:28,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:28,411 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:29,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:29,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:29,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:30,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:30,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:33,259 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:33,260 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:33,260 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:33,265 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:34,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:35,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:35,304 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:38,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:38,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:38,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:38,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:38,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:39,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:39,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:22:40,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:42,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:42,264 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:42,264 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:42,269 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:43,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:43,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:45,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:45,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:45,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:45,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:46,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:46,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:46,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:46,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:47,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:49,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:51,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:52,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:52,076 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:52,076 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:52,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:52,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:53,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:22:56,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:56,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:22:56,812 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:56,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:56,817 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:57,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:22:59,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:00,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:00,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:01,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:01,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:01,547 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:01,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:02,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:02,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:03,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:06,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:06,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:06,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:06,910 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:07,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:07,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:09,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:09,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:23:10,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:10,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:10,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:10,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:11,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:12,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:13,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:15,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:17,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:17,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:17,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:17,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:18,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:18,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:19,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:23,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:25,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:25,524 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:25,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:25,530 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:26,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:27,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:28,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:30,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:30,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:30,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:30,102 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:30,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:30,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:30,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:30,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:31,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:34,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:35,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:35,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:35,244 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:35,249 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:36,148 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:37,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:39,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:39,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:39,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:39,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:39,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:39,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:23:40,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:41,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:44,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:45,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:45,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:46,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:46,452 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:46,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:46,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:47,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:47,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:50,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:51,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:51,602 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:51,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:51,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:52,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:53,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:23:55,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:57,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:57,521 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:23:57,521 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:57,527 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:58,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:23:59,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:00,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:00,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:01,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:02,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:02,777 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:02,777 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:02,782 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:03,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:05,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:06,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:09,082 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:09,083 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:09,083 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:09,088 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:09,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:09,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:24:11,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:11,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:15,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:15,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:15,997 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:15,998 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:16,003 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:16,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:17,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:17,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:20,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:20,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:20,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:20,471 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:21,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:21,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:22,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:24,886 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:24,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:24,887 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:24,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:25,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:27,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:27,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:30,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:30,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:30,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:30,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:30,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:30,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:30,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:31,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:31,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:32,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:34,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:34,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:34,866 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:34,871 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:35,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:37,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:38,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:39,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:39,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:39,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:39,150 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:39,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:39,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:24:41,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:43,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:43,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:43,943 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:43,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:43,948 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:44,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:45,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:45,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:45,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:49,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:50,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:50,237 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:50,237 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:50,242 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:51,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:51,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:54,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:54,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:54,672 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:24:54,672 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:54,677 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:55,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:24:55,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:24:59,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:00,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:00,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:00,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:00,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:00,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:00,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:00,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:01,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:04,565 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:04,566 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:04,566 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:04,571 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:05,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:05,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:05,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:08,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:08,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:08,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:08,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:09,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:09,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:25:10,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:11,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:15,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:15,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:16,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:16,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:16,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:16,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:16,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:17,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:19,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:21,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:22,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:22,740 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:22,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:22,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:23,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:23,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:27,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:30,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:30,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:30,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:31,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:31,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:31,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:31,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:31,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:33,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:33,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:36,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:36,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:36,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:36,298 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:37,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:37,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:38,298 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:39,950 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:25:40,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:40,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:40,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:40,938 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:41,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:43,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:43,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:45,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:45,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:45,293 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:45,305 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:45,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:45,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:46,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:47,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:48,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:51,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:51,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:51,042 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:51,047 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:51,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:53,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:25:54,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:57,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:57,089 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:25:57,089 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:57,094 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:57,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:25:59,095 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:59,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:00,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:00,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:01,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:01,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:01,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:01,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:02,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:03,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:04,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:06,361 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:06,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:06,362 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:06,367 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:07,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:07,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:09,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:26:09,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:10,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:10,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:10,593 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:10,598 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:11,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:11,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:15,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:15,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:15,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:15,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:19,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:19,094 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:19,094 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:19,100 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:19,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:21,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:21,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:24,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:24,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:24,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:24,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:24,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:25,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:26,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:28,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:28,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:28,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:28,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:29,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:29,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:30,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:30,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:32,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:33,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:33,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:33,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:33,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:34,336 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:35,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:37,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:39,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:39,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:39,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:39,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:39,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:26:40,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:41,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:42,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:44,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:44,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:44,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:44,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:45,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:45,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:45,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:45,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:47,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:49,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:49,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:49,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:49,176 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:49,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:51,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:53,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:53,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:53,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:53,492 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:53,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:54,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:26:55,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:26:58,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:59,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:59,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:26:59,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:59,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:59,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:00,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:00,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:00,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:01,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:03,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:03,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:03,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:03,308 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:03,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:04,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:05,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:07,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:07,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:07,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:07,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:08,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:09,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:09,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:09,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:27:14,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:15,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:15,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:15,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:15,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:15,982 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:15,983 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:15,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:16,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:17,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:19,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:20,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:20,425 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:20,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:20,431 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:21,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:21,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:25,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:25,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:25,519 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:25,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:25,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:26,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:27,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:30,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:30,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:30,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:32,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:32,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:32,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:32,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:33,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:33,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:36,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:37,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:37,580 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:37,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:37,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:38,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:39,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:39,961 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:27:41,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:45,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:45,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:46,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:46,076 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:46,076 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:46,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:46,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:47,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:47,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:50,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:50,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:50,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:50,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:51,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:51,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:52,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:56,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:56,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:27:56,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:56,305 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:56,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:27:57,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:27:58,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:00,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:00,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:00,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:01,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:01,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:01,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:01,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:01,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:03,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:04,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:05,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:05,576 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:05,576 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:05,581 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:06,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:07,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:09,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:09,961 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:28:11,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:11,588 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:11,589 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:11,594 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:12,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:13,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:14,594 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:15,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:15,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:15,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:16,055 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:16,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:16,060 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:16,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:17,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:20,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:20,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:20,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:20,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:20,336 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:20,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:21,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:25,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:25,144 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:25,144 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:25,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:25,149 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:25,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:27,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:30,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:30,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:30,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:30,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:30,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:30,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:30,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:30,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:31,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:35,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:36,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:36,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:36,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:36,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:36,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:37,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:39,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:28:41,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:41,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:41,013 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:41,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:41,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:41,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:43,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:45,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:45,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:46,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:46,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:46,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:46,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:46,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:47,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:47,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:51,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:51,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:51,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:51,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:51,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:28:52,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:53,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:28:57,298 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:59,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:59,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:28:59,379 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:59,384 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:59,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:00,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:00,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:01,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:03,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:03,853 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:03,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:03,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:03,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:04,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:05,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:08,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:08,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:08,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:08,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:08,350 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:08,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:09,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:09,965 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:29:13,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:13,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:13,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:13,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:13,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:14,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:15,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:15,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:15,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:18,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:18,626 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:18,626 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:18,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:18,631 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:19,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:19,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:23,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:26,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:26,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:26,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:26,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:27,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:27,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:28,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:30,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:30,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:30,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:32,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:32,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:32,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:32,020 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:32,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:33,607 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:34,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:36,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:36,261 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:36,262 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:36,266 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:36,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:37,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:39,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:39,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:29:40,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:40,942 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:40,942 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:40,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:41,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:41,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:44,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:45,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:45,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:45,182 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:45,187 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:45,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:45,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:45,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:47,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:50,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:51,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:51,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:51,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:51,449 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:51,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:53,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:29:55,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:57,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:57,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:29:57,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:57,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:58,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:29:59,649 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:00,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:00,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:00,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:02,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:02,596 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:02,596 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:02,601 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:02,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:03,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:06,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:07,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:07,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:07,294 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:07,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:07,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:09,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:09,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:30:11,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:13,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:13,819 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:13,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:13,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:14,674 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:15,678 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:15,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:15,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:17,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:18,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:18,624 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:18,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:18,630 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:18,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:19,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:22,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:24,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:24,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:24,294 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:24,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:24,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:25,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:28,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:29,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:29,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:29,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:29,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:30,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:30,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:30,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:31,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:34,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:36,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:36,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:36,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:36,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:37,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:37,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:39,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:39,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:30:41,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:41,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:41,023 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:41,028 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:41,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:41,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:45,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:45,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:45,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:46,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:46,082 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:46,082 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:46,087 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:46,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:47,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:50,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:50,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:50,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:50,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:50,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:50,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:51,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:55,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:55,116 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:55,116 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:55,121 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:55,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:30:55,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:30:56,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:59,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:59,588 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:30:59,588 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:59,593 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:59,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:00,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:00,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:01,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:01,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:05,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:05,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:05,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:05,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:05,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:05,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:07,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:09,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:31:10,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:10,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:10,601 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:10,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:10,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:11,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:12,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:15,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:15,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:15,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:15,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:15,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:15,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:15,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:15,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:17,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:20,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:20,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:20,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:20,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:21,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:22,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:23,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:24,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:24,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:24,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:24,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:25,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:26,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:28,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:29,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:29,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:29,021 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:29,026 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:30,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:30,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:30,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:30,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:33,558 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:33,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:33,559 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:33,564 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:34,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:34,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:36,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:39,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:39,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:39,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:39,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:39,690 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:39,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:31:40,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:42,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:44,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:45,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:45,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:45,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:48,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:48,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:48,006 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:48,011 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:48,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:50,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:50,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:52,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:52,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:52,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:52,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:53,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:54,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:31:55,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:56,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:56,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:31:56,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:56,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:57,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:31:58,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:00,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:00,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:00,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:01,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:01,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:01,507 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:01,512 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:02,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:04,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:05,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:06,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:06,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:06,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:06,365 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:07,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:08,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:09,981 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:32:10,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:11,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:11,535 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:11,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:11,540 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:12,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:14,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:15,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:15,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:16,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:17,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:17,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:17,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:17,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:18,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:20,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:22,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:22,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:22,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:22,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:22,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:23,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:24,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:27,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:29,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:29,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:29,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:29,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:30,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:30,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:32,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:32,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:33,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:33,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:33,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:33,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:34,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:36,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:38,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:39,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:39,047 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:39,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:39,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:39,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:39,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:32:40,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:43,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:44,209 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:44,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:44,210 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:44,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:45,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:45,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:45,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:45,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:46,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:48,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:48,874 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:48,874 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:48,879 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:49,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:49,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:50,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:53,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:53,945 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:53,945 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:53,950 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:54,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:32:54,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:56,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:32:58,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:58,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:32:58,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:58,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:59,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:00,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:00,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:00,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:00,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:02,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:02,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:02,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:02,700 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:03,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:04,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:05,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:09,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:09,168 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:09,168 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:09,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:09,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:33:10,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:10,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:10,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:14,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:14,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:14,082 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:14,087 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:14,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:15,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:15,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:16,131 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:16,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:19,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:19,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:19,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:19,136 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:19,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:20,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:22,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:23,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:23,572 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:23,573 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:23,578 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:24,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:26,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:27,578 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:29,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:29,861 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:29,861 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:29,867 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:30,148 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:30,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:30,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:32,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:32,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:35,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:35,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:35,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:35,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:36,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:38,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:38,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:39,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:33:41,149 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:41,150 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:41,150 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:41,155 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:41,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:42,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:44,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:45,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:45,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:49,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:49,438 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:49,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:49,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:49,443 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:50,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:52,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:54,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:54,053 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:54,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:54,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:54,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:33:55,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:56,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:33:58,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:58,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:33:58,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:58,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:59,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:00,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:00,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:00,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:05,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:05,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:05,575 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:05,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:05,580 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:06,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:08,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:09,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:34:10,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:11,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:11,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:11,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:11,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:12,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:14,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:15,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:15,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:17,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:17,526 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:17,526 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:17,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:18,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:20,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:21,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:22,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:22,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:22,633 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:22,638 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:23,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:24,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:26,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:27,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:27,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:27,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:27,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:27,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:28,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:30,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:30,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:30,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:31,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:31,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:31,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:31,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:32,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:32,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:34,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:36,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:36,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:36,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:36,986 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:37,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:37,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:38,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:39,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:34:42,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:42,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:42,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:42,920 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:43,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:43,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:44,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:45,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:47,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:47,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:47,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:47,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:48,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:49,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:50,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:51,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:51,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:51,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:51,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:52,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:54,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:34:54,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:56,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:56,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:34:56,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:56,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:57,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:34:58,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:00,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:00,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:01,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:01,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:01,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:01,279 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:02,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:02,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:06,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:06,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:06,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:06,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:06,436 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:07,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:08,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:09,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:35:11,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:11,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:11,027 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:11,032 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:11,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:12,033 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:12,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:15,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:15,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:16,306 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:16,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:16,307 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:16,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:17,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:17,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:18,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:20,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:20,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:20,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:20,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:21,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:22,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:22,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:24,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:24,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:24,634 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:24,638 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:25,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:26,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:27,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:29,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:29,091 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:29,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:29,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:29,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:30,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:30,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:30,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:30,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:32,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:34,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:34,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:34,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:34,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:35,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:36,280 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:38,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:39,315 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:39,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:39,316 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:39,321 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:39,996 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:35:40,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:40,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:43,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:44,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:44,143 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:44,144 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:44,149 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:44,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:45,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:45,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:46,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:48,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:48,781 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:48,781 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:48,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:49,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:49,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:50,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:52,673 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:52,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:35:52,674 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:52,679 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:53,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:35:54,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:35:55,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:00,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:00,017 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:00,017 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:00,022 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:00,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:00,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:00,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:02,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:04,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:04,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:04,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:04,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:04,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:06,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:06,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:08,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:08,644 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:08,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:08,649 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:09,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:09,995 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:36:10,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:11,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:13,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:13,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:13,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:13,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:13,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:14,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:15,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:15,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:15,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:17,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:17,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:17,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:17,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:17,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:18,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:18,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:22,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:22,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:22,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:22,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:22,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:23,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:24,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:27,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:27,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:27,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:27,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:28,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:28,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:28,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:30,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:30,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:32,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:32,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:32,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:32,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:33,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:34,339 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:34,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:37,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:37,438 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:37,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:37,443 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:38,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:38,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:39,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:40,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:36:41,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:41,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:41,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:41,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:42,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:44,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:44,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:45,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:46,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:46,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:46,253 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:46,258 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:46,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:36:48,354 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:36:50,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:55,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:59,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:59,607 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:36:59,607 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:59,612 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:00,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:00,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:00,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:00,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:02,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:04,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:04,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:04,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:04,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:05,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:05,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:06,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:09,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:09,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:09,298 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:09,303 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:09,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:09,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:37:10,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:11,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:13,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:13,982 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:13,982 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:13,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:14,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:15,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:15,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:15,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:16,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:16,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:18,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:18,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:18,363 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:18,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:18,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:20,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:21,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:23,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:23,002 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:23,002 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:23,007 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:23,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:24,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:27,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:27,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:27,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:27,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:27,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:27,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:28,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:30,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:32,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:32,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:32,053 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:32,053 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:32,058 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:32,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:34,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:37,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:37,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:37,339 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:37,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:37,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:37,452 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:38,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:40,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:37:42,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:42,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:42,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:42,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:42,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:42,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:44,461 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:45,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:47,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:47,573 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:47,574 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:47,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:47,579 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:48,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:37:48,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:52,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:55,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:55,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:37:55,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:55,970 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:56,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:37:57,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:58,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:00,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:00,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:01,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:01,087 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:01,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:01,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:01,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:02,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:03,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:06,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:06,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:06,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:06,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:07,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:08,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:08,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:10,004 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:38:11,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:11,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:11,463 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:11,468 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:11,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:12,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:14,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:15,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:15,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:15,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:18,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:18,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:18,975 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:18,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:19,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:20,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:20,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:23,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:23,673 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:23,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:23,678 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:24,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:24,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:25,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:30,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:30,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:30,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:30,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:30,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:30,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:30,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:31,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:32,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:35,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:35,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:35,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:35,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:35,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:36,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:36,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:40,005 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:38:42,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:43,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:43,782 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:43,782 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:43,787 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:44,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:45,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:45,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:46,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:47,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:49,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:49,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:49,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:49,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:50,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:50,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:53,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:54,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:54,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:38:54,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:54,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:54,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:38:56,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:38:59,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:00,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:00,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:00,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:00,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:00,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:00,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:02,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:04,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:05,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:05,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:05,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:05,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:06,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:08,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:10,011 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:39:10,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:10,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:10,941 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:10,942 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:10,947 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:11,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:12,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:15,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:15,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:15,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:15,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:15,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:15,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:15,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:15,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:16,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:20,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:20,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:20,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:20,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:20,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:20,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:22,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:25,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:26,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:26,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:26,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:26,282 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:26,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:28,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:30,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:30,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:30,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:32,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:32,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:32,984 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:32,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:33,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:34,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:36,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:40,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:39:40,449 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:40,450 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:40,450 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:40,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:40,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:41,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:42,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:45,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:46,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:46,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:46,933 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:46,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:46,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:47,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:48,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:51,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:51,405 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:51,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:51,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:51,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:52,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:52,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:39:55,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:55,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:39:55,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:55,859 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:56,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:39:57,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:58,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:00,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:00,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:00,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:00,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:00,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:00,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:02,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:03,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:06,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:06,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:06,638 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:06,643 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:06,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:08,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:08,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:10,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:40:11,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:11,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:11,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:11,545 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:11,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:12,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:14,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:15,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:18,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:18,529 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:18,529 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:18,535 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:18,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:19,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:20,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:23,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:23,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:23,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:23,986 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:24,668 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:24,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:26,671 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:29,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:29,710 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:29,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:29,715 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:30,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:30,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:30,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:30,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:34,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:34,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:34,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:34,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:35,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:36,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:36,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:40,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:40:41,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:41,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:41,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:41,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:41,685 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:42,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:42,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:45,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:45,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:46,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:46,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:46,935 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:46,941 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:47,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:47,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:48,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:51,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:51,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:51,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:51,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:51,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:52,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:53,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:56,314 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:56,315 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:40:56,315 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:56,320 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:56,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:40:58,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:40:59,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:00,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:00,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:00,456 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:00,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:00,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:00,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:00,710 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:00,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:02,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:05,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:07,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:07,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:07,265 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:07,270 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:07,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:08,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:10,019 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:41:10,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:11,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:11,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:11,368 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:11,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:11,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:12,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:15,373 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:15,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:15,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:15,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:15,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:15,926 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:15,931 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:16,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:18,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:20,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:20,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:20,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:20,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:20,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:21,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:22,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:26,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:26,002 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:26,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:26,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:26,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:27,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:28,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:30,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:30,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:32,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:34,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:34,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:34,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:34,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:34,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:36,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:38,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:38,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:38,954 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:38,955 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:38,959 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:39,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:40,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:41:40,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:44,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:44,782 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:44,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:44,783 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:44,788 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:45,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:45,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:45,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:45,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:46,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:49,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:51,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:51,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:51,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:51,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:51,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:52,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:41:55,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:56,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:56,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:41:56,538 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:56,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:56,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:41:58,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:00,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:00,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:00,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:00,995 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:00,995 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:01,000 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:01,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:02,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:06,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:09,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:09,862 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:09,862 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:09,867 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:10,021 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:42:10,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:10,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:11,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:13,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:13,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:13,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:13,753 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:13,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:14,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:15,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:16,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:18,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:18,746 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:18,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:18,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:18,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:20,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:22,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:23,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:23,211 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:23,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:23,216 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:23,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:24,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:28,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:28,120 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:28,120 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:28,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:28,125 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:28,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:30,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:30,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:32,750 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:32,751 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:32,751 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:32,756 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:32,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:33,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:34,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:36,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:36,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:36,989 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:36,995 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:37,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:38,806 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:38,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:40,023 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:42:43,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:43,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:43,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:43,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:43,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:44,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:44,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:45,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:45,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:48,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:48,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:48,935 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:48,940 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:49,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:49,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:50,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:54,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:54,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:54,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:54,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:54,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:42:55,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:56,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:42:59,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:59,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:42:59,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:59,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:59,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:00,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:00,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:00,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:05,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:06,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:06,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:06,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:06,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:06,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:08,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:10,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:43:11,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:13,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:13,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:13,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:13,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:13,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:14,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:15,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:17,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:17,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:17,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:17,777 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:17,782 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:17,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:18,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:22,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:23,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:23,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:23,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:23,105 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:23,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:24,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:28,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:28,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:28,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:28,647 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:28,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:28,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:30,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:30,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:30,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:33,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:35,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:35,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:35,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:35,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:35,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:36,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:39,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:39,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:39,961 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:39,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:39,966 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:40,031 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:43:40,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:40,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:44,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:44,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:44,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:44,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:44,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:45,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:45,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:45,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:46,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:48,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:48,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:48,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:48,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:48,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:50,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:50,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:52,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:52,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:52,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:52,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:52,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:54,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:43:55,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:56,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:56,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:43:56,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:56,753 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:56,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:43:58,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:00,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:00,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:01,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:06,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:06,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:06,646 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:06,646 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:06,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:06,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:08,894 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:10,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:44:11,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:13,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:13,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:13,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:13,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:13,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:14,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:15,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:15,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:16,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:17,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:17,624 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:17,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:17,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:17,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:18,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:21,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:21,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:21,845 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:21,850 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:21,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:22,851 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:22,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:26,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:26,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:26,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:26,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:26,913 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:28,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:28,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:30,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:30,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:30,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:30,428 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:30,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:30,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:30,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:30,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:32,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:34,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:35,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:35,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:35,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:35,333 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:35,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:36,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:39,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:39,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:39,984 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:39,984 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:39,989 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:40,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:44:40,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:40,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:45,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:45,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:45,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:45,132 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:45,137 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:45,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:45,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:46,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:50,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:51,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:51,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:51,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:51,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:51,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:52,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:44:56,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:56,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:56,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:44:56,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:56,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:56,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:44:58,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:00,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:01,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:01,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:01,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:01,067 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:01,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:02,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:02,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:05,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:05,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:05,658 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:05,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:05,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:06,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:07,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:10,034 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:45:10,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:10,983 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:10,983 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:10,989 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:11,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:12,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:12,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:15,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:15,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:16,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:16,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:16,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:16,750 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:16,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:18,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:18,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:21,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:21,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:21,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:21,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:21,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:22,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:24,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:26,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:26,962 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:26,962 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:26,968 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:26,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:28,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:29,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:30,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:30,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:30,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:31,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:31,462 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:31,462 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:31,482 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:31,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:32,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:35,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:35,761 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:35,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:35,763 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:35,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:35,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:36,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:40,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:45:40,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:40,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:40,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:40,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:40,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:41,297 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:42,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:44,699 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:44,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:44,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:44,705 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:44,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:45,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:46,996 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:47,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:49,239 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:49,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:49,240 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:49,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:49,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:51,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:52,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:54,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:54,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:54,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:54,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:55,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:45:57,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:45:58,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:59,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:59,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:45:59,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:59,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:00,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:00,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:00,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:01,015 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:03,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:07,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:07,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:07,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:07,196 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:08,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:09,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:09,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:10,038 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:46:11,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:11,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:11,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:11,443 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:12,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:13,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:14,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:15,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:15,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:15,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:17,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:17,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:17,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:17,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:18,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:19,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:19,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:22,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:22,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:22,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:22,274 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:23,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:25,038 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:25,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:27,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:27,606 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:27,606 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:27,611 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:28,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:29,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:30,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:30,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:30,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:30,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:31,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:31,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:31,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:31,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:32,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:33,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:36,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:36,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:36,483 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:36,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:36,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:37,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:39,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:40,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:46:41,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:41,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:41,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:41,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:41,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:42,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:43,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:45,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:45,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:45,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:46,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:46,411 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:46,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:46,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:46,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:47,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:49,061 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:50,950 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:50,951 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:50,951 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:50,956 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:51,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:51,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:53,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:55,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:55,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:46:55,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:55,855 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:56,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:46:57,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:46:57,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:00,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:00,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:00,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:02,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:04,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:04,064 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:04,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:04,069 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:04,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:05,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:08,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:10,042 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:47:11,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:11,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:11,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:11,213 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:12,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:13,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:13,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:15,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:15,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:15,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:16,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:16,038 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:16,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:16,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:16,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:17,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:19,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:19,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:19,974 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:19,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:19,979 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:20,125 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:21,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:24,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:26,761 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:26,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:26,762 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:26,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:27,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:29,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:30,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:30,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:31,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:34,801 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:34,802 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:34,802 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:34,807 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:35,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:36,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:37,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:40,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:47:40,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:40,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:40,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:40,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:41,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:42,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:43,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:45,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:45,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:45,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:46,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:46,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:46,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:46,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:47,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:48,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:52,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:52,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:52,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:52,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:52,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:53,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:53,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:55,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:55,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:47:55,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:55,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:56,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:47:57,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:47:58,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:00,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:00,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:00,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:00,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:00,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:00,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:01,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:03,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:04,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:05,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:05,891 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:05,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:05,897 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:06,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:07,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:09,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:10,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:48:10,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:10,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:10,512 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:10,517 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:11,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:13,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:14,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:14,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:14,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:14,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:14,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:15,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:15,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:15,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:15,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:17,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:20,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:20,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:20,881 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:20,881 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:20,887 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:21,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:23,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:25,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:29,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:29,349 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:29,349 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:29,354 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:30,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:30,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:30,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:30,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:31,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:34,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:34,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:34,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:34,923 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:35,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:36,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:37,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:40,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:48:42,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:43,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:43,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:43,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:43,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:44,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:45,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:45,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:45,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:47,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:47,664 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:47,664 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:47,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:47,669 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:48,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:49,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:52,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:53,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:53,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:53,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:53,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:54,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:48:55,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:48:57,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:58,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:58,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:48:58,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:58,691 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:59,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:00,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:00,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:01,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:02,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:03,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:03,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:03,610 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:03,615 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:04,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:05,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:08,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:09,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:09,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:09,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:09,405 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:10,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:49:10,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:11,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:13,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:13,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:13,433 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:13,438 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:14,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:14,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:15,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:15,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:15,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:15,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:19,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:19,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:19,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:19,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:19,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:20,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:21,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:24,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:26,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:26,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:26,622 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:26,627 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:27,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:29,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:30,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:30,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:30,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:30,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:31,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:31,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:31,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:31,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:31,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:33,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:36,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:39,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:39,496 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:39,496 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:39,501 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:40,053 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:49:40,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:41,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:42,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:44,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:44,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:44,811 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:44,816 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:45,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:45,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:45,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:45,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:47,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:47,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:48,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:48,944 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:48,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:48,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:49,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:51,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:52,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:54,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:54,881 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:54,882 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:54,887 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:55,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:49:57,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:49:58,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:59,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:59,384 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:49:59,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:59,389 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:59,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:00,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:00,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:00,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:01,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:03,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:07,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:07,901 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:07,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:07,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:08,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:08,944 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:09,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:10,055 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:50:14,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:14,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:14,738 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:14,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:14,743 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:15,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:15,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:15,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:17,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:18,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:18,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:18,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:18,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:19,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:19,823 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:21,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:24,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:25,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:25,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:25,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:25,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:25,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:27,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:30,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:30,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:30,085 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:30,085 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:30,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:30,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:30,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:30,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:31,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:35,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:35,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:35,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:35,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:35,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:36,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:37,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:40,057 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:50:41,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:44,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:44,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:44,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:44,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:44,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:45,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:45,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:45,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:45,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:46,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:49,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:49,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:49,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:49,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:49,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:51,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:52,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:53,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:53,302 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:53,302 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:53,307 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:53,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:55,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:50:57,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:58,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:58,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:50:58,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:58,177 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:58,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:50:59,490 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:00,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:00,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:00,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:02,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:02,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:02,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:02,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:02,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:03,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:05,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:07,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:07,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:07,583 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:07,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:08,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:08,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:09,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:10,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:51:11,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:11,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:11,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:11,864 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:12,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:13,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:13,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:15,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:15,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:16,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:16,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:16,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:16,541 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:17,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:17,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:19,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:21,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:21,357 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:21,357 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:21,362 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:21,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:23,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:25,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:26,239 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:26,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:26,240 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:26,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:26,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:27,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:30,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:30,596 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:30,596 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:30,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:30,601 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:30,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:30,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:31,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:31,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:35,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:37,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:37,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:37,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:37,374 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:37,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:39,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:40,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:51:41,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:42,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:42,904 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:42,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:42,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:43,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:45,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:45,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:45,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:45,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:46,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:48,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:48,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:48,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:48,370 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:48,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:49,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:52,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:53,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:53,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:53,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:53,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:53,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:55,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:51:57,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:57,862 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:51:57,862 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:57,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:57,867 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:58,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:51:59,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:00,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:00,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:00,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:02,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:02,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:02,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:02,426 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:02,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:03,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:03,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:06,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:06,668 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:06,669 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:06,674 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:07,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:08,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:09,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:10,063 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:52:11,918 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:11,918 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:11,919 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:11,924 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:12,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:13,578 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:13,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:15,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:15,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:15,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:16,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:16,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:16,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:16,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:17,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:19,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:19,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:22,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:22,060 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:22,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:22,065 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:22,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:23,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:25,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:28,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:28,541 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:28,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:28,547 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:28,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:29,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:30,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:30,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:30,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:30,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:33,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:33,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:33,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:33,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:33,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:35,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:36,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:37,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:37,606 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:37,606 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:37,611 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:38,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:39,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:40,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:52:42,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:43,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:43,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:43,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:43,113 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:43,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:45,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:45,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:45,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:48,015 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:48,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:48,840 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:48,841 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:48,846 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:49,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:51,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:53,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:54,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:54,737 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:54,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:54,742 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:55,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:52:57,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:52:59,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:59,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:52:59,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:59,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:59,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:59,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:00,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:00,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:01,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:04,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:04,017 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:04,017 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:04,022 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:04,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:05,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:05,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:08,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:08,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:08,491 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:08,496 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:08,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:10,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:53:10,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:11,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:14,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:14,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:14,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:14,863 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:15,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:15,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:15,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:15,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:17,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:19,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:19,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:19,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:19,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:19,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:21,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:21,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:24,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:24,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:24,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:24,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:24,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:26,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:27,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:29,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:29,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:29,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:29,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:30,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:30,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:30,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:30,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:31,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:31,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:34,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:34,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:34,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:34,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:34,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:35,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:37,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:38,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:38,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:38,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:38,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:39,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:40,073 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:53:41,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:43,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:44,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:44,207 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:44,208 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:44,212 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:44,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:45,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:45,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:45,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:48,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:49,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:49,302 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:49,302 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:49,308 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:49,753 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:51,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:54,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:55,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:55,462 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:53:55,462 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:55,467 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:55,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:53:57,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:53:59,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:00,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:00,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:01,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:01,154 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:01,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:01,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:01,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:03,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:05,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:06,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:06,073 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:06,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:06,078 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:06,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:07,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:10,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:54:11,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:14,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:14,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:14,538 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:14,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:14,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:15,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:15,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:16,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:17,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:21,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:21,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:21,288 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:21,293 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:21,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:22,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:23,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:25,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:25,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:25,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:25,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:25,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:27,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:27,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:30,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:30,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:30,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:32,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:33,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:33,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:33,909 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:33,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:34,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:35,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:37,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:38,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:38,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:38,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:38,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:38,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:40,073 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:54:41,806 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:42,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:42,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:42,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:42,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:42,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:43,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:45,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:45,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:45,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:45,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:47,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:47,803 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:47,803 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:47,808 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:47,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:48,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:49,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:52,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:52,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:52,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:52,926 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:53,818 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:53,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:55,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:54:58,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:58,344 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:54:58,345 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:58,350 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:58,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:54:59,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:00,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:00,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:00,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:01,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:04,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:04,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:04,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:04,035 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:04,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:05,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:05,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:08,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:08,757 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:08,758 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:08,763 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:08,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:10,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:55:10,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:11,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:15,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:15,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:15,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:15,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:17,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:17,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:17,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:17,136 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:17,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:19,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:20,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:21,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:21,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:21,347 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:21,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:21,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:23,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:25,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:25,585 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:25,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:25,586 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:25,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:25,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:27,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:30,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:30,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:30,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:30,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:33,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:33,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:33,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:33,986 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:34,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:35,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:36,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:40,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:55:40,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:40,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:40,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:40,279 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:40,865 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:41,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:41,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:44,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:44,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:44,731 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:44,736 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:44,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:45,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:45,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:45,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:46,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:47,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:49,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:49,434 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:49,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:49,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:49,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:51,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:52,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:54,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:54,434 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:54,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:54,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:54,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:55:57,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:55:58,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:59,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:59,216 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:55:59,216 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:59,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:59,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:00,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:00,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:00,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:01,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:04,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:05,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:05,812 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:05,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:05,817 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:05,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:07,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:09,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:10,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:56:11,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:11,473 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:11,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:11,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:11,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:13,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:15,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:15,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:15,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:15,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:15,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:15,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:15,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:15,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:17,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:20,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:20,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:20,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:20,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:20,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:21,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:21,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:24,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:24,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:24,636 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:24,641 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:24,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:26,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:27,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:28,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:28,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:28,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:28,724 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:28,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:30,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:30,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:30,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:31,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:32,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:33,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:33,537 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:33,537 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:33,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:33,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:34,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:37,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:38,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:38,015 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:38,015 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:38,020 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:38,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:38,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:40,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:56:42,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:42,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:42,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:42,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:42,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:42,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:44,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:45,901 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:45,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:47,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:47,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:47,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:47,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:47,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:48,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:48,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:53,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:54,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:54,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:56:54,180 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:54,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:54,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:56:54,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:56:58,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:00,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:00,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:00,093 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:00,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:00,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:00,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:00,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:04,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:05,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:05,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:05,241 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:05,246 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:05,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:06,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:09,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:09,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:09,783 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:09,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:09,789 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:09,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:10,083 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:57:10,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:15,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:15,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:15,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:16,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:16,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:16,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:16,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:16,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:20,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:20,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:20,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:20,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:20,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:20,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:22,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:25,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:25,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:25,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:25,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:25,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:25,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:26,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:29,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:29,734 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:29,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:29,739 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:29,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:30,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:30,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:30,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:30,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:30,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:35,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:35,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:35,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:35,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:35,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:36,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:36,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:39,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:39,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:39,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:39,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:39,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:40,085 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:57:41,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:42,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:43,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:43,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:43,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:43,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:44,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:45,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:45,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:47,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:48,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:48,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:48,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:48,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:49,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:49,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:52,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:52,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:57:52,102 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:52,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:53,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:57:53,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:57:53,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:58,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:00,515 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:00,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:00,516 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:00,521 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:00,902 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:01,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:01,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:03,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:05,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:05,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:05,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:05,378 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:06,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:07,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:08,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:10,087 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:58:10,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:10,525 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:10,525 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:10,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:11,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:11,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:13,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:14,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:14,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:14,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:14,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:15,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:15,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:17,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:19,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:19,047 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:19,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:19,047 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:19,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:19,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:21,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:23,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:23,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:23,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:23,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:24,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:24,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:25,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:29,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:30,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:30,031 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:30,032 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:30,037 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:30,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:30,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:30,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:30,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:31,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:34,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:34,412 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:34,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:34,417 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:35,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:35,072 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:35,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:39,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:39,452 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:39,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:39,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:40,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:40,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:58:41,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:41,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:43,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:43,981 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:43,982 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:43,987 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:44,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:45,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:45,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:46,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:48,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:48,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:48,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:48,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:49,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:49,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:51,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:54,275 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:54,276 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:54,276 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:54,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:55,091 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:58:55,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:58:56,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:59,710 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:59,710 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:58:59,711 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:59,716 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:00,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:00,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:00,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:01,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:02,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:04,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:04,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:05,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:05,004 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:05,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:07,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:08,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:10,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:59:11,578 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:11,578 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:11,579 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:11,584 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:12,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:13,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:13,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:15,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:15,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:15,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:16,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:16,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:16,164 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:16,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:17,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:17,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:19,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:21,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:21,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:21,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:21,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:21,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:23,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:25,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:26,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:26,545 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:26,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:26,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:27,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:27,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:30,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:30,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:30,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:33,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:33,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:33,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:33,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:33,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:35,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:36,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:37,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:37,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:37,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:37,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:38,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:39,185 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:40,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 16:59:41,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:42,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:42,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:42,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:42,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:43,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:43,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:45,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:45,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:45,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:46,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:46,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:46,682 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:46,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:46,688 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:47,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:49,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:51,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:51,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:51,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:51,038 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:51,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:52,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:53,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:55,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:55,291 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 16:59:55,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:55,296 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:56,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 16:59:57,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 16:59:57,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:00,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:00,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:00,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:01,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:01,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:01,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:01,193 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:01,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:03,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:03,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:06,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:06,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:06,182 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:06,187 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:06,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:07,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:09,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:10,096 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:00:10,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:10,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:10,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:10,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:11,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:11,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:14,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:15,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:15,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:15,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:18,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:18,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:18,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:18,920 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:19,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:19,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:21,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:22,762 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:22,763 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:22,763 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:22,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:23,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:25,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:25,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:28,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:28,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:28,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:28,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:28,241 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:29,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:30,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:32,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:32,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:32,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:32,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:33,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:33,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:36,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:36,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:36,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:36,916 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:36,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:37,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:39,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:40,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:00:42,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:42,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:42,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:42,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:42,280 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:43,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:43,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:45,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:45,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:45,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:47,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:47,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:47,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:47,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:47,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:47,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:49,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:51,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:51,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:00:51,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:51,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:52,266 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:00:52,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:53,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:00:57,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:00,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:00,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:00,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:00,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:00,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:00,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:00,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:00,903 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:01,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:03,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:06,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:06,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:06,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:06,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:07,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:07,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:08,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:10,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:01:10,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:10,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:10,956 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:10,961 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:11,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:13,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:13,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:15,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:15,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:15,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:15,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:15,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:15,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:16,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:17,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:19,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:20,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:20,927 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:20,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:20,932 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:21,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:23,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:24,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:25,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:25,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:25,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:25,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:26,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:27,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:29,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:29,501 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:29,501 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:29,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:30,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:30,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:30,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:30,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:31,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:34,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:34,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:34,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:34,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:35,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:35,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:37,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:39,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:39,703 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:39,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:39,709 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:40,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:01:40,319 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:41,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:41,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:45,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:45,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:45,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:46,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:46,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:46,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:46,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:46,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:47,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:47,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:51,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:51,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:51,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:51,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:51,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:51,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:53,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:01:56,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:56,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:01:56,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:56,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:56,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:01:57,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:57,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:00,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:00,657 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:00,657 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:00,663 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:00,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:00,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:01,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:01,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:02,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:05,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:05,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:05,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:05,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:06,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:07,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:07,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:10,104 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:02:10,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:10,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:10,499 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:10,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:11,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:11,354 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:13,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:15,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:15,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:15,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:15,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:15,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:15,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:15,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:17,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:19,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:23,650 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:23,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:23,651 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:23,656 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:24,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:24,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:25,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:27,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:27,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:27,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:27,707 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:28,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:29,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:29,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:30,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:32,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:32,473 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:32,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:32,478 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:33,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:33,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:35,479 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:39,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:39,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:39,857 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:39,862 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:40,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:02:40,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:41,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:41,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:43,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:43,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:43,978 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:43,983 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:44,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:45,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:45,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:46,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:48,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:48,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:48,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:48,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:49,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:02:49,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:51,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:56,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:56,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:02:56,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:56,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:56,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:02:57,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:57,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:00,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:01,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:01,560 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:01,560 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:01,565 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:02,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:02,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:03,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:06,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:06,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:06,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:06,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:07,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:07,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:07,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:10,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:03:11,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:11,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:11,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:11,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:12,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:13,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:13,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:15,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:16,775 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:16,776 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:16,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:16,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:17,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:17,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:18,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:20,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:20,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:20,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:20,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:21,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:21,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:24,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:24,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:24,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:24,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:24,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:25,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:25,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:29,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:30,239 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:30,239 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:30,240 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:30,245 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:30,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:30,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:31,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:34,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:34,445 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:34,445 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:34,450 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:34,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:35,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:35,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:39,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:39,639 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:39,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:39,645 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:40,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:03:40,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:41,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:41,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:45,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:46,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:47,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:47,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:47,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:47,074 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:47,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:49,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:52,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:54,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:54,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:54,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:54,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:54,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:03:55,494 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:58,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:58,494 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:58,495 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:03:58,495 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:58,500 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:59,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:03:59,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:00,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:02,754 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:02,755 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:02,755 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:02,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:03,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:03,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:03,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:08,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:08,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:08,846 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:08,847 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:08,872 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:09,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:09,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:10,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:04:13,329 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:13,330 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:13,330 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:13,336 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:13,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:14,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:15,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:15,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:20,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:21,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:21,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:21,637 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:21,642 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:22,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:23,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:25,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:27,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:27,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:27,266 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:27,270 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:27,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:29,535 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:30,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:31,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:31,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:31,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:31,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:32,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:33,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:36,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:39,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:39,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:39,355 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:39,360 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:39,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:40,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:04:41,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:41,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:45,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:45,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:45,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:46,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:46,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:46,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:46,137 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:46,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:47,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:50,851 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:50,852 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:50,852 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:50,857 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:51,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:51,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:04:51,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:56,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:56,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:56,939 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:04:56,939 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:56,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:57,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:04:57,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:00,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:02,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:02,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:02,666 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:02,666 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:02,671 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:03,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:03,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:07,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:07,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:07,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:07,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:07,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:07,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:09,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:10,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:05:13,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:13,011 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:13,011 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:13,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:13,016 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:13,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:13,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:15,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:15,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:15,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:18,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:19,037 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:19,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:19,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:19,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:19,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:19,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:23,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:23,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:23,330 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:23,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:23,335 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:23,660 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:25,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:28,335 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:28,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:28,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:28,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:28,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:29,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:29,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:30,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:30,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:34,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:37,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:37,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:37,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:37,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:37,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:39,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:39,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:40,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:05:42,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:42,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:42,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:42,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:42,714 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:43,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:45,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:45,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:45,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:45,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:48,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:48,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:48,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:48,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:48,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:49,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:50,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:53,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:53,936 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:05:53,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:53,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:54,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:05:55,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:05:55,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:00,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:00,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:01,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:01,740 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:01,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:01,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:02,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:03,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:06,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:06,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:06,830 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:06,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:06,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:07,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:07,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:10,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:06:11,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:11,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:11,776 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:11,781 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:12,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:12,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:13,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:15,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:15,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:15,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:18,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:18,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:18,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:18,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:18,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:18,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:19,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:22,862 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:22,862 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:22,863 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:22,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:23,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:23,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:23,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:27,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:27,703 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:27,703 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:27,708 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:27,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:29,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:29,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:30,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:31,610 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:31,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:31,610 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:31,616 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:31,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:33,768 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:35,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:38,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:38,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:38,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:38,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:39,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:39,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:40,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:06:41,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:44,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:44,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:44,193 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:44,198 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:44,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:45,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:45,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:45,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:45,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:46,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:48,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:48,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:48,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:48,672 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:48,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:49,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:51,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:52,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:52,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:52,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:52,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:53,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:53,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:06:56,801 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:57,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:57,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:06:57,170 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:57,175 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:57,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:06:57,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:00,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:00,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:01,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:01,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:01,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:01,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:02,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:03,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:07,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:10,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:07:10,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:10,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:10,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:10,451 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:10,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:11,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:12,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:15,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:15,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:15,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:18,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:18,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:18,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:18,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:18,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:18,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:19,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:23,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:26,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:26,959 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:26,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:26,964 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:27,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:27,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:28,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:30,905 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:30,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:30,906 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:31,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:31,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:31,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:31,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:31,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:33,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:34,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:38,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:38,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:38,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:38,195 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:38,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:39,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:40,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:07:40,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:43,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:43,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:43,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:43,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:44,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:45,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:45,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:46,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:46,053 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:46,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:50,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:50,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:50,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:50,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:50,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:51,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:51,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:54,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:54,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:07:54,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:54,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:54,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:07:55,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:07:56,751 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:00,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:00,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:00,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:00,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:00,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:01,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:01,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:01,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:01,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:02,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:05,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:05,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:05,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:05,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:05,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:07,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:08,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:10,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:08:12,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:12,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:12,373 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:12,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:12,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:13,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:13,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:16,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:16,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:16,053 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:17,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:17,207 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:17,207 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:17,212 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:17,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:17,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:19,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:22,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:22,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:22,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:22,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:22,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:23,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:24,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:28,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:28,187 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:28,187 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:28,192 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:28,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:29,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:30,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:31,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:33,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:33,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:33,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:33,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:33,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:35,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:35,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:40,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:40,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:40,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:40,131 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:40,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:08:40,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:41,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:41,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:44,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:44,403 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:44,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:44,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:44,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:45,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:46,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:46,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:46,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:49,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:49,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:49,987 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:49,992 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:50,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:51,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:08:52,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:55,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:55,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:08:55,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:55,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:55,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:08:57,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:57,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:01,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:01,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:01,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:01,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:01,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:01,295 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:01,300 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:01,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:01,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:03,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:05,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:05,857 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:05,857 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:05,862 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:05,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:07,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:08,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:10,047 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:10,048 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:10,048 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:10,053 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:10,134 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:09:10,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:11,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:14,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:16,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:16,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:16,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:16,326 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:16,327 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:16,327 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:16,332 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:16,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:17,983 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:19,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:21,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:21,094 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:21,094 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:21,099 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:21,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:21,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:25,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:25,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:25,461 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:25,461 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:25,466 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:25,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:27,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:30,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:31,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:31,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:31,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:31,316 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:31,321 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:31,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:31,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:36,322 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:39,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:39,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:39,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:39,559 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:40,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:40,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:09:42,009 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:42,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:43,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:43,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:43,643 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:43,648 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:44,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:46,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:46,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:47,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:48,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:48,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:48,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:48,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:49,015 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:50,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:53,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:53,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:53,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:09:53,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:53,150 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:54,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:09:54,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:09:58,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:01,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:01,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:01,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:01,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:01,602 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:01,602 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:01,606 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:02,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:03,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:04,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:08,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:08,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:08,085 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:08,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:09,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:09,090 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:10,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:10,141 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:10:13,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:13,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:13,152 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:13,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:14,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:14,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:14,157 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:16,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:16,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:16,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:18,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:18,541 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:18,541 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:18,546 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:19,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:19,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:20,114 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:24,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:27,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:27,069 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:27,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:27,074 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:27,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:28,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:30,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:31,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:32,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:32,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:32,311 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:32,316 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:33,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:34,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:35,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:38,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:38,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:38,212 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:38,218 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:39,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:40,140 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:10:40,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:41,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:43,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:43,072 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:43,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:43,078 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:43,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:44,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:46,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:46,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:47,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:47,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:47,186 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:47,191 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:48,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:48,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:51,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:51,645 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:51,645 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:51,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:51,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:52,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:54,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:10:56,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:56,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:10:56,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:56,333 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:57,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:10:57,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:58,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:01,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:01,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:01,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:02,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:02,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:02,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:02,098 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:02,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:03,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:04,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:06,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:06,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:06,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:06,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:07,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:08,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:08,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:10,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:11:11,095 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:11,096 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:11,096 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:11,101 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:11,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:12,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:14,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:15,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:15,730 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:15,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:15,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:16,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:16,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:16,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:18,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:19,343 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:20,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:20,680 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:20,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:20,685 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:21,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:22,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:24,724 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:28,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:28,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:28,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:28,152 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:28,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:30,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:30,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:31,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:31,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:34,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:34,821 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:34,821 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:34,826 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:35,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:35,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:36,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:39,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:39,012 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:39,012 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:39,017 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:39,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:40,144 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:11:40,227 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:41,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:46,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:46,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:46,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:46,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:47,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:47,387 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:47,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:47,392 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:48,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:48,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:51,428 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:54,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:54,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:54,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:54,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:54,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:11:56,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:11:57,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:58,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:58,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:11:58,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:58,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:59,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:00,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:01,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:02,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:04,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:04,501 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:04,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:04,506 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:05,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:06,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:07,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:09,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:09,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:09,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:09,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:09,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:10,149 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:12:10,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:13,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:14,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:14,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:14,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:14,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:14,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:16,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:16,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:18,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:18,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:18,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:18,070 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:18,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:19,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:20,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:23,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:23,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:23,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:23,914 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:24,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:24,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:26,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:28,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:28,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:28,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:28,819 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:29,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:30,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:30,820 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:31,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:33,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:33,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:33,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:33,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:34,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:35,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:36,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:38,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:38,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:38,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:38,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:38,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:40,148 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:12:40,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:41,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:42,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:42,434 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:42,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:42,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:43,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:44,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:46,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:46,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:46,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:46,361 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:46,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:46,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:46,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:46,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:47,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:48,293 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:51,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:53,374 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:53,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:12:53,375 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:53,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:54,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:12:54,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:12:57,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:00,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:00,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:00,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:00,339 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:01,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:01,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:02,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:03,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:05,894 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:05,894 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:05,895 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:05,900 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:06,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:08,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:08,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:10,150 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:13:11,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:11,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:11,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:11,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:12,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:12,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:14,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:16,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:17,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:17,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:17,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:17,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:17,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:18,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:20,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:21,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:21,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:21,585 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:21,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:22,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:22,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:25,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:27,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:27,117 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:27,117 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:27,122 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:27,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:28,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:31,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:31,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:33,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:33,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:33,405 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:33,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:34,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:34,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:36,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:37,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:37,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:37,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:37,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:38,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:38,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:40,152 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:13:41,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:41,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:41,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:41,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:41,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:42,396 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:42,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:46,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:46,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:46,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:47,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:48,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:48,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:48,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:48,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:49,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:50,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:52,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:53,233 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:53,234 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:53,234 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:53,239 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:53,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:13:54,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:13:58,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:58,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:13:58,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:58,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:58,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:58,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:00,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:01,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:01,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:01,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:01,913 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:01,914 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:01,919 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:02,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:03,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:04,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:06,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:06,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:06,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:06,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:07,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:08,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:09,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:10,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:14:10,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:10,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:10,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:10,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:11,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:12,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:14,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:16,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:16,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:17,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:17,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:17,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:17,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:17,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:18,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:20,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:21,814 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:21,815 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:21,815 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:21,820 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:22,447 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:24,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:25,821 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:26,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:26,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:26,266 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:26,271 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:26,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:28,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:30,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:30,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:30,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:30,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:31,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:31,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:32,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:35,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:35,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:35,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:35,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:35,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:36,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:36,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:40,157 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:14:40,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:40,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:40,512 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:40,517 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:40,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:42,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:42,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:46,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:46,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:48,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:48,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:48,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:48,507 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:48,513 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:48,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:50,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:53,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:53,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:53,693 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:14:53,693 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:53,699 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:54,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:14:54,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:14:58,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:01,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:01,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:02,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:02,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:02,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:02,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:02,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:04,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:04,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:07,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:07,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:07,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:07,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:07,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:08,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:10,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:15:10,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:12,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:12,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:12,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:12,419 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:12,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:14,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:15,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:16,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:16,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:17,445 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:17,446 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:17,446 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:17,452 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:17,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:18,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:20,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:24,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:24,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:24,522 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:24,527 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:24,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:25,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:26,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:29,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:29,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:29,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:29,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:30,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:30,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:30,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:31,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:31,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:34,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:34,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:34,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:34,833 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:35,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:35,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:36,773 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:39,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:39,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:39,004 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:39,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:39,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:40,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:15:40,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:41,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:44,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:44,158 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:44,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:44,163 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:44,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:46,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:46,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:46,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:46,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:48,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:48,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:48,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:48,172 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:48,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:50,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:15:52,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:56,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:56,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:15:56,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:56,153 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:56,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:15:58,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:58,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:00,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:00,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:00,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:00,684 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:00,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:01,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:01,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:01,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:02,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:03,315 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:05,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:05,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:05,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:05,070 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:05,806 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:06,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:09,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:09,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:09,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:09,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:09,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:09,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:10,164 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:16:10,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:14,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:15,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:15,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:15,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:15,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:15,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:16,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:16,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:16,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:19,359 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:20,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:20,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:20,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:20,397 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:20,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:22,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:24,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:24,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:24,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:24,838 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:24,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:25,826 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:26,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:29,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:29,212 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:29,213 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:29,218 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:29,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:30,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:30,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:31,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:31,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:33,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:33,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:33,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:33,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:33,836 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:34,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:35,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:40,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:16:41,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:42,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:42,096 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:42,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:42,102 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:42,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:44,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:46,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:46,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:46,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:48,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:48,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:48,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:48,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:48,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:50,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:51,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:55,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:55,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:55,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:55,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:55,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:16:56,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:16:57,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:59,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:59,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:16:59,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:59,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:59,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:00,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:01,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:01,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:02,345 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:03,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:03,954 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:03,954 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:03,959 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:03,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:06,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:07,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:10,168 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:17:12,122 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:12,123 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:12,123 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:12,128 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:12,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:13,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:14,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:16,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:16,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:17,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:17,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:17,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:17,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:17,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:18,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:20,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:23,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:23,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:23,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:23,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:23,982 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:24,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:26,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:28,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:28,516 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:28,517 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:28,522 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:29,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:29,523 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:31,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:31,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:31,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:35,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:37,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:37,420 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:37,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:37,425 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:38,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:39,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:40,170 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:17:41,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:45,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:45,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:45,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:45,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:46,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:46,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:46,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:46,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:47,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:49,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:49,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:49,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:49,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:50,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:51,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:51,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:54,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:54,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:54,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:54,056 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:55,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:17:57,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:17:57,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:58,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:58,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:17:58,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:58,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:59,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:01,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:01,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:01,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:02,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:03,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:03,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:03,135 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:03,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:04,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:05,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:08,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:09,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:09,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:09,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:09,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:10,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:10,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:18:11,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:14,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:14,125 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:14,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:14,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:14,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:15,064 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:16,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:16,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:17,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:19,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:22,911 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:22,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:22,912 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:22,916 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:23,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:24,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:25,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:27,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:27,200 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:27,200 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:27,205 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:28,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:29,079 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:30,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:31,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:31,057 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:31,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:31,707 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:31,707 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:31,712 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:32,081 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:33,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:35,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:36,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:36,306 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:36,306 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:36,311 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:37,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:39,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:40,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:18:40,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:40,930 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:40,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:40,931 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:40,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:41,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:43,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:45,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:46,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:46,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:48,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:48,236 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:48,236 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:48,242 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:49,095 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:51,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:51,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:52,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:52,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:18:52,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:52,684 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:53,100 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:18:55,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:18:56,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:01,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:01,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:01,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:01,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:01,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:01,464 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:02,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:02,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:03,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:06,990 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:06,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:06,991 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:06,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:07,115 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:07,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:09,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:10,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:19:11,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:11,463 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:11,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:11,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:12,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:13,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:13,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:16,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:16,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:16,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:16,661 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:16,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:16,666 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:17,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:18,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:19,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:20,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:20,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:20,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:20,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:21,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:23,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:23,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:27,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:27,068 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:27,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:27,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:27,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:29,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:29,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:31,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:31,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:34,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:35,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:35,498 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:35,498 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:35,503 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:36,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:37,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:39,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:40,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:19:44,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:44,325 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:44,325 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:44,330 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:45,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:45,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:46,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:46,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:47,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:49,514 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:49,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:49,515 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:49,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:50,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:50,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:51,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:19:54,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:54,983 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:19:54,983 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:54,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:55,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:19:55,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:57,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:00,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:00,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:00,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:00,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:01,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:01,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:01,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:01,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:03,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:05,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:05,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:05,046 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:05,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:05,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:06,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:07,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:09,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:09,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:09,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:09,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:10,184 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:20:10,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:11,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:11,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:15,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:15,987 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:15,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:15,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:16,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:16,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:16,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:16,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:17,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:20,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:20,722 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:20,722 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:20,727 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:21,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:21,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:23,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:25,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:25,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:25,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:25,150 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:25,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:27,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:27,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:30,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:30,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:30,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:30,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:31,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:31,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:31,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:32,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:33,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:35,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:35,088 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:35,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:35,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:35,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:37,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:38,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:39,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:39,473 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:39,473 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:39,478 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:40,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:20:40,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:41,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:43,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:46,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:46,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:46,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:46,362 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:46,362 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:46,368 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:47,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:48,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:49,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:50,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:50,777 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:50,777 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:50,782 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:51,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:20:53,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:20:53,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:58,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:59,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:59,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:20:59,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:59,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:59,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:01,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:01,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:01,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:03,617 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:03,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:03,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:03,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:04,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:04,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:05,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:07,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:07,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:07,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:07,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:08,247 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:09,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:09,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:10,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:21:11,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:11,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:11,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:11,904 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:12,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:13,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:14,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:16,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:16,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:16,402 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:16,402 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:16,402 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:16,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:17,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:19,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:20,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:22,522 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:22,523 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:22,523 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:22,528 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:23,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:25,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:25,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:27,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:27,489 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:27,489 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:27,494 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:28,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:29,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:31,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:31,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:31,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:33,752 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:33,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:33,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:33,768 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:34,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:35,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:36,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:38,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:38,239 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:38,239 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:38,244 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:38,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:40,187 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:21:41,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:42,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:43,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:43,612 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:43,612 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:43,617 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:44,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:45,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:46,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:46,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:46,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:47,343 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:47,886 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:47,887 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:47,887 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:47,892 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:48,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:49,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:52,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:53,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:53,761 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:21:53,761 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:53,766 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:54,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:21:55,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:21:58,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:00,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:00,018 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:00,019 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:00,024 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:00,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:01,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:01,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:01,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:01,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:04,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:09,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:09,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:09,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:09,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:09,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:10,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:22:10,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:11,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:13,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:13,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:13,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:13,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:14,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:14,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:15,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:16,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:16,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:16,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:19,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:19,418 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:19,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:19,424 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:20,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:20,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:21,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:24,373 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:24,374 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:24,374 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:24,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:25,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:26,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:27,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:28,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:28,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:28,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:28,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:29,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:31,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:31,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:31,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:31,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:32,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:33,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:33,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:33,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:33,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:33,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:35,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:38,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:39,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:39,270 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:39,270 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:39,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:39,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:40,194 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:22:41,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:43,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:44,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:44,414 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:44,419 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:45,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:46,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:46,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:47,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:48,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:49,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:49,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:49,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:49,894 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:50,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:51,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:53,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:54,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:54,107 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:54,107 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:54,112 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:54,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:22:55,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:22:59,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:59,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:59,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:22:59,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:59,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:59,371 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:01,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:01,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:01,410 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:04,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:06,189 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:06,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:06,190 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:06,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:06,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:07,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:10,193 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:23:10,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:10,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:10,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:10,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:10,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:11,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:13,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:15,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:16,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:16,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:16,270 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:16,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:16,315 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:16,320 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:16,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:17,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:21,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:25,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:25,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:25,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:25,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:25,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:27,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:27,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:31,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:31,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:32,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:33,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:33,592 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:33,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:33,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:34,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:35,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:37,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:38,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:38,900 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:38,901 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:38,906 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:39,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:40,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:23:41,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:43,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:45,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:45,103 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:45,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:45,109 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:45,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:46,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:46,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:46,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:47,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:48,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:50,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:50,196 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:50,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:50,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:50,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:51,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:54,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:54,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:54,733 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:54,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:54,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:55,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:23:57,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:23:59,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:59,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:23:59,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:59,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:59,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:59,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:01,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:01,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:01,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:05,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:06,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:06,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:06,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:06,055 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:06,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:07,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:10,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:24:11,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:11,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:11,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:11,635 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:11,641 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:12,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:13,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:16,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:16,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:16,199 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:16,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:16,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:16,487 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:16,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:16,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:19,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:21,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:21,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:21,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:21,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:21,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:22,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:23,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:25,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:25,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:25,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:25,648 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:26,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:27,529 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:27,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:31,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:31,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:31,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:31,819 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:31,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:31,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:32,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:32,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:33,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:37,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:39,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:39,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:39,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:39,471 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:39,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:40,203 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:24:41,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:43,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:44,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:44,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:44,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:44,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:44,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:45,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:46,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:46,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:48,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:49,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:49,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:49,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:49,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:50,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:51,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:53,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:54,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:54,551 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:54,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:54,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:54,589 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:24:57,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:24:59,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:59,551 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:24:59,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:59,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:59,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:59,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:01,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:01,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:01,597 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:03,819 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:03,820 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:03,820 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:03,825 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:04,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:04,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:05,601 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:09,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:09,521 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:09,521 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:09,526 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:09,603 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:10,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:25:10,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:11,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:14,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:14,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:14,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:14,240 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:14,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:15,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:15,612 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:16,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:16,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:18,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:18,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:18,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:18,855 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:19,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:20,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:21,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:25,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:25,076 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:25,076 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:25,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:25,620 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:26,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:27,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:31,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:31,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:31,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:32,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:32,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:32,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:32,771 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:33,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:35,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:36,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:37,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:37,500 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:37,500 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:37,505 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:37,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:39,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:40,204 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:25:42,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:44,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:44,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:44,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:44,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:44,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:45,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:46,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:46,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:47,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:50,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:50,171 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:50,171 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:50,176 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:50,655 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:51,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:53,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:55,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:55,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:25:55,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:55,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:56,661 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:25:57,663 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:25:58,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:01,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:01,060 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:04,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:04,130 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:04,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:04,130 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:04,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:04,667 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:05,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:09,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:09,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:09,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:09,187 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:09,192 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:09,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:10,206 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:26:11,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:13,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:13,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:13,489 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:13,494 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:13,677 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:14,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:15,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:16,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:16,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:18,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:18,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:18,542 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:18,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:18,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:19,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:21,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:24,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:24,139 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:24,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:24,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:24,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:25,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:25,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:29,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:29,275 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:29,275 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:29,281 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:29,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:30,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:31,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:31,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:31,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:33,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:33,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:33,532 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:33,537 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:33,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:35,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:35,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:37,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:37,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:37,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:37,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:37,703 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:39,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:40,208 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:26:41,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:42,501 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:42,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:42,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:42,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:42,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:43,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:46,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:46,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:46,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:46,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:46,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:46,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:46,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:47,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:49,750 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:51,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:51,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:51,647 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:51,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:51,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:51,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:53,755 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:26:56,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:58,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:58,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:26:58,411 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:58,416 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:58,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:26:59,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:01,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:01,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:02,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:03,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:03,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:03,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:03,823 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:04,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:05,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:07,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:08,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:08,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:08,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:08,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:08,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:10,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:27:11,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:13,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:14,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:14,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:14,020 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:14,025 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:14,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:15,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:16,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:16,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:18,326 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:19,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:19,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:19,685 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:19,691 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:19,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:20,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:23,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:24,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:24,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:24,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:24,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:25,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:26,811 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:28,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:31,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:31,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:31,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:31,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:31,568 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:31,572 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:31,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:32,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:34,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:39,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:40,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:40,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:40,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:40,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:40,213 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:27:40,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:40,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:44,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:44,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:44,528 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:44,533 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:44,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:44,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:45,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:46,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:46,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:48,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:48,809 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:48,809 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:48,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:48,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:27:50,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:50,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:55,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:56,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:56,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:27:56,324 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:56,329 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:56,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:27:56,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:01,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:01,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:01,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:01,732 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:01,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:01,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:01,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:02,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:06,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:06,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:06,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:06,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:06,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:06,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:06,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:10,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:28:11,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:11,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:11,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:11,066 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:11,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:12,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:12,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:15,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:15,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:15,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:15,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:15,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:16,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:16,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:16,863 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:17,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:19,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:19,934 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:19,935 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:19,940 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:20,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:20,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:22,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:24,301 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:24,302 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:24,302 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:24,307 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:24,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:24,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:28,308 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:30,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:30,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:30,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:30,247 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:30,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:30,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:31,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:31,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:33,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:35,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:35,975 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:35,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:35,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:36,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:36,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:39,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:40,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:28:41,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:41,604 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:41,605 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:41,610 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:41,894 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:42,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:44,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:46,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:46,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:46,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:46,415 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:46,415 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:46,420 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:46,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:46,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:50,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:51,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:51,153 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:51,153 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:51,158 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:51,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:52,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:28:55,569 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:55,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:28:55,570 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:55,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:55,575 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:55,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:28:56,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:00,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:01,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:01,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:01,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:01,294 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:01,294 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:01,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:01,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:02,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:05,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:05,262 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:05,263 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:05,268 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:05,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:06,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:06,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:10,219 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:29:12,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:13,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:13,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:13,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:13,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:13,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:14,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:16,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:16,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:17,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:18,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:18,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:18,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:18,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:18,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:18,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:22,515 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:22,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:22,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:22,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:22,704 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:22,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:22,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:27,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:27,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:27,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:27,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:27,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:27,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:28,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:31,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:31,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:32,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:32,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:32,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:32,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:32,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:32,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:33,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:36,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:36,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:36,637 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:36,642 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:36,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:36,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:38,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:40,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:29:41,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:41,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:41,868 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:41,873 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:41,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:42,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:43,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:46,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:46,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:47,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:47,583 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:47,583 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:47,588 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:47,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:48,970 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:49,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:54,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:54,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:54,713 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:54,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:54,719 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:54,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:29:54,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:29:59,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:59,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:29:59,198 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:59,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:59,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:00,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:00,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:01,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:01,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:05,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:05,114 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:05,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:05,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:05,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:06,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:06,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:09,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:09,625 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:09,626 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:09,631 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:09,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:10,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:30:11,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:11,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:14,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:14,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:14,013 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:14,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:15,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:15,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:16,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:16,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:16,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:18,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:18,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:18,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:18,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:19,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:19,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:22,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:23,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:23,706 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:23,706 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:23,711 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:24,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:25,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:27,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:30,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:30,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:30,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:30,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:31,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:31,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:31,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:31,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:33,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:35,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:35,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:35,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:35,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:36,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:37,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:38,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:40,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:30:42,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:42,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:42,695 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:42,700 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:43,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:43,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:44,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:46,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:46,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:48,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:48,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:48,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:48,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:49,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:49,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:50,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:54,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:54,549 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:54,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:54,554 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:55,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:30:55,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:30:55,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:59,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:59,226 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:30:59,226 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:59,231 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:00,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:01,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:01,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:01,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:01,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:03,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:03,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:03,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:03,622 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:04,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:05,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:06,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:07,806 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:07,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:07,807 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:07,812 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:08,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:09,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:10,227 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:31:12,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:16,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:16,062 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:16,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:16,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:16,265 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:16,271 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:17,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:17,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:17,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:20,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:20,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:20,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:20,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:21,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:21,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:22,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:25,962 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:25,963 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:25,963 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:25,968 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:26,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:27,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:27,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:31,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:31,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:31,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:32,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:32,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:32,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:32,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:33,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:33,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:33,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:37,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:37,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:37,721 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:37,726 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:38,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:38,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:39,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:40,233 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:31:44,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:44,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:44,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:44,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:44,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:45,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:45,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:46,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:46,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:49,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:50,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:50,080 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:50,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:50,085 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:50,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:51,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:31:55,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:58,037 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:58,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:31:58,038 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:58,043 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:58,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:31:59,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:01,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:01,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:01,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:02,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:02,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:02,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:02,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:03,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:03,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:06,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:08,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:08,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:08,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:08,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:09,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:09,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:10,232 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:32:12,233 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:13,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:13,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:13,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:13,071 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:13,144 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:15,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:16,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:16,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:16,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:17,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:21,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:21,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:21,567 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:21,572 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:22,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:22,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:23,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:25,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:25,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:25,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:25,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:26,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:27,157 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:27,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:30,204 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:30,205 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:30,205 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:30,210 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:31,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:31,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:31,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:31,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:31,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:33,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:35,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:35,867 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:35,867 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:35,872 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:36,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:37,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:38,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:40,237 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:32:40,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:40,770 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:40,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:40,777 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:41,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:41,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:44,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:45,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:45,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:45,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:45,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:46,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:46,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:46,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:46,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:47,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:50,079 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:50,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:50,080 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:50,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:50,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:50,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:51,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:54,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:54,602 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:54,602 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:54,607 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:55,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:32:55,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:32:55,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:59,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:59,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:32:59,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:59,105 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:59,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:01,062 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:01,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:01,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:01,103 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:01,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:03,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:03,460 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:03,460 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:03,465 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:04,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:05,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:06,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:07,965 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:07,966 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:07,966 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:07,971 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:08,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:09,204 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:10,236 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:33:12,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:12,425 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:12,425 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:12,426 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:12,431 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:13,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:13,216 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:16,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:16,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:17,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:20,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:20,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:20,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:20,586 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:21,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:21,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:22,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:24,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:24,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:24,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:24,855 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:25,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:25,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:27,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:29,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:29,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:29,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:29,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:30,232 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:31,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:31,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:31,234 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:33,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:35,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:35,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:35,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:35,421 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:36,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:37,242 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:38,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:39,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:39,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:39,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:39,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:40,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:33:40,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:41,246 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:44,240 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:44,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:44,860 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:44,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:44,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:45,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:45,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:46,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:46,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:48,878 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:48,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:48,879 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:48,884 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:49,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:49,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:49,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:54,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:54,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:33:54,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:54,620 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:55,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:33:55,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:33:55,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:00,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:01,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:01,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:02,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:02,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:02,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:02,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:03,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:03,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:06,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:09,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:09,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:09,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:09,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:10,240 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:34:10,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:11,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:11,275 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:14,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:14,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:14,508 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:14,513 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:15,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:15,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:16,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:16,063 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:16,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:19,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:19,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:19,600 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:19,605 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:20,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:21,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:21,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:26,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:26,088 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:26,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:26,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:26,287 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:27,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:27,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:30,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:30,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:30,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:30,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:31,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:31,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:31,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:31,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:32,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:34,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:34,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:34,638 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:34,644 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:35,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:35,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:37,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:40,242 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:34:42,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:42,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:42,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:42,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:42,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:43,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:43,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:46,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:46,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:46,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:46,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:46,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:46,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:47,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:47,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:47,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:52,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:52,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:34:52,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:52,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:53,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:34:53,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:34:53,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:58,819 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:01,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:01,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:01,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:01,373 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:01,373 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:01,379 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:02,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:03,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:04,379 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:06,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:06,867 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:06,867 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:06,872 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:07,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:07,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:09,873 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:10,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:35:11,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:11,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:11,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:11,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:11,366 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:13,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:15,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:16,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:16,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:16,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:16,422 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:16,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:16,427 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:17,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:17,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:20,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:24,046 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:24,047 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:24,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:24,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:24,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:25,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:26,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:31,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:31,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:31,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:32,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:32,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:32,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:32,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:32,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:33,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:36,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:38,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:38,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:38,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:38,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:39,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:39,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:40,246 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:35:42,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:43,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:43,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:43,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:43,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:43,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:43,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:46,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:46,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:47,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:50,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:50,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:50,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:50,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:51,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:51,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:52,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:55,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:55,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:55,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:55,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:56,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:35:57,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:35:58,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:59,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:59,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:35:59,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:59,619 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:00,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:01,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:01,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:01,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:04,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:05,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:05,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:05,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:05,748 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:06,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:07,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:09,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:10,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:36:12,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:12,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:12,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:12,236 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:12,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:13,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:15,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:16,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:16,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:18,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:18,939 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:18,939 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:18,944 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:19,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:19,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:20,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:23,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:23,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:23,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:23,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:24,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:25,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:26,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:31,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:31,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:32,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:32,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:32,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:32,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:32,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:32,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:33,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:37,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:40,251 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:36:40,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:40,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:40,960 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:40,965 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:41,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:41,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:42,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:46,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:46,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:46,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:46,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:46,642 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:46,647 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:47,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:47,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:48,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:51,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:51,511 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:51,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:51,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:52,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:36:53,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:54,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:57,042 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:57,043 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:36:57,043 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:57,048 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:57,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:36:57,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:00,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:01,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:01,064 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:02,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:02,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:02,042 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:02,047 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:02,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:03,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:05,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:09,090 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:09,091 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:09,091 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:09,096 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:09,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:09,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:10,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:10,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:37:13,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:13,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:13,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:13,278 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:13,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:13,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:15,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:16,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:16,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:20,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:21,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:21,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:21,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:21,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:22,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:23,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:25,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:27,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:27,662 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:27,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:27,668 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:28,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:29,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:31,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:31,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:31,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:32,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:32,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:32,500 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:32,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:32,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:33,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:36,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:36,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:36,549 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:36,549 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:36,554 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:36,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:37,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:40,255 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:37:40,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:40,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:40,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:40,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:41,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:41,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:41,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:46,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:46,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:47,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:47,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:47,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:47,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:47,622 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:48,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:49,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:52,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:54,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:54,317 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:54,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:54,322 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:54,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:37:55,582 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:58,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:59,054 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:59,055 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:37:59,055 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:59,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:59,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:37:59,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:01,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:01,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:03,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:05,465 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:05,465 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:05,466 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:05,471 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:05,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:07,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:08,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:10,257 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:38:11,807 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:11,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:11,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:11,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:12,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:13,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:13,814 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:16,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:16,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:18,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:18,936 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:18,937 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:18,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:18,942 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:19,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:19,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:23,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:24,178 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:24,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:24,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:24,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:24,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:25,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:28,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:28,388 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:28,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:28,394 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:28,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:29,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:29,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:31,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:31,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:35,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:36,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:36,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:36,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:36,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:37,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:37,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:40,263 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:38:41,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:43,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:43,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:43,339 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:43,344 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:43,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:43,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:46,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:46,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:46,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:48,842 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:48,843 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:48,843 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:48,848 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:49,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:49,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:51,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:54,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:54,085 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:54,085 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:54,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:54,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:38:55,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:57,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:58,933 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:58,933 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:38:58,934 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:58,939 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:59,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:38:59,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:01,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:01,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:02,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:03,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:03,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:03,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:03,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:04,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:05,718 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:08,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:08,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:08,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:08,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:08,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:08,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:09,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:10,261 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:39:13,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:15,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:15,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:15,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:15,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:15,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:16,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:16,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:17,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:18,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:21,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:21,026 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:21,026 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:21,031 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:21,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:21,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:24,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:25,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:25,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:25,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:25,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:26,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:27,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:29,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:30,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:30,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:30,481 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:30,486 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:30,743 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:31,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:31,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:31,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:35,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:35,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:35,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:35,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:35,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:36,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:37,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:40,266 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:39:40,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:40,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:40,828 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:40,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:40,833 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:41,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:41,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:45,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:46,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:46,065 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:46,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:46,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:46,506 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:46,511 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:46,795 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:47,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:51,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:52,198 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:52,199 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:52,199 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:52,204 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:52,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:39:53,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:57,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:57,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:57,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:39:57,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:57,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:57,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:39:57,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:01,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:01,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:01,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:01,954 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:01,955 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:01,959 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:02,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:02,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:03,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:07,996 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:08,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:08,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:08,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:08,675 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:08,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:09,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:10,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:40:13,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:13,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:13,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:13,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:13,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:13,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:13,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:16,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:16,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:18,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:18,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:18,425 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:18,425 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:18,430 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:18,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:19,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:22,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:22,816 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:22,816 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:22,821 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:22,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:23,821 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:23,832 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:27,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:27,800 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:27,801 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:27,806 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:27,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:29,806 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:29,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:31,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:31,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:33,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:33,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:33,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:33,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:33,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:33,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:35,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:38,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:38,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:38,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:38,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:38,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:39,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:40,267 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:40:41,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:42,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:42,812 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:42,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:42,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:42,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:43,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:46,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:46,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:46,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:48,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:48,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:48,247 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:48,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:48,859 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:49,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:52,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:54,123 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:54,124 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:54,125 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:54,130 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:54,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:40:55,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:58,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:58,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:58,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:40:58,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:58,982 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:59,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:40:59,872 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:01,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:01,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:03,314 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:05,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:05,088 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:05,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:05,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:05,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:05,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:09,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:09,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:09,512 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:09,513 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:09,517 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:09,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:09,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:10,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:41:14,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:14,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:14,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:14,071 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:14,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:15,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:15,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:16,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:16,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:18,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:18,537 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:18,537 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:18,542 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:18,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:19,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:20,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:25,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:25,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:25,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:25,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:25,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:25,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:27,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:30,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:31,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:31,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:31,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:31,297 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:31,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:31,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:31,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:36,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:36,026 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:36,026 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:36,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:36,032 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:36,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:37,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:40,272 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:41:40,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:40,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:40,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:40,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:40,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:41,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:41,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:46,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:46,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:46,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:46,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:46,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:46,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:46,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:47,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:47,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:51,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:51,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:51,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:51,539 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:51,946 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:51,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:52,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:57,315 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:57,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:41:57,316 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:57,321 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:57,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:41:57,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:41:58,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:01,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:01,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:01,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:02,001 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:02,001 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:02,006 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:02,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:03,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:04,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:06,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:06,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:06,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:06,682 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:06,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:07,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:09,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:10,273 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:42:11,509 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:11,510 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:11,510 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:11,515 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:11,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:11,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:15,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:16,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:16,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:16,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:16,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:16,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:16,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:16,972 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:17,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:20,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:20,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:20,581 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:20,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:20,587 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:20,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:21,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:24,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:24,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:24,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:24,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:24,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:25,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:25,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:29,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:29,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:29,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:29,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:29,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:29,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:31,065 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:31,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:31,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:34,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:34,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:34,051 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:34,057 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:34,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:35,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:36,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:39,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:39,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:39,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:39,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:40,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:40,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:40,276 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:42:41,277 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:44,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:44,051 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:44,052 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:44,057 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:45,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:46,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:46,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:46,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:46,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:49,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:49,452 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:49,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:49,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:50,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:42:50,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:51,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:55,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:55,714 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:42:55,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:55,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:56,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:42:56,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:58,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:00,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:00,272 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:00,272 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:00,277 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:01,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:01,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:01,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:02,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:02,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:05,242 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:05,243 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:05,243 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:05,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:06,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:06,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:08,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:09,877 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:09,878 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:09,878 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:09,884 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:10,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:10,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:43:12,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:14,283 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:14,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:14,416 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:14,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:14,422 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:15,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:16,050 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:16,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:16,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:18,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:18,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:18,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:18,526 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:19,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:19,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:20,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:24,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:24,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:24,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:24,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:25,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:25,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:26,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:30,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:31,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:31,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:31,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:32,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:32,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:32,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:32,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:33,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:34,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:35,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:37,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:37,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:37,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:37,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:38,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:38,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:40,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:43:41,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:41,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:41,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:41,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:41,472 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:42,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:42,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:46,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:46,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:46,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:46,373 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:50,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:50,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:50,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:50,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:51,083 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:51,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:52,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:43:56,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:56,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:43:56,174 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:56,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:57,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:43:57,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:58,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:00,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:00,075 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:00,076 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:00,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:00,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:01,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:01,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:01,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:02,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:02,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:05,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:05,021 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:05,021 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:05,026 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:05,098 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:06,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:08,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:09,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:09,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:09,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:09,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:10,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:10,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:10,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:44:13,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:13,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:13,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:13,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:13,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:14,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:14,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:16,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:16,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:16,107 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:18,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:21,814 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:21,814 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:21,815 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:21,820 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:22,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:23,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:24,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:27,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:27,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:27,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:27,020 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:27,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:28,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:29,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:31,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:31,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:32,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:32,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:32,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:32,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:33,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:34,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:34,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:37,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:37,285 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:37,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:37,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:38,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:38,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:40,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:44:40,286 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:42,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:42,408 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:42,408 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:42,413 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:43,164 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:44,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:45,414 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:46,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:46,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:47,081 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:47,082 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:47,082 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:47,088 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:47,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:48,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:51,124 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:51,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:51,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:51,382 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:51,387 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:52,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:44:52,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:56,057 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:56,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:44:56,058 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:56,063 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:56,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:44:57,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:58,193 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:01,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:01,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:01,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:01,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:01,438 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:01,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:01,443 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:02,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:02,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:02,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:05,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:05,716 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:05,716 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:05,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:06,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:06,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:07,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:09,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:09,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:09,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:09,920 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:10,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:10,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:45:12,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:13,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:14,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:14,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:14,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:14,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:15,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:16,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:16,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:16,213 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:19,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:19,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:19,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:19,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:19,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:19,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:20,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:24,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:25,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:25,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:25,355 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:25,360 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:26,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:26,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:29,361 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:30,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:30,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:30,876 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:30,881 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:31,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:31,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:31,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:32,264 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:35,326 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:35,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:35,860 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:35,860 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:35,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:36,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:38,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:40,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:40,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:40,085 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:40,089 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:40,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:40,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:45:41,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:42,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:44,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:44,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:44,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:44,916 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:45,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:46,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:46,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:46,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:46,279 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:47,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:49,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:49,441 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:49,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:49,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:50,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:45:52,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:45:52,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:57,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:57,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:57,792 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:45:57,792 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:57,797 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:58,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:00,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:01,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:01,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:03,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:03,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:03,959 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:03,959 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:03,964 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:04,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:06,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:08,845 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:08,846 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:08,846 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:08,846 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:08,851 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:09,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:10,291 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:46:10,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:14,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:15,359 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:15,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:15,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:15,365 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:16,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:16,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:16,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:16,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:19,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:20,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:20,452 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:20,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:20,456 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:21,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:22,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:24,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:28,527 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:28,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:28,528 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:28,532 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:29,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:29,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:30,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:31,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:31,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:33,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:33,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:33,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:33,033 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:33,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:34,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:35,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:39,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:39,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:39,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:39,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:39,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:40,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:40,293 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:46:40,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:45,294 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:46,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:46,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:46,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:46,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:46,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:47,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:48,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:50,776 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:51,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:51,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:51,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:51,442 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:52,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:46:52,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:46:56,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:58,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:58,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:46:58,203 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:58,208 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:58,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:00,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:01,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:01,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:02,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:03,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:03,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:03,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:03,324 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:03,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:04,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:07,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:08,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:08,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:08,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:08,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:08,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:10,295 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:47:10,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:13,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:13,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:13,888 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:13,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:13,894 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:14,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:16,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:16,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:16,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:18,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:18,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:18,972 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:18,972 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:18,977 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:19,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:20,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:23,051 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:23,052 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:23,052 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:23,061 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:23,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:24,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:24,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:27,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:27,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:27,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:27,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:28,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:29,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:30,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:31,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:31,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:34,175 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:34,176 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:34,176 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:34,180 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:34,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:35,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:36,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:38,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:38,681 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:38,682 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:38,686 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:39,434 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:40,301 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:47:40,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:40,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:43,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:43,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:43,940 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:43,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:44,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:45,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:46,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:46,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:46,442 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:48,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:48,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:48,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:48,453 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:49,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:50,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:51,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:53,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:53,427 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:53,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:53,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:53,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:47:54,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:47:57,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:58,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:58,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:47:58,538 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:58,543 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:59,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:00,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:01,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:01,068 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:03,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:03,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:03,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:03,585 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:03,590 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:04,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:06,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:08,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:10,299 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:48:11,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:11,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:11,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:11,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:12,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:13,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:14,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:16,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:16,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:16,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:16,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:16,689 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:16,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:16,695 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:17,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:18,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:19,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:22,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:22,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:22,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:22,450 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:22,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:24,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:25,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:26,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:26,927 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:26,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:26,932 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:27,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:28,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:30,932 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:31,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:31,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:34,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:34,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:34,323 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:34,328 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:34,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:36,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:36,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:38,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:38,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:38,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:38,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:38,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:40,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:48:40,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:42,306 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:43,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:43,072 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:43,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:43,077 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:43,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:44,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:46,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:46,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:48,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:48,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:48,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:48,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:48,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:48,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:50,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:53,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:54,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:54,630 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:54,631 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:54,636 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:55,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:48:56,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:48:58,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:59,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:59,070 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:48:59,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:59,075 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:59,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:00,532 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:01,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:01,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:03,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:03,509 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:03,509 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:03,514 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:03,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:04,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:04,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:08,497 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:08,498 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:08,498 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:08,504 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:08,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:10,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:49:10,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:10,542 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:13,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:13,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:13,572 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:13,577 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:14,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:14,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:15,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:16,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:16,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:18,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:18,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:18,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:18,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:18,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:20,557 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:21,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:23,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:23,662 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:23,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:23,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:24,562 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:26,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:26,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:27,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:27,905 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:27,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:27,910 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:28,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:30,574 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:31,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:31,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:32,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:32,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:32,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:32,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:32,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:32,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:34,579 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:36,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:36,965 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:36,965 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:36,970 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:37,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:37,971 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:38,586 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:40,309 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:49:41,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:41,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:41,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:41,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:42,591 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:43,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:44,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:46,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:46,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:46,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:46,333 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:46,333 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:46,338 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:46,595 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:48,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:49,339 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:51,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:51,892 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:51,892 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:51,898 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:52,613 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:54,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:49:54,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:56,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:56,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:49:56,187 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:56,192 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:56,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:49:58,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:00,193 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:01,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:01,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:04,762 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:04,762 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:04,762 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:04,767 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:05,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:05,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:06,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:08,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:08,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:08,954 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:08,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:09,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:10,308 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:50:10,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:11,309 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:13,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:13,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:13,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:13,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:13,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:14,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:16,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:16,069 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:17,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:18,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:18,020 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:18,020 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:18,025 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:18,652 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:20,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:23,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:23,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:23,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:23,041 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:23,046 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:23,662 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:24,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:27,139 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:27,140 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:27,140 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:27,145 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:27,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:28,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:28,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:31,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:31,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:32,827 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:32,827 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:32,827 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:32,833 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:33,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:33,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:34,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:38,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:38,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:38,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:38,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:38,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:39,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:40,310 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:50:40,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:42,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:42,407 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:42,407 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:42,412 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:42,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:44,413 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:44,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:46,069 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:46,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:47,921 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:47,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:47,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:47,926 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:48,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:49,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:50,740 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:52,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:52,619 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:52,620 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:52,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:52,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:54,745 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:50:55,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:57,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:57,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:50:57,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:57,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:57,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:50:58,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:01,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:01,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:01,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:02,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:02,457 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:02,457 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:02,462 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:02,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:04,778 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:06,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:07,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:07,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:07,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:07,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:07,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:08,782 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:10,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:51:11,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:11,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:11,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:11,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:11,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:12,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:14,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:16,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:16,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:17,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:20,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:20,377 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:20,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:20,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:20,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:22,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:22,796 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:27,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:30,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:30,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:30,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:30,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:30,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:31,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:31,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:32,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:33,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:36,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:36,247 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:36,247 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:36,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:36,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:38,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:39,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:40,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:51:42,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:42,013 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:42,013 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:42,018 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:42,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:44,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:45,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:46,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:46,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:47,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:47,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:47,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:47,236 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:47,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:48,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:50,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:52,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:52,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:52,135 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:52,140 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:52,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:54,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:51:56,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:57,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:57,820 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:51:57,820 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:57,825 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:57,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:51:58,865 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:01,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:01,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:01,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:02,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:02,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:02,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:02,273 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:02,867 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:04,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:06,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:06,676 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:06,676 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:06,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:06,681 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:06,871 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:08,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:10,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:52:10,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:10,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:10,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:10,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:11,876 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:11,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:12,880 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:15,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:15,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:15,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:15,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:15,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:16,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:16,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:16,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:17,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:20,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:20,358 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:20,358 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:20,363 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:20,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:22,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:22,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:24,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:24,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:24,629 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:24,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:24,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:26,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:27,635 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:31,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:31,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:31,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:31,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:31,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:31,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:31,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:32,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:32,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:36,909 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:36,910 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:36,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:36,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:37,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:37,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:38,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:40,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:52:43,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:43,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:43,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:43,429 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:43,434 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:43,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:44,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:46,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:46,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:48,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:52,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:52,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:52,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:52,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:52,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:54,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:54,925 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:56,806 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:56,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:52:56,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:56,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:56,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:52:58,929 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:52:59,813 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:01,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:01,070 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:05,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:05,138 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:05,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:05,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:05,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:05,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:06,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:09,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:09,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:09,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:09,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:09,943 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:10,323 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:53:10,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:10,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:14,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:14,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:14,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:14,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:14,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:15,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:16,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:16,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:16,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:19,313 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:19,314 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:19,314 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:19,319 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:19,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:20,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:21,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:24,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:24,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:24,174 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:24,185 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:24,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:26,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:27,185 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:31,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:31,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:31,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:31,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:31,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:31,608 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:31,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:32,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:32,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:37,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:37,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:37,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:37,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:37,992 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:38,475 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:38,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:40,322 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:53:42,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:42,860 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:42,861 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:42,866 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:42,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:43,866 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:45,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:46,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:46,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:46,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:49,246 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:49,246 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:49,247 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:49,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:49,252 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:50,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:51,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:54,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:55,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:55,034 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:55,034 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:55,039 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:56,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:53:57,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:53:59,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:59,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:53:59,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:59,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:59,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:00,031 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:01,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:01,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:01,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:01,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:05,318 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:05,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:05,360 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:05,360 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:05,365 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:06,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:07,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:09,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:09,749 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:09,749 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:09,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:10,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:10,327 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:54:10,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:11,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:14,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:14,377 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:14,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:14,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:15,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:15,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:16,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:16,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:16,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:17,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:19,418 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:19,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:19,419 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:19,424 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:20,066 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:20,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:21,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:23,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:23,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:23,592 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:23,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:24,075 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:25,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:25,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:29,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:29,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:29,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:29,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:30,085 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:31,070 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:31,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:31,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:31,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:31,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:34,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:34,912 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:34,913 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:34,918 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:35,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:36,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:37,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:39,369 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:39,370 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:39,370 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:39,375 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:40,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:40,327 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:54:41,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:42,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:45,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:45,254 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:45,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:45,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:46,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:46,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:46,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:47,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:47,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:49,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:49,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:49,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:49,662 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:50,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:54:51,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:54:52,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:57,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:58,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:58,502 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:54:58,502 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:58,507 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:59,121 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:01,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:01,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:01,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:03,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:04,314 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:04,315 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:04,315 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:04,320 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:05,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:07,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:08,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:10,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:55:12,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:12,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:12,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:12,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:13,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:13,494 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:15,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:16,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:16,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:16,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:17,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:17,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:17,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:17,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:19,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:19,140 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:22,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:22,093 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:22,093 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:22,098 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:22,142 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:24,099 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:25,145 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:26,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:26,743 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:26,743 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:26,748 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:27,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:29,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:29,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:31,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:31,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:33,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:33,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:33,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:33,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:33,153 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:35,088 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:35,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:37,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:37,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:37,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:37,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:38,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:39,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:40,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:55:40,333 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:44,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:44,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:44,788 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:44,793 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:45,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:45,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:46,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:46,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:47,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:49,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:49,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:49,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:49,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:50,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:51,173 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:51,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:54,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:54,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:54,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:54,397 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:55,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:55:57,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:55:57,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:59,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:59,036 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:55:59,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:59,041 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:59,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:01,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:01,071 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:01,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:03,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:03,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:03,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:03,939 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:03,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:04,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:05,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:08,730 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:08,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:08,731 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:08,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:08,736 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:09,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:10,333 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:56:11,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:14,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:14,006 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:14,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:14,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:14,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:14,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:15,199 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:16,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:16,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:18,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:18,108 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:18,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:18,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:18,201 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:19,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:21,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:24,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:27,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:27,122 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:27,122 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:27,127 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:27,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:29,214 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:30,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:31,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:31,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:32,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:32,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:32,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:32,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:32,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:35,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:35,236 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:36,867 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:36,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:36,868 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:36,874 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:37,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:39,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:40,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:56:40,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:42,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:42,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:42,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:42,922 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:43,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:45,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:45,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:46,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:46,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:47,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:47,535 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:47,535 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:47,540 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:48,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:49,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:51,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:52,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:52,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:52,385 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:52,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:53,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:55,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:56:56,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:56,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:56:56,680 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:56,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:56,685 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:57,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:56:59,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:01,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:01,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:01,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:01,666 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:01,667 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:01,671 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:01,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:02,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:03,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:06,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:07,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:07,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:07,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:07,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:08,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:09,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:10,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:57:12,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:15,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:15,286 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:15,286 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:15,292 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:15,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:16,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:16,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:17,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:17,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:22,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:23,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:23,705 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:23,705 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:23,710 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:24,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:25,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:27,748 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:27,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:27,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:27,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:27,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:28,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:29,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:31,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:31,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:32,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:32,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:32,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:32,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:33,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:33,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:35,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:37,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:37,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:37,453 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:37,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:38,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:39,323 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:39,459 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:40,342 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:57:43,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:43,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:43,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:43,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:43,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:45,147 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:45,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:46,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:46,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:47,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:47,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:47,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:47,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:48,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:49,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:57:50,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:55,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:56,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:56,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:57:56,238 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:56,243 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:56,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:57:57,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:00,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:00,893 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:00,893 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:00,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:00,898 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:01,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:01,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:01,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:03,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:05,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:05,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:05,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:05,399 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:06,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:06,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:07,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:10,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:58:12,343 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:13,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:13,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:13,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:13,877 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:14,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:15,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:16,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:16,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:17,361 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:19,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:19,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:19,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:19,742 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:20,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:21,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:22,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:25,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:25,189 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:25,189 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:25,194 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:25,411 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:27,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:28,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:30,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:30,597 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:30,597 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:30,602 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:31,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:31,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:31,418 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:33,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:33,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:36,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:36,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:36,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:36,346 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:36,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:38,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:39,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:40,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:58:41,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:41,721 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:41,721 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:41,726 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:42,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:43,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:43,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:46,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:46,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:49,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:50,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:50,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:50,690 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:50,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:51,436 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:53,439 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:54,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:55,920 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:55,921 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:58:55,921 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:55,926 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:56,441 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:58:57,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:58:59,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:00,979 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:00,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:00,980 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:00,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:01,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:01,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:01,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:03,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:05,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:06,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:06,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:06,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:06,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:07,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:09,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:10,345 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:59:11,291 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:11,292 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:11,292 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:11,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:11,297 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:11,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:13,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:15,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:15,506 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:15,506 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:15,511 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:16,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:16,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:16,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:16,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:17,464 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:21,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:21,235 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:21,235 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:21,241 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:21,467 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:22,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:23,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:25,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:25,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:25,445 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:25,450 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:25,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:27,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:27,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:30,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:30,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:30,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:30,932 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:31,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:31,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:31,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:33,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:33,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:36,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:36,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:36,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:36,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:37,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:38,720 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:39,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:40,347 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 17:59:41,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:41,661 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:41,661 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:41,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:42,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:43,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:44,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:46,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:46,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:47,712 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:47,713 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:47,713 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:47,718 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:48,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:49,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:49,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:52,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:52,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:52,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:53,009 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:53,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 17:59:55,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:55,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 17:59:59,506 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:59,507 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 17:59:59,507 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:59,512 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:00,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:00,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:01,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:01,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:01,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:04,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:04,002 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:04,002 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:04,007 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:04,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:05,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:06,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:10,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:10,094 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:10,094 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:10,099 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:10,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:00:10,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:11,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:11,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:15,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:15,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:15,215 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:15,220 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:15,518 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:16,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:16,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:17,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:17,522 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:21,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:21,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:21,978 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:21,983 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:22,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:23,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:23,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:26,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:26,652 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:26,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:26,657 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:27,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:28,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:29,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:31,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:31,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:31,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:31,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:31,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:31,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:31,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:33,539 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:34,512 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:35,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:35,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:35,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:35,864 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:36,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:37,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:39,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:40,351 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:00:41,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:41,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:41,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:41,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:41,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:43,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:45,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:45,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:45,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:45,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:45,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:46,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:46,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:46,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:47,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:50,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:50,311 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:50,312 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:50,312 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:50,317 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:50,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:51,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:54,525 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:54,526 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:54,526 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:54,531 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:54,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:00:55,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:57,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:00:59,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:59,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:00:59,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:59,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:00,567 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:00,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:01,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:01,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:01,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:05,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:05,828 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:05,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:05,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:05,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:06,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:07,575 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:10,357 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:01:11,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:13,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:13,134 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:13,135 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:13,140 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:13,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:15,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:16,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:16,073 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:17,348 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:17,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:17,757 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:17,757 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:17,762 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:18,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:19,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:22,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:23,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:23,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:23,325 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:23,330 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:23,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:25,637 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:28,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:29,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:29,503 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:29,503 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:29,508 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:29,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:31,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:31,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:31,643 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:33,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:34,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:34,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:34,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:34,171 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:34,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:35,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:39,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:40,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:01:44,279 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:44,279 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:44,280 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:44,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:44,285 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:44,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:45,656 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:46,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:46,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:48,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:48,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:48,146 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:48,151 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:48,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:49,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:50,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:53,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:53,598 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:53,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:53,604 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:53,692 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:55,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:55,695 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:01:58,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:58,099 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:01:58,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:58,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:58,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:01:59,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:01,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:01,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:01,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:02,871 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:02,872 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:02,872 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:02,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:03,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:05,705 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:06,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:06,943 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:06,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:06,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:06,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:07,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:09,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:10,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:02:11,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:11,809 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:11,809 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:11,814 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:12,712 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:12,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:13,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:16,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:16,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:16,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:16,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:16,376 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:16,381 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:16,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:17,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:18,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:23,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:23,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:23,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:23,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:23,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:24,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:25,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:27,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:27,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:27,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:27,355 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:27,728 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:29,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:29,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:31,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:31,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:31,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:31,858 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:31,858 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:31,864 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:32,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:33,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:34,900 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:36,327 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:36,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:36,328 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:36,333 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:36,738 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:37,741 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:40,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:40,360 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:02:41,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:41,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:41,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:41,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:41,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:43,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:45,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:46,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:46,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:46,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:46,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:46,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:46,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:46,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:47,760 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:50,953 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:50,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:50,954 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:50,954 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:50,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:51,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:53,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:02:55,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:55,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:02:55,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:55,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:55,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:02:56,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:57,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:00,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:00,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:00,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:00,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:00,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:01,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:01,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:01,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:02,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:04,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:04,960 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:04,961 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:04,966 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:05,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:07,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:08,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:09,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:09,433 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:09,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:09,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:09,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:10,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:03:11,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:13,367 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:16,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:16,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:17,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:17,007 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:17,007 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:17,012 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:17,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:19,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:19,798 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:22,518 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:22,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:22,519 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:22,524 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:22,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:23,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:24,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:27,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:27,016 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:27,017 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:27,022 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:27,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:29,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:30,022 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:31,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:31,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:34,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:34,179 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:34,179 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:34,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:34,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:35,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:35,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:40,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:40,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:03:40,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:40,529 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:40,529 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:40,534 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:40,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:41,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:44,837 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:44,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:44,838 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:44,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:45,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:45,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:46,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:46,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:47,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:49,915 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:49,915 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:49,915 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:49,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:50,902 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:50,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:51,904 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:54,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:54,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:54,178 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:54,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:54,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:03:55,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:03:56,183 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:59,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:59,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:03:59,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:59,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:59,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:01,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:01,074 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:01,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:01,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:04,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:04,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:04,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:04,282 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:04,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:05,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:07,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:08,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:08,646 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:08,646 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:08,651 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:08,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:09,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:10,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:04:12,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:16,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:16,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:17,181 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:17,182 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:17,182 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:17,187 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:17,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:18,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:19,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:22,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:22,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:22,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:22,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:22,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:23,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:23,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:27,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:27,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:27,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:27,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:27,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:28,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:29,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:31,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:31,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:31,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:33,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:33,377 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:33,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:33,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:33,949 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:34,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:35,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:39,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:39,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:39,464 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:39,464 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:39,469 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:39,955 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:40,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:04:41,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:43,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:43,924 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:43,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:43,929 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:43,960 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:44,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:45,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:46,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:46,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:46,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:50,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:50,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:50,434 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:50,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:50,439 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:50,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:51,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:04:55,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:56,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:56,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:04:56,497 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:56,502 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:57,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:04:58,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:00,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:01,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:01,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:01,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:01,791 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:01,791 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:01,791 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:01,796 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:02,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:04,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:05,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:07,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:07,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:07,522 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:07,528 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:08,011 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:10,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:10,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:05:11,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:13,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:13,288 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:13,288 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:13,293 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:14,017 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:16,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:16,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:16,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:16,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:16,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:19,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:19,808 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:19,808 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:19,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:20,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:21,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:22,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:24,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:24,488 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:24,488 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:24,493 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:25,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:26,045 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:27,494 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:29,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:29,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:29,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:29,296 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:30,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:31,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:31,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:31,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:32,052 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:33,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:36,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:36,214 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:36,214 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:36,219 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:37,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:38,058 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:39,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:40,318 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:40,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:40,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:40,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:40,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:05:41,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:42,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:44,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:45,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:45,412 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:45,412 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:45,426 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:46,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:46,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:46,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:46,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:48,068 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:49,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:49,836 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:49,836 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:49,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:49,841 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:50,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:52,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:54,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:54,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:54,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:54,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:55,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:05:55,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:05:55,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:59,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:59,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:05:59,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:59,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:00,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:00,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:01,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:01,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:01,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:01,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:06,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:08,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:08,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:08,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:08,589 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:09,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:09,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:10,375 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:06:11,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:15,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:15,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:15,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:15,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:16,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:16,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:16,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:16,202 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:17,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:17,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:21,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:21,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:21,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:21,510 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:22,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:22,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:23,210 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:26,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:26,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:26,135 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:26,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:26,212 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:27,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:28,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:31,075 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:31,075 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:31,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:31,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:31,593 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:31,593 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:31,598 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:32,250 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:33,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:33,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:38,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:40,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:40,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:40,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:40,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:40,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:40,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:06:41,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:44,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:45,510 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:45,510 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:45,511 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:45,516 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:46,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:46,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:47,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:49,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:50,763 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:50,764 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:50,764 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:50,769 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:51,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:06:51,270 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:54,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:56,215 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:56,216 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:06:56,216 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:56,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:56,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:06:57,276 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:00,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:01,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:01,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:04,805 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:04,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:04,806 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:04,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:05,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:05,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:05,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:10,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:07:11,381 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:12,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:12,328 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:12,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:12,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:13,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:13,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:16,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:16,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:16,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:16,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:16,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:17,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:17,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:21,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:21,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:21,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:21,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:21,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:22,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:23,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:26,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:27,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:27,280 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:27,280 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:27,285 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:27,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:29,311 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:31,386 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:31,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:31,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:31,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:31,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:31,729 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:31,729 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:31,734 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:32,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:33,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:36,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:36,373 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:36,373 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:36,378 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:37,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:37,321 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:37,379 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:40,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:07:40,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:40,931 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:40,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:40,936 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:41,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:41,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:42,936 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:45,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:45,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:45,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:45,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:46,328 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:46,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:47,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:48,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:50,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:50,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:50,121 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:50,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:50,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:51,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:54,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:54,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:54,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:54,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:54,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:55,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:55,340 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:58,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:58,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:07:58,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:58,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:59,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:07:59,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:07:59,929 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:01,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:03,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:03,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:03,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:03,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:03,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:05,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:05,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:07,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:07,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:07,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:07,453 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:08,351 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:09,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:10,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:08:10,384 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:12,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:12,803 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:12,803 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:12,808 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:13,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:13,358 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:15,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:16,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:18,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:18,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:18,964 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:18,969 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:19,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:21,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:21,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:24,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:24,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:24,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:24,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:25,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:25,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:26,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:29,162 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:29,163 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:29,163 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:29,168 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:29,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:31,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:31,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:31,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:31,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:31,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:34,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:34,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:34,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:34,255 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:34,406 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:35,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:37,292 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:40,385 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:08:40,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:40,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:40,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:40,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:41,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:41,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:42,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:46,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:46,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:46,246 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:46,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:46,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:46,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:47,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:48,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:51,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:51,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:51,129 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:51,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:51,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:53,425 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:54,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:56,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:56,186 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:08:56,187 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:56,192 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:56,477 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:08:57,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:08:59,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:01,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:04,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:04,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:04,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:04,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:04,733 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:05,486 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:05,487 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:09,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:10,391 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:09:11,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:11,576 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:11,576 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:11,581 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:12,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:13,493 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:15,582 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:15,794 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:15,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:15,795 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:15,801 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:16,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:16,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:16,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:17,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:20,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:22,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:22,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:22,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:22,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:23,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:23,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:26,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:27,926 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:27,926 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:27,927 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:27,932 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:28,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:29,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:31,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:31,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:32,610 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:33,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:33,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:33,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:33,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:33,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:35,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:38,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:40,390 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:09:43,078 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:43,079 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:43,079 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:43,084 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:43,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:43,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:44,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:46,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:46,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:48,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:48,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:48,522 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:48,527 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:48,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:49,530 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:49,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:53,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:53,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:09:53,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:53,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:54,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:09:54,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:55,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:09:59,810 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:00,160 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:00,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:00,161 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:00,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:00,544 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:01,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:01,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:01,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:05,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:05,667 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:05,668 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:05,668 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:05,673 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:06,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:07,551 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:10,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:10,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:10,366 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:10,371 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:10,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:10:10,553 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:11,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:11,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:16,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:16,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:16,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:16,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:16,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:16,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:17,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:17,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:21,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:22,334 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:22,334 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:22,334 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:22,339 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:22,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:23,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:26,999 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:27,000 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:27,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:27,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:27,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:27,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:27,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:31,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:31,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:31,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:31,675 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:31,680 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:32,577 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:32,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:33,579 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:36,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:36,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:36,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:36,597 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:37,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:37,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:38,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:40,394 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:10:42,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:42,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:42,338 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:42,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:42,606 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:43,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:44,344 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:46,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:48,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:48,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:48,643 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:48,648 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:48,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:49,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:49,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:52,883 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:52,884 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:52,884 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:52,889 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:53,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:10:53,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:54,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:57,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:57,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:10:57,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:57,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:57,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:10:59,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:00,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:01,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:01,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:01,925 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:01,925 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:01,930 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:02,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:03,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:05,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:06,356 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:06,357 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:06,357 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:06,362 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:06,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:07,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:10,396 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:11:10,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:10,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:10,835 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:10,840 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:11,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:11,759 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:11,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:16,225 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:16,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:16,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:16,231 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:16,388 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:16,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:17,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:17,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:20,607 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:20,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:20,608 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:20,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:20,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:21,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:22,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:24,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:24,980 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:24,981 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:24,985 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:25,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:25,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:27,986 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:30,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:30,897 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:30,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:30,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:30,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:31,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:31,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:33,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:38,621 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:39,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:39,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:39,322 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:39,326 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:39,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:40,398 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:11:41,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:44,377 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:44,378 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:44,378 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:44,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:44,383 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:44,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:45,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:46,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:49,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:49,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:49,218 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:49,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:49,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:50,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:51,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:11:55,260 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:55,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:11:55,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:11:55,596 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:11:55,601 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:11:55,937 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:11:57,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:00,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:00,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:00,482 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:00,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:00,487 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:00,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:01,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:01,944 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:05,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:06,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:06,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:06,708 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:06,713 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:06,947 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:07,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:10,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:12:11,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:13,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:13,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:13,493 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:13,498 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:13,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:15,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:16,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:16,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:18,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:18,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:18,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:18,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:18,959 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:19,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:21,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:23,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:23,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:23,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:23,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:23,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:25,974 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:27,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:27,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:27,745 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:27,745 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:27,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:27,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:29,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:31,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:31,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:32,610 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:33,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:33,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:33,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:33,659 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:33,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:35,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:37,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:39,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:39,805 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:39,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:39,811 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:39,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:40,402 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:12:41,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:43,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:46,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:46,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:47,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:47,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:47,151 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:47,156 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:48,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:48,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:49,192 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:52,223 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:52,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:52,224 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:52,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:53,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:54,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:54,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:56,623 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:12:56,624 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:12:56,624 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:12:56,629 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:12:57,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:12:58,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:12:59,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:00,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:00,831 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:00,831 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:00,836 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:01,057 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:01,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:01,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:01,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:02,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:04,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:05,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:05,424 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:05,424 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:05,430 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:06,103 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:08,107 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:10,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:10,096 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:10,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:10,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:10,101 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:10,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:10,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:13:12,111 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:14,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:14,641 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:14,642 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:14,647 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:15,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:15,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:16,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:16,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:16,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:20,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:20,176 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:20,177 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:20,182 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:21,119 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:21,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:22,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:24,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:24,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:24,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:24,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:25,123 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:26,126 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:26,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:28,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:28,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:28,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:28,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:29,128 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:30,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:31,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:31,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:33,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:33,232 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:33,232 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:33,238 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:34,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:34,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:37,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:40,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:40,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:40,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:40,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:40,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:40,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:13:42,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:42,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:45,147 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:45,148 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:45,148 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:45,153 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:45,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:46,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:46,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:47,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:49,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:49,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:49,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:49,738 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:50,191 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:52,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:52,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:54,155 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:13:54,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:13:54,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:13:54,162 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:13:54,195 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:13:56,198 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:13:58,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:00,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:00,320 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:00,320 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:00,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:01,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:01,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:01,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:01,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:02,255 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:03,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:05,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:05,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:05,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:05,402 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:06,258 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:08,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:09,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:10,093 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:10,093 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:10,094 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:10,099 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:10,262 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:10,409 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:14:12,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:15,411 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:16,389 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:16,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:16,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:16,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:16,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:17,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:18,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:20,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:20,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:20,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:20,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:20,700 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:21,273 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:22,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:25,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:27,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:27,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:27,437 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:27,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:28,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:30,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:31,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:32,056 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:32,056 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:32,056 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:32,081 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:32,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:34,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:36,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:36,517 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:36,517 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:36,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:36,522 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:37,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:38,305 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:40,414 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:14:42,415 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:45,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:45,028 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:45,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:45,033 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:45,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:46,313 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:46,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:46,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:47,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:50,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:50,246 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:50,246 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:50,251 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:50,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:52,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:53,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:55,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:14:55,781 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:14:55,781 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:55,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:56,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:14:58,324 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:14:58,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:01,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:01,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:01,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:01,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:01,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:01,724 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:02,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:04,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:04,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:06,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:06,225 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:06,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:06,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:06,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:08,333 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:10,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:10,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:15:11,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:11,223 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:11,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:11,229 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:11,335 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:12,337 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:16,230 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:16,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:16,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:16,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:16,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:16,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:17,341 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:18,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:21,874 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:21,875 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:21,875 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:21,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:21,880 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:22,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:24,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:26,881 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:27,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:27,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:27,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:27,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:28,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:30,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:31,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:31,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:31,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:32,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:32,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:32,966 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:32,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:32,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:33,359 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:34,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:38,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:38,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:38,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:38,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:38,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:39,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:40,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:40,418 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:15:43,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:43,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:43,930 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:43,931 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:43,937 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:44,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:46,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:15:46,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:15:46,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:15:48,253 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:48,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:48,254 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:48,259 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:48,374 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:49,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:50,377 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:53,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:53,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:53,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:53,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:15:54,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:15:54,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:15:56,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:15:59,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:15:59,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:15:59,577 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:15:59,582 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:00,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:00,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:01,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:01,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:02,388 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:04,595 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:04,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:04,595 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:04,600 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:05,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:05,636 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:06,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:08,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:08,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:08,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:08,895 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:09,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:10,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:10,417 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:16:11,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:13,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:13,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:13,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:13,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:14,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:16,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:16,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:16,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:16,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:18,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:18,101 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:18,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:18,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:18,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:20,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:22,018 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:22,019 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:22,019 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:22,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:22,024 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:22,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:24,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:27,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:30,273 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:30,274 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:30,274 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:30,279 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:30,415 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:31,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:31,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:31,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:32,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:32,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:35,347 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:35,348 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:35,348 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:35,353 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:35,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:36,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:38,388 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:40,419 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:16:40,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:40,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:40,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:40,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:41,426 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:42,428 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:43,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:45,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:45,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:45,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:45,538 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:46,389 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:16:46,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:16:46,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:16:46,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:46,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:49,601 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:50,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:50,410 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:50,410 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:50,415 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:50,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:16:52,450 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:16:55,452 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:16:58,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:16:58,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:16:58,376 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:16:58,381 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:16:58,453 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:00,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:01,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:01,390 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:03,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:03,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:03,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:03,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:04,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:06,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:07,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:08,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:08,454 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:08,454 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:08,459 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:08,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:10,422 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:17:10,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:12,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:12,963 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:12,964 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:12,964 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:12,969 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:13,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:14,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:16,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:17,258 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:17,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:17,259 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:17,265 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:17,474 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:18,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:18,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:21,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:21,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:21,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:21,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:22,479 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:23,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:24,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:26,267 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:26,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:26,268 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:26,273 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:26,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:28,486 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:29,274 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:30,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:30,661 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:30,662 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:30,667 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:31,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:31,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:31,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:32,491 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:34,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:35,916 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:35,916 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:35,917 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:35,921 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:36,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:38,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:39,960 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:40,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:17:40,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:40,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:40,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:40,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:41,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:42,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:45,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:46,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:46,129 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:46,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:46,134 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:46,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:17:46,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:17:46,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:17:46,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:48,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:51,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:51,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:51,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:51,245 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:51,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:51,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:52,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:17:56,007 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:17:56,008 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:17:56,008 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:17:56,013 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:17:56,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:17:57,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:17:58,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:00,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:00,841 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:00,841 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:00,846 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:01,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:01,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:01,526 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:02,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:02,641 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:06,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:06,296 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:06,296 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:06,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:06,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:08,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:08,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:10,429 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:18:13,243 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:13,244 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:13,244 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:13,249 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:13,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:14,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:14,540 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:16,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:16,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:16,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:17,547 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:17,548 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:17,548 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:17,553 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:18,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:18,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:19,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:22,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:22,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:22,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:22,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:22,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:24,550 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:25,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:27,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:27,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:27,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:27,397 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:27,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:28,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:31,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:31,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:32,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:32,504 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:32,504 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:32,509 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:32,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:34,609 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:36,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:38,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:38,530 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:38,530 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:38,535 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:38,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:40,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:18:40,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:42,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:43,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:43,458 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:43,458 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:43,462 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:43,616 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:44,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:46,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:18:46,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:18:46,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:18:47,657 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:52,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:52,652 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:52,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:52,658 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:52,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:53,624 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:18:54,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:18:57,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:18:58,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:18:58,326 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:18:58,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:18:58,331 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:18:58,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:00,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:01,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:01,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:01,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:03,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:04,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:04,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:04,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:04,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:04,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:06,638 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:08,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:08,619 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:08,619 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:08,624 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:08,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:09,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:10,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:19:10,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:12,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:12,998 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:12,998 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:13,003 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:13,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:14,646 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:15,004 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:16,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:16,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:16,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:18,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:18,337 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:18,337 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:18,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:18,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:20,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:20,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:25,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:26,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:26,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:26,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:26,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:27,722 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:28,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:30,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:31,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:33,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:33,854 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:33,855 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:33,860 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:34,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:35,860 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:36,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:39,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:39,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:39,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:39,030 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:39,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:40,432 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:19:40,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:41,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:43,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:43,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:43,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:43,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:43,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:44,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:46,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:19:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:19:46,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:19:46,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:48,743 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:48,744 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:48,744 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:48,749 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:49,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:50,748 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:51,788 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:54,906 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:54,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:54,907 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:54,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:55,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:19:56,754 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:19:56,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:19:59,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:19:59,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:19:59,633 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:19:59,638 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:19:59,756 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:00,758 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:01,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:01,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:01,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:02,637 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:03,824 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:03,825 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:03,825 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:03,830 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:04,761 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:06,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:07,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:10,437 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:20:13,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:16,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:16,152 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:16,152 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:16,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:16,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:16,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:16,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:16,771 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:18,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:18,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:21,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:21,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:21,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:21,824 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:22,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:23,825 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:24,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:26,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:26,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:26,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:26,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:26,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:28,819 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:29,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:31,163 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:31,164 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:31,164 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:31,170 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:31,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:31,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:31,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:32,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:34,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:37,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:37,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:37,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:37,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:37,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:38,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:40,188 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:40,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:20:41,538 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:41,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:41,539 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:41,544 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:41,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:42,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:45,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:45,566 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:45,567 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:45,567 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:45,572 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:45,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:20:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:20:46,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:20:46,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:50,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:52,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:52,508 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:52,508 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:52,513 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:52,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:54,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:20:56,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:20:57,571 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:20:57,572 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:20:57,572 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:20:57,577 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:20:57,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:20:58,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:01,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:01,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:01,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:01,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:02,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:02,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:02,404 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:02,409 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:02,853 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:04,856 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:07,410 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:08,793 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:08,794 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:08,794 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:08,799 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:08,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:10,438 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:21:10,861 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:12,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:14,451 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:14,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:14,452 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:14,457 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:14,864 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:16,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:16,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:16,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:16,868 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:17,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:19,013 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:19,014 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:19,014 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:19,019 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:19,870 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:20,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:23,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:24,957 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:24,958 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:24,959 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:24,964 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:25,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:26,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:28,964 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:29,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:29,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:29,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:29,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:29,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:30,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:31,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:31,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:31,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:34,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:38,115 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:38,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:38,116 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:38,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:38,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:40,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:40,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:21:40,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:42,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:42,739 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:42,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:42,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:42,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:44,909 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:45,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:46,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:21:46,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:21:46,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:21:47,563 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:47,564 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:47,564 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:47,569 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:47,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:48,913 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:51,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:52,447 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:52,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:52,448 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:52,453 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:52,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:54,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:21:56,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:21:56,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:21:56,896 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:21:56,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:21:56,901 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:21:56,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:21:58,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:01,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:01,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:01,393 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:01,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:01,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:01,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:01,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:01,940 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:02,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:02,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:06,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:06,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:06,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:06,225 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:06,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:08,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:08,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:10,443 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:22:11,616 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:11,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:11,617 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:11,623 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:11,950 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:12,953 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:13,624 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:16,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:16,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:16,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:18,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:18,088 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:18,088 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:18,093 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:18,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:19,094 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:20,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:23,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:23,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:23,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:23,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:23,963 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:24,357 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:24,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:29,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:29,783 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:29,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:29,784 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:29,789 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:29,968 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:30,971 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:31,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:31,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:31,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:34,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:34,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:34,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:34,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:34,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:35,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:36,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:40,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:40,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:40,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:40,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:40,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:40,448 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:22:40,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:42,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:45,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:46,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:46,046 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:46,047 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:46,052 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:22:46,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:22:46,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:22:46,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:49,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:50,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:51,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:51,491 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:51,492 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:51,497 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:52,049 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:53,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:22:56,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:22:56,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:22:56,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:22:56,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:22:56,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:22:57,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:22:59,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:01,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:01,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:01,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:01,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:04,749 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:04,750 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:04,750 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:04,755 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:05,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:06,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:07,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:10,447 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:23:12,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:13,241 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:13,241 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:13,242 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:13,248 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:14,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:15,070 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:16,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:16,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:16,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:17,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:19,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:19,977 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:19,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:19,983 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:20,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:21,077 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:22,983 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:25,391 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:25,392 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:25,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:25,398 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:26,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:27,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:28,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:30,058 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:30,058 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:30,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:30,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:30,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:31,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:31,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:31,393 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:33,088 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:33,663 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:34,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:34,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:34,976 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:34,981 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:35,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:37,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:38,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:40,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:40,397 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:40,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:40,403 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:40,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:23:41,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:43,100 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:44,453 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:45,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:45,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:45,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:45,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:46,101 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:23:46,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:23:46,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:23:47,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:49,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:50,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:50,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:50,077 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:50,082 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:50,106 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:53,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:23:55,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:23:57,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:23:57,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:23:57,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:23:57,655 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:23:58,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:23:59,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:00,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:01,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:01,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:02,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:02,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:02,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:02,152 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:03,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:05,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:06,152 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:06,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:06,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:06,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:06,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:07,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:09,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:10,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:24:10,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:10,866 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:10,866 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:10,871 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:11,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:11,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:13,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:16,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:16,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:17,684 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:19,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:19,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:19,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:19,096 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:19,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:21,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:23,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:24,927 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:24,928 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:24,928 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:24,933 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:25,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:27,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:28,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:31,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:31,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:31,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:33,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:33,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:33,098 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:33,103 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:33,217 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:34,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:35,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:37,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:37,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:37,552 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:37,557 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:38,223 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:39,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:39,557 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:40,453 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:24:43,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:43,717 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:43,717 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:43,722 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:44,230 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:44,722 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:45,232 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:46,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:24:46,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:24:46,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:24:48,716 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:48,720 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:48,720 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:48,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:49,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:49,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:51,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:52,981 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:52,982 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:52,982 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:52,988 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:53,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:54,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:24:55,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:24:57,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:24:57,736 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:24:57,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:24:57,741 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:24:58,251 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:24:59,253 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:00,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:01,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:01,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:02,421 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:02,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:02,422 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:02,427 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:03,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:05,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:06,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:07,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:07,421 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:07,421 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:07,427 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:08,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:09,261 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:10,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:25:11,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:12,137 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:12,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:12,138 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:12,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:12,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:13,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:16,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:16,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:16,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:17,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:17,999 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:18,000 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:18,005 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:18,269 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:19,272 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:22,005 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:22,247 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:22,248 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:22,248 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:22,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:22,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:25,277 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:27,254 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:30,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:30,704 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:30,704 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:30,709 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:31,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:31,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:31,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:31,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:32,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:33,297 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:36,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:36,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:36,112 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:36,117 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:36,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:37,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:38,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:40,457 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:25:40,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:40,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:40,536 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:40,541 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:41,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:43,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:43,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:45,109 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:45,110 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:45,110 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:45,115 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:45,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:46,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:25:46,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:25:46,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:25:47,314 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:48,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:49,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:49,616 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:49,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:49,621 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:50,315 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:51,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:53,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:25:53,890 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:25:53,890 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:25:53,891 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:25:53,896 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:25:54,320 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:25:55,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:25:58,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:01,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:01,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:01,919 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:01,919 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:01,920 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:01,925 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:02,326 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:03,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:03,925 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:06,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:06,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:06,238 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:06,243 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:06,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:09,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:09,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:10,459 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:26:14,461 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:14,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:14,593 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:14,593 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:14,598 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:15,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:16,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:16,394 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:17,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:19,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:20,010 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:20,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:20,011 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:20,016 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:20,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:21,344 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:24,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:24,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:24,527 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:24,533 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:25,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:25,534 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:26,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:28,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:28,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:28,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:28,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:29,377 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:30,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:30,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:31,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:31,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:31,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:33,282 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:33,283 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:33,283 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:33,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:33,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:34,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:36,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:38,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:38,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:38,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:38,152 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:38,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:38,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:40,461 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:26:41,463 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:42,951 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:42,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:42,952 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:42,957 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:43,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:44,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:46,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:26:46,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:26:46,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:26:46,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:48,351 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:48,352 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:48,352 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:48,357 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:48,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:50,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:52,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:52,818 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:52,819 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:52,819 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:52,825 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:53,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:26:54,405 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:57,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:26:57,443 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:26:57,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:26:57,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:26:57,455 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:26:58,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:26:58,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:01,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:01,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:01,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:02,169 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:02,170 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:02,170 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:02,176 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:02,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:02,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:03,176 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:06,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:06,402 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:06,403 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:06,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:06,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:08,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:08,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:10,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:27:13,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:13,081 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:13,081 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:13,086 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:13,422 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:14,087 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:14,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:16,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:16,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:16,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:19,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:21,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:21,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:21,621 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:21,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:22,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:22,432 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:25,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:27,150 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:27,152 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:27,152 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:27,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:27,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:28,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:31,157 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:31,393 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:31,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:31,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:33,043 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:33,044 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:33,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:33,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:33,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:34,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:37,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:37,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:37,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:37,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:37,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:38,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:38,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:40,466 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:27:42,467 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:44,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:44,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:44,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:44,051 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:44,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:44,455 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:46,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:27:46,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:27:46,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:27:47,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:50,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:50,754 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:50,754 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:50,759 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:51,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:27:52,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:27:52,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:57,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:27:58,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:27:58,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:27:58,805 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:27:58,810 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:27:59,476 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:00,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:01,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:01,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:03,680 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:04,760 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:04,761 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:04,761 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:04,767 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:05,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:06,505 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:08,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:09,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:09,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:09,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:09,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:10,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:28:10,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:10,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:14,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:16,343 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:16,344 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:16,345 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:16,350 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:16,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:16,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:16,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:16,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:19,604 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:21,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:21,032 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:21,032 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:21,037 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:21,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:22,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:25,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:25,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:25,870 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:25,870 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:25,875 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:26,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:26,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:30,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:31,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:31,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:31,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:31,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:31,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:31,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:32,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:32,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:36,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:39,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:39,565 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:39,565 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:39,570 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:39,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:40,470 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:28:40,683 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:42,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:44,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:44,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:44,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:44,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:44,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:46,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:28:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:28:46,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:28:46,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:47,704 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:48,968 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:48,969 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:48,969 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:48,974 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:49,690 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:50,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:52,975 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:53,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:53,714 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:53,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:53,719 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:54,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:28:54,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:28:58,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:28:58,589 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:28:58,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:28:58,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:28:58,595 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:28:58,699 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:00,702 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:01,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:03,705 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:07,096 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:07,097 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:07,097 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:07,102 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:07,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:08,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:09,102 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:10,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:29:11,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:11,493 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:11,494 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:11,499 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:11,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:12,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:14,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:16,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:16,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:17,470 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:17,471 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:17,471 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:17,476 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:17,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:18,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:20,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:23,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:23,147 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:23,147 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:23,152 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:23,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:24,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:26,153 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:28,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:28,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:28,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:28,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:28,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:28,730 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:31,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:31,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:31,396 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:32,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:32,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:32,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:32,725 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:32,732 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:34,736 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:36,725 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:39,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:39,033 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:39,033 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:39,039 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:39,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:40,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:29:40,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:42,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:43,323 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:43,324 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:43,325 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:43,330 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:43,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:44,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:46,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:29:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:29:46,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:29:47,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:47,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:47,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:47,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:47,804 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:48,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:48,751 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:52,804 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:29:56,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:29:56,325 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:29:56,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:29:56,330 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:29:56,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:29:56,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:29:58,331 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:01,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:01,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:02,374 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:02,374 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:02,375 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:02,380 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:02,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:02,763 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:03,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:07,307 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:07,308 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:07,309 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:07,314 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:07,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:08,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:09,314 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:10,476 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:30:14,478 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:15,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:15,813 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:15,813 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:15,818 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:16,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:16,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:16,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:16,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:19,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:20,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:20,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:20,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:20,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:20,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:20,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:24,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:24,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:24,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:24,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:24,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:25,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:26,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:29,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:29,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:29,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:29,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:29,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:30,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:31,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:31,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:31,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:31,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:36,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:36,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:36,330 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:36,335 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:36,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:36,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:37,335 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:40,482 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:30:42,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:42,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:42,922 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:42,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:42,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:43,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:44,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:46,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:30:46,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:30:46,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:30:47,312 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:47,313 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:47,313 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:47,318 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:47,806 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:48,319 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:48,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:51,570 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:51,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:51,571 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:51,576 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:51,810 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:52,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:53,576 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:30:55,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:30:55,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:30:55,834 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:30:55,839 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:30:56,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:30:56,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:30:58,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:00,341 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:00,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:00,342 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:00,347 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:00,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:00,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:01,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:01,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:01,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:04,645 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:07,091 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:07,092 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:07,092 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:07,097 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:07,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:08,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:10,098 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:10,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:31:10,885 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:10,886 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:10,887 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:10,893 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:11,829 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:12,833 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:15,893 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:16,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:16,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:16,655 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:16,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:16,656 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:16,662 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:16,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:18,840 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:21,662 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:25,187 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:25,188 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:25,188 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:25,193 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:25,843 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:26,846 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:27,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:29,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:29,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:29,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:29,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:29,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:30,850 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:31,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:31,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:31,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:32,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:33,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:33,472 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:33,472 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:33,477 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:33,852 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:34,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:38,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:40,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:40,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:40,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:40,373 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:40,487 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:31:40,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:40,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:44,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:45,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:45,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:45,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:45,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:45,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:46,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:31:46,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:31:46,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:31:46,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:49,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:52,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:52,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:52,941 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:52,946 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:53,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:54,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:31:54,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:31:57,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:31:57,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:31:57,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:31:57,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:31:57,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:31:58,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:00,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:01,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:01,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:01,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:01,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:01,859 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:01,859 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:01,865 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:01,911 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:02,914 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:05,865 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:06,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:06,252 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:06,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:06,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:06,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:06,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:10,486 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:32:11,487 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:13,955 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:13,956 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:13,956 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:13,961 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:13,988 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:14,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:16,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:16,397 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:16,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:18,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:18,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:18,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:18,754 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:18,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:20,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:21,754 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:23,711 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:23,712 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:23,712 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:23,718 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:24,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:25,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:27,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:30,817 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:30,818 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:30,818 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:30,823 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:31,005 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:31,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:31,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:33,008 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:33,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:36,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:36,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:36,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:36,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:37,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:37,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:39,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:40,491 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:32:41,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:41,265 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:41,266 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:41,271 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:42,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:43,020 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:45,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:46,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:46,054 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:46,054 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:46,059 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:32:46,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:32:46,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:32:47,024 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:47,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:50,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:51,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:51,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:51,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:51,283 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:52,027 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:53,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:32:56,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:32:57,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:32:57,369 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:32:57,369 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:32:57,374 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:32:58,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:32:59,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:01,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:01,395 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:01,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:01,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:01,877 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:01,877 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:01,883 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:02,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:03,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:06,206 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:06,206 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:06,207 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:06,212 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:07,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:07,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:07,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:10,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:10,233 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:10,233 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:10,238 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:10,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:33:11,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:11,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:12,492 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:16,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:16,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:16,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:17,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:17,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:17,457 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:17,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:18,053 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:18,462 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:19,055 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:22,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:22,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:22,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:22,164 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:23,059 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:23,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:24,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:26,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:26,852 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:26,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:26,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:27,062 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:29,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:29,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:31,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:32,987 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:32,988 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:32,988 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:32,993 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:33,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:34,993 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:35,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:37,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:37,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:37,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:37,206 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:38,073 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:39,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:40,207 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:40,492 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:33:42,321 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:42,326 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:42,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:42,331 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:43,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:43,084 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:45,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:33:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:33:46,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:33:48,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:48,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:48,178 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:48,184 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:49,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:49,089 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:51,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:52,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:52,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:52,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:52,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:53,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:33:53,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:56,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:33:57,630 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:33:57,631 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:33:57,631 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:33:57,636 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:33:58,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:33:59,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:01,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:01,674 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:03,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:03,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:03,475 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:03,480 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:04,102 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:05,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:07,481 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:08,174 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:08,175 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:08,175 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:08,180 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:09,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:09,109 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:10,494 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:34:12,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:13,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:13,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:13,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:13,164 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:14,112 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:15,114 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:16,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:16,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:16,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:17,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:17,694 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:17,694 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:17,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:17,699 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:18,117 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:19,120 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:21,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:21,775 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:21,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:21,780 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:22,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:22,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:23,124 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:26,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:26,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:26,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:26,774 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:27,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:27,130 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:28,774 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:31,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:31,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:31,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:31,654 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:31,659 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:32,133 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:33,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:34,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:35,614 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:35,615 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:35,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:35,620 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:36,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:37,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:40,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:34:40,498 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:41,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:41,052 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:41,053 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:41,058 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:41,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:43,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:46,059 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:34:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:34:46,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:34:46,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:46,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:46,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:46,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:47,149 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:49,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:51,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:53,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:53,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:53,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:53,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:54,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:55,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:34:57,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:34:57,795 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:34:57,795 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:34:57,796 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:34:57,800 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:34:58,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:34:59,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:35:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:01,398 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:02,541 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:02,542 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:02,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:02,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:03,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:03,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:03,548 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:08,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:09,097 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:09,098 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:09,099 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:09,104 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:09,183 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:10,499 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:35:11,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:14,233 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:14,234 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:14,234 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:14,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:14,239 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:15,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:15,196 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:16,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:35:16,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:16,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:19,706 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:19,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:19,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:19,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:19,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:20,205 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:21,207 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:24,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:24,708 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:24,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:24,709 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:24,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:25,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:25,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:29,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:29,250 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:29,250 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:29,256 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:30,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:30,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:31,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:31,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:35:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:31,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:33,430 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:33,431 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:33,431 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:33,437 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:34,244 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:35,249 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:35,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:39,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:39,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:39,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:39,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:40,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:40,501 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:35:40,502 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:41,254 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:43,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:43,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:43,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:43,855 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:44,257 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:45,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:45,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:46,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:35:46,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:35:46,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:35:51,642 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:52,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:52,731 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:52,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:52,737 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:53,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:53,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:35:56,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:35:58,910 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:35:58,911 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:35:58,911 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:35:58,915 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:35:59,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:35:59,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:01,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:36:01,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:01,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:02,618 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:03,537 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:03,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:03,538 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:03,542 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:04,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:05,300 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:07,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:07,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:07,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:07,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:07,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:08,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:09,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:10,506 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:36:13,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:15,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:15,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:15,940 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:15,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:16,309 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:36:16,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:16,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:17,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:18,627 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:21,843 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:21,844 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:21,844 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:21,849 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:22,329 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:23,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:23,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:26,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:26,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:26,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:26,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:27,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:27,338 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:29,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:30,727 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:30,728 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:30,728 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:30,733 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:31,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:31,343 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:31,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:36:31,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:31,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:34,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:35,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:35,747 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:35,747 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:35,752 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:36,347 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:37,349 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:39,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:40,505 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:36:40,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:40,976 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:40,977 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:40,982 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:41,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:43,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:44,982 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:45,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:45,169 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:45,169 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:45,174 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:45,357 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:46,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:36:46,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:36:46,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:36:47,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:50,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:50,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:50,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:50,833 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:50,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:51,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:51,364 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:55,086 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:55,087 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:55,087 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:55,092 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:55,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:36:56,092 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:36:57,375 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:58,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:36:58,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:36:58,938 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:36:58,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:36:59,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:36:59,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:01,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:37:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:01,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:01,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:05,154 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:05,155 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:05,155 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:05,160 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:05,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:07,161 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:07,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:09,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:09,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:09,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:09,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:10,387 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:10,510 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:37:11,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:12,511 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:15,469 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:15,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:15,470 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:15,475 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:16,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:37:16,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:16,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:17,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:17,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:21,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:21,165 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:21,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:21,170 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:21,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:23,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:23,403 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:26,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:26,598 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:26,598 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:26,603 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:27,408 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:28,603 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:29,413 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:31,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:31,202 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:31,202 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:31,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:31,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:37:31,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:31,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:31,414 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:33,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:33,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:35,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:35,891 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:35,891 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:35,897 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:36,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:37,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:38,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:40,509 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:37:41,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:41,366 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:41,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:41,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:41,431 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:43,437 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:44,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:46,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:37:46,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:37:46,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:37:48,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:48,697 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:48,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:48,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:49,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:49,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:51,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:54,703 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:37:55,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:55,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:55,215 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:55,220 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:37:55,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:37:57,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:37:59,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:37:59,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:37:59,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:37:59,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:00,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:00,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:01,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:38:01,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:01,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:01,459 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:05,683 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:06,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:06,614 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:06,615 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:06,621 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:07,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:09,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:10,515 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:38:11,516 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:14,564 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:14,565 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:14,565 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:14,570 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:15,471 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:15,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:16,397 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:38:16,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:16,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:16,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:19,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:19,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:19,285 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:19,290 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:19,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:21,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:22,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:24,113 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:24,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:24,114 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:24,119 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:24,480 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:25,483 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:28,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:28,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:28,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:28,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:28,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:28,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:29,488 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:38:31,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:31,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:33,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:33,127 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:33,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:33,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:33,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:33,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:35,500 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:38,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:39,814 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:39,815 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:39,815 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:39,820 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:40,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:40,513 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:38:41,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:43,515 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:45,370 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:45,371 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:45,371 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:45,376 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:45,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:38:46,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:38:46,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:38:47,512 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:48,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:50,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:50,211 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:50,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:50,217 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:50,514 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:51,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:54,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:38:55,466 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:38:55,467 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:38:55,467 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:38:55,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:38:55,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:38:57,524 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:38:59,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:01,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:01,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:01,036 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:01,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:39:01,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:39:01,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:39:01,527 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:03,534 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:04,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:06,132 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:06,133 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:06,133 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:06,139 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:06,537 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:07,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:10,140 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:10,515 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:39:10,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:10,796 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:10,797 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:10,802 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:11,547 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:13,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:15,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:15,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:15,781 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:15,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:15,788 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:16,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:39:16,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:39:16,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:39:16,554 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:17,560 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:20,583 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:20,584 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:20,584 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:20,591 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:21,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:21,570 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:21,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:25,066 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:25,066 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:25,067 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:25,073 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:25,573 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:27,074 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:27,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:39:31,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:39:31,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:39:31,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:31,605 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:31,605 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:31,613 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:32,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:32,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:33,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:36,104 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:36,105 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:36,106 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:36,116 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:36,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:37,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:38,116 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:40,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:39:40,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:40,840 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:40,841 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:40,849 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:41,605 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:43,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:43,849 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:45,989 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:45,990 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:45,990 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:45,996 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:39:46,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:39:46,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:39:46,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:47,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:49,665 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:50,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:50,784 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:50,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:50,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:51,622 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:53,628 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:39:54,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:39:56,171 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:39:56,172 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:39:56,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:39:56,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:39:56,630 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:39:57,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:00,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:00,340 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:00,341 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:00,341 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:00,349 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:00,635 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:40:01,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:40:01,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:40:01,640 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:05,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:05,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:05,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:05,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:05,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:06,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:07,647 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:10,158 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:10,159 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:10,159 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:10,166 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:10,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:40:10,650 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:11,521 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:11,654 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:15,383 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:15,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:15,384 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:15,390 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:15,657 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:16,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:40:16,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:40:16,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:40:16,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:17,664 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:20,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:20,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:20,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:20,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:20,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:21,671 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:22,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:27,378 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:27,379 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:27,379 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:27,387 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:27,675 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:28,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:29,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:40:31,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:40:31,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:40:31,834 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:31,835 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:31,836 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:31,843 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:32,682 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:33,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:33,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:36,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:36,687 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:36,687 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:36,694 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:36,694 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:37,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:39,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:40,522 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:40:41,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:41,137 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:41,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:41,143 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:41,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:43,709 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:45,143 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:46,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:40:46,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:40:46,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:40:48,477 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:48,478 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:48,478 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:48,485 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:48,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:49,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:50,485 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:40:53,125 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:40:53,126 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:40:53,126 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:40:53,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:40:53,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:40:55,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:40:56,133 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:01,134 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:01,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:41:01,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:41:01,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:41:01,507 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:01,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:01,618 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:01,626 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:01,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:03,734 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:05,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:05,973 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:05,973 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:05,980 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:06,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:06,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:07,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:10,524 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:41:11,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:11,072 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:11,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:11,079 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:11,746 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:12,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:13,749 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:16,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:41:16,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:41:16,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:41:16,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:16,663 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:16,663 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:16,670 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:16,752 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:17,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:17,757 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:22,231 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:22,231 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:22,231 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:22,238 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:22,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:23,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:23,765 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:28,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:30,643 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:30,643 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:30,644 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:30,650 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:30,770 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:31,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:41:31,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:41:31,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:41:31,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:33,613 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:35,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:35,053 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:35,053 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:35,060 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:35,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:37,785 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:39,060 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:39,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:39,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:39,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:39,791 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:40,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:41:40,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:41,790 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:44,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:44,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:44,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:44,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:44,410 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:44,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:45,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:46,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:41:46,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:41:46,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:41:48,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:48,653 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:48,653 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:48,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:48,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:49,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:49,804 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:54,661 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:41:56,669 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:41:56,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:41:56,670 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:41:56,678 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:41:56,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:41:57,813 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:41:59,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:01,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:42:01,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:42:01,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:42:02,437 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:02,438 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:02,438 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:02,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:02,817 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:03,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:05,444 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:08,290 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:08,291 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:08,291 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:08,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:08,824 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:09,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:10,528 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:42:10,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:15,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:16,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:42:16,401 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:42:16,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:42:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:16,771 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:16,772 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:16,785 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:16,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:17,839 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:20,785 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:21,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:21,475 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:21,476 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:21,483 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:21,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:23,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:25,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:25,714 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:25,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:25,721 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:25,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:26,721 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:27,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:30,136 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:30,136 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:30,137 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:30,142 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:30,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:31,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:42:31,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:42:31,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:42:31,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:32,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:37,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:38,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:38,638 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:38,639 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:38,644 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:38,866 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:39,869 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:40,533 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:42:42,535 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:43,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:43,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:43,647 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:43,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:43,873 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:45,877 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:46,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:42:46,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:42:46,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:42:48,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:48,256 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:48,257 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:48,257 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:48,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:48,879 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:49,882 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:53,300 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:54,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:54,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:54,647 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:54,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:54,885 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:42:55,889 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:42:58,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:42:59,318 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:42:59,319 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:42:59,319 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:42:59,325 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:42:59,892 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:01,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:43:01,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:43:01,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:43:01,895 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:04,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:04,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:04,111 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:04,111 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:04,117 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:04,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:05,901 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:07,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:07,974 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:07,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:07,979 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:08,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:09,906 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:09,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:10,532 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:43:12,433 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:12,434 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:12,434 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:12,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:12,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:13,912 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:15,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:16,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:43:16,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:43:16,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:43:17,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:17,599 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:17,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:17,604 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:17,916 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:19,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:20,605 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:22,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:22,296 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:22,296 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:22,301 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:22,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:23,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:26,302 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:27,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:27,489 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:27,489 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:27,494 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:27,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:29,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:31,495 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:31,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:43:31,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:43:31,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:43:32,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:32,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:32,699 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:32,704 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:32,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:33,935 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:36,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:37,717 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:37,718 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:37,718 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:37,723 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:37,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:39,942 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:40,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:43:42,536 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:42,939 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:42,940 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:42,940 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:42,945 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:42,945 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:43,948 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:46,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:43:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:43:46,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:43:47,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:47,957 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:47,957 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:47,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:47,962 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:48,952 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:49,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:52,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:52,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:52,216 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:52,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:52,956 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:43:53,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:53,958 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:43:58,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:43:59,191 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:43:59,192 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:43:59,192 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:43:59,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:43:59,962 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:01,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:44:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:44:01,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:44:01,965 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:03,868 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:03,868 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:03,869 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:03,869 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:03,874 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:03,966 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:05,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:08,912 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:10,536 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:44:12,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:12,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:12,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:12,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:12,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:13,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:14,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:16,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:44:16,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:44:16,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:44:17,363 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:17,364 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:17,364 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:17,369 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:17,979 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:19,408 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:19,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:21,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:21,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:21,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:21,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:21,983 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:23,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:24,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:27,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:27,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:27,851 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:27,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:27,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:29,857 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:29,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:31,731 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:44:31,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:44:31,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:44:32,454 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:32,455 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:32,455 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:32,460 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:32,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:33,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:35,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:38,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:38,648 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:38,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:38,653 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:39,001 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:40,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:40,538 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:44:40,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:43,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:43,272 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:43,272 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:43,277 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:44,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:46,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:46,278 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:44:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:44:46,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:44:48,284 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:48,284 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:48,284 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:48,289 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:49,012 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:50,014 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:51,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:52,792 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:52,793 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:52,793 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:52,798 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:53,016 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:44:54,019 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:44:56,798 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:44:58,129 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:44:58,130 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:44:58,130 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:44:58,135 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:44:59,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:00,025 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:45:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:45:01,732 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:45:02,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:02,898 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:02,899 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:02,899 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:02,904 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:03,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:04,029 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:07,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:10,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:45:10,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:10,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:10,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:10,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:11,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:12,035 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:13,838 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:15,553 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:15,554 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:15,554 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:15,559 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:16,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:16,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:45:16,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:45:16,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:45:18,042 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:19,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:20,587 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:20,587 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:20,588 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:20,592 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:21,127 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:22,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:24,628 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:25,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:25,196 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:25,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:25,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:26,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:28,135 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:30,202 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:30,678 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:30,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:30,679 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:30,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:31,137 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:31,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:45:31,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:45:31,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:45:32,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:36,011 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:36,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:36,529 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:36,530 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:36,535 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:37,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:38,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:40,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:45:40,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:40,841 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:40,842 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:40,847 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:41,148 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:41,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:42,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:45:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:45:46,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:45:47,021 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:49,371 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:49,372 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:49,372 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:49,377 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:50,155 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:52,159 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:45:52,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:45:57,197 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:45:57,198 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:45:57,198 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:45:57,203 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:45:58,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:45:58,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:00,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:46:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:46:01,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:46:02,517 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:02,518 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:02,518 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:02,523 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:03,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:03,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:04,170 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:07,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:07,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:07,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:07,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:07,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:08,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:09,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:10,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:46:11,331 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:11,332 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:11,332 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:11,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:12,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:14,180 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:14,338 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:15,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:15,678 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:15,678 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:15,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:16,181 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:16,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:46:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:46:16,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:46:18,186 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:20,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:20,026 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:20,026 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:20,026 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:20,031 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:20,187 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:22,190 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:24,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:24,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:24,289 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:24,294 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:25,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:25,295 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:26,194 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:29,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:29,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:29,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:29,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:30,197 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:30,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:31,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:46:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:46:31,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:46:32,200 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:35,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:35,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:35,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:35,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:36,203 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:36,264 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:38,206 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:40,547 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:46:40,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:40,996 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:40,996 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:41,001 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:41,208 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:42,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:42,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:46,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:46:46,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:46:46,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:46:47,998 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:48,364 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:48,365 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:48,365 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:48,370 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:49,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:50,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:52,995 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:46:52,996 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:46:52,996 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:46:53,001 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:46:53,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:46:53,219 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:46:54,222 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:46:58,002 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:00,089 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:00,090 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:00,090 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:00,095 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:00,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:01,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:47:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:47:01,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:47:02,229 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:03,956 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:04,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:04,477 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:04,477 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:04,481 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:05,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:06,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:09,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:10,552 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:47:12,299 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:12,300 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:12,300 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:12,305 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:13,238 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:14,240 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:15,305 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:16,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:47:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:47:16,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:47:20,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:20,531 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:20,531 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:20,531 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:20,536 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:21,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:22,248 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:24,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:24,729 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:24,729 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:24,734 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:25,265 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:25,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:26,268 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:30,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:47:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:47:31,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:47:32,233 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:32,233 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:32,233 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:32,239 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:32,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:34,274 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:36,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:37,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:37,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:37,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:37,913 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:38,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:40,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:40,551 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:47:41,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:43,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:43,701 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:43,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:43,706 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:44,284 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:46,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:46,707 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:46,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:47:46,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:47:46,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:47:50,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:50,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:50,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:50,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:51,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:51,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:52,291 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:47:56,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:47:56,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:47:56,924 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:47:56,924 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:47:56,929 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:47:57,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:47:58,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:48:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:48:01,733 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:48:01,856 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:02,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:02,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:02,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:02,067 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:02,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:04,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:06,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:06,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:06,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:06,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:07,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:07,359 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:08,306 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:10,553 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:48:10,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:10,714 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:10,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:10,719 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:11,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:12,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:12,719 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:15,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:15,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:15,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:15,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:16,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:48:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:48:16,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:48:18,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:18,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:21,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:21,206 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:21,206 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:21,211 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:21,318 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:22,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:23,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:25,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:25,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:25,113 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:25,118 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:25,369 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:26,372 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:29,119 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:29,195 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:29,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:29,196 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:29,201 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:29,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:30,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:48:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:48:31,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:48:34,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:34,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:34,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:34,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:34,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:35,379 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:36,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:39,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:40,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:40,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:40,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:40,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:40,385 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:40,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:48:42,389 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:45,248 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:45,249 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:45,249 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:45,249 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:45,254 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:45,391 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:46,393 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:46,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:48:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:48:46,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:48:51,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:51,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:51,611 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:51,611 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:51,616 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:52,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:54,400 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:48:56,598 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:48:56,599 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:48:56,599 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:48:56,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:48:56,604 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:48:57,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:48:58,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:01,027 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:01,027 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:01,028 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:01,033 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:01,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:49:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:49:01,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:49:02,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:07,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:09,599 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:09,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:09,600 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:09,605 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:10,417 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:10,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:49:12,420 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:12,559 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:14,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:14,229 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:14,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:14,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:14,421 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:16,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:49:16,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:49:16,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:49:18,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:20,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:20,289 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:20,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:20,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:20,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:22,430 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:23,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:25,196 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:25,197 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:25,197 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:25,202 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:25,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:26,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:29,203 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:30,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:30,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:30,968 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:30,973 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:31,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:49:31,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:49:31,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:49:32,466 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:34,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:35,390 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:35,390 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:35,391 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:35,396 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:35,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:38,473 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:40,432 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:40,563 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:49:41,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:41,978 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:41,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:41,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:42,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:44,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:45,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:46,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:49:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:49:46,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:49:47,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:47,881 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:47,881 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:47,886 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:48,481 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:50,484 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:51,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:54,589 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:54,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:54,590 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:54,595 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:55,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:49:56,497 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:49:57,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:49:58,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:49:58,449 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:49:58,449 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:49:58,454 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:49:58,498 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:00,501 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:01,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:50:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:50:01,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:50:02,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:02,701 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:02,701 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:02,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:02,707 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:03,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:04,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:07,744 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:07,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:07,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:07,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:07,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:08,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:10,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:10,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:50:12,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:12,071 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:12,072 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:12,076 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:12,510 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:13,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:14,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:16,335 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:16,336 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:16,336 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:16,341 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:16,515 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:16,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:50:16,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:50:16,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:50:18,519 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:19,052 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:20,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:20,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:20,456 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:20,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:20,520 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:22,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:24,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:25,970 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:25,971 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:25,971 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:25,976 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:26,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:28,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:29,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:30,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:30,399 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:30,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:30,404 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:30,543 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:31,733 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:50:31,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:50:31,734 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:50:32,546 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:35,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:35,797 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:35,798 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:35,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:35,803 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:36,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:38,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:40,566 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:50:40,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:41,765 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:41,766 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:41,766 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:41,771 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:42,555 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:44,559 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:45,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:50:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:50:46,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:50:47,412 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:47,413 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:47,413 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:47,418 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:47,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:50,565 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:51,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:53,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:53,127 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:53,127 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:53,132 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:53,566 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:50:54,569 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:50:57,133 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:50:58,847 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:50:58,848 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:50:58,848 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:50:58,853 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:50:59,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:00,621 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:51:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:51:01,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:51:03,068 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:03,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:03,880 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:03,880 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:03,885 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:04,623 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:06,626 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:08,924 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:10,566 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:51:10,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:10,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:10,856 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:10,861 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:11,629 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:12,631 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:14,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:15,316 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:15,316 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:15,317 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:15,322 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:15,633 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:16,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:16,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:51:16,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:51:16,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:51:19,934 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:19,935 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:19,935 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:19,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:19,940 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:20,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:22,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:24,773 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:24,774 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:24,775 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:24,779 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:25,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:25,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:26,646 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:30,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:30,844 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:30,845 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:30,845 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:30,850 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:31,719 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:31,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:51:31,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:51:31,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:51:32,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:35,331 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:35,332 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:35,332 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:35,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:35,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:36,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:36,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:39,787 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:39,788 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:39,788 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:39,793 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:40,571 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:51:40,729 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:41,572 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:42,733 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:44,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:44,952 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:44,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:44,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:45,735 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:51:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:51:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:46,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:51:46,737 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:50,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:50,355 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:50,355 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:50,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:50,739 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:52,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:52,742 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:54,593 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:54,594 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:54,594 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:54,599 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:54,744 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:51:56,747 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:51:57,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:51:59,008 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:51:59,009 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:51:59,009 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:51:59,014 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:51:59,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:00,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:01,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:52:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:52:01,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:52:03,073 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:03,238 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:03,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:03,238 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:03,243 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:03,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:04,781 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:08,049 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:08,050 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:08,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:08,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:08,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:09,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:10,570 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:52:10,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:12,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:12,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:12,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:12,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:12,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:14,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:14,791 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:16,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:52:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:52:16,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:52:17,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:17,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:17,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:17,333 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:17,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:18,796 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:20,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:23,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:23,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:23,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:23,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:23,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:24,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:26,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:28,554 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:28,555 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:28,555 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:28,560 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:28,803 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:30,807 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:31,561 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:31,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:52:31,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:52:31,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:52:33,897 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:33,898 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:33,898 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:33,903 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:34,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:36,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:36,940 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:40,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:40,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:40,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:40,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:40,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:52:40,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:42,578 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:42,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:45,659 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:45,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:45,660 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:45,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:45,822 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:46,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:52:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:52:46,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:52:48,063 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:48,825 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:49,904 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:49,905 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:49,905 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:49,909 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:50,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:52,830 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:53,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:54,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:54,180 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:54,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:54,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:54,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:52:56,834 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:52:59,186 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:52:59,442 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:52:59,442 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:52:59,443 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:52:59,448 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:52:59,838 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:00,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:53:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:53:01,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:53:05,006 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:06,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:06,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:06,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:06,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:06,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:08,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:10,080 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:10,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:53:14,280 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:14,281 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:14,281 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:14,286 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:14,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:15,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:53:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:53:16,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:53:16,854 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:18,811 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:18,811 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:18,811 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:18,817 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:18,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:20,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:20,858 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:23,612 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:23,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:23,613 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:23,618 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:23,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:24,862 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:26,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:31,619 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:31,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:53:31,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:53:31,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:53:32,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:32,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:32,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:32,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:32,874 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:34,875 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:36,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:36,574 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:36,574 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:36,579 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:36,878 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:37,580 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:38,881 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:40,577 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:53:41,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:41,049 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:41,049 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:41,054 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:41,883 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:42,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:43,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:45,317 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:45,318 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:45,318 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:45,323 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:45,888 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:53:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:53:46,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:53:46,890 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:48,061 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:51,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:51,953 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:51,953 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:51,958 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:52,894 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:54,001 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:53:54,897 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:56,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:53:56,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:53:56,551 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:53:56,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:53:56,898 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:53:58,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:53:59,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:01,077 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:01,078 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:01,078 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:01,083 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:54:01,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:54:01,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:54:01,907 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:02,910 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:05,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:06,208 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:06,209 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:06,209 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:06,214 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:06,915 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:08,918 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:10,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:10,579 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:54:10,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:10,842 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:10,842 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:10,847 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:10,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:12,922 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:15,112 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:15,113 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:15,113 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:15,118 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:15,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:16,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:54:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:54:16,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:54:16,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:19,513 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:19,514 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:19,514 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:19,519 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:19,930 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:20,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:21,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:26,556 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:27,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:27,224 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:27,225 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:27,230 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:27,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:28,939 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:31,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:31,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:31,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:31,715 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:31,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:31,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:54:31,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:54:31,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:54:31,977 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:34,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:36,708 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:36,709 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:36,709 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:36,714 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:36,984 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:37,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:38,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:40,581 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:54:41,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:41,539 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:41,540 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:41,545 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:41,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:42,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:43,545 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:45,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:45,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:45,946 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:45,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:45,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:46,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:54:46,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:54:46,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:54:48,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:48,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:52,441 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:52,442 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:52,442 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:52,447 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:53,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:54,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:54:55,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:54:57,159 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:54:57,160 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:54:57,160 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:54:57,165 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:54:58,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:54:59,007 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:00,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:01,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:55:01,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:55:01,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:55:02,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:02,059 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:02,059 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:02,064 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:03,010 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:05,013 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:06,064 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:07,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:07,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:07,948 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:07,953 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:08,018 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:10,586 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:55:11,021 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:11,588 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:12,023 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:12,024 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:12,024 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:12,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:13,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:15,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:16,735 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:55:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:55:16,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:55:17,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:17,769 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:17,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:17,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:18,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:21,032 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:21,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:26,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:26,831 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:26,832 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:26,832 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:26,837 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:27,036 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:29,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:31,422 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:31,423 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:31,423 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:31,428 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:31,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:55:31,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:55:31,736 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:55:32,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:32,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:33,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:36,127 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:36,128 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:36,128 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:36,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:37,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:37,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:39,069 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:40,585 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:55:41,884 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:41,885 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:41,885 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:41,890 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:42,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:42,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:45,076 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:46,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:55:46,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:55:46,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:55:47,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:47,480 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:47,480 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:47,485 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:48,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:48,524 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:49,080 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:52,108 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:52,109 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:52,109 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:52,114 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:53,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:54,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:55:55,086 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:56,734 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:55:56,735 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:55:56,735 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:55:56,740 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:55:57,087 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:55:59,090 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:55:59,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:01,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:56:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:56:01,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:56:02,880 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:02,881 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:02,881 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:02,886 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:03,093 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:04,887 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:05,096 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:07,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:07,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:07,849 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:07,854 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:08,142 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:10,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:56:10,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:11,146 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:12,403 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:12,404 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:12,404 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:12,408 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:13,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:15,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:16,409 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:56:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:56:16,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:56:16,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:17,003 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:17,003 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:17,008 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:17,152 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:19,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:22,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:22,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:22,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:22,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:22,870 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:23,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:25,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:27,542 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:27,543 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:27,543 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:27,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:27,548 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:28,163 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:29,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:31,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:56:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:56:31,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:56:32,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:32,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:32,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:32,830 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:32,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:33,168 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:35,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:37,687 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:37,688 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:37,688 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:37,693 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:38,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:38,178 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:38,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:40,590 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:56:44,591 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:46,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:56:46,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:56:46,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:56:49,252 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:49,253 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:49,253 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:49,258 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:50,225 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:50,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:50,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:54,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:54,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:54,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:54,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:55,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:56:56,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:56:56,250 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:56:58,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:56:58,167 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:56:58,168 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:56:58,173 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:56:58,232 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:00,235 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:01,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:57:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:57:01,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:57:02,789 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:02,790 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:02,790 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:02,795 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:03,237 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:04,239 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:06,832 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:09,173 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:09,174 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:09,174 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:09,179 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:09,243 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:10,245 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:10,595 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:57:12,596 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:57:16,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:57:16,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:57:17,648 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:17,649 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:17,649 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:17,649 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:17,654 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:18,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:18,252 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:22,172 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:22,173 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:22,173 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:22,178 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:22,256 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:23,179 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:24,259 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:27,220 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:27,221 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:27,221 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:27,226 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:27,260 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:28,227 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:28,263 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:31,654 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:31,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:31,655 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:31,660 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:31,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:57:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:57:31,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:57:32,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:32,267 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:34,025 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:36,555 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:36,556 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:36,556 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:36,561 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:37,271 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:38,282 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:39,562 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:40,594 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:57:41,214 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:41,215 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:41,215 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:41,221 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:41,283 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:42,286 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:45,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:46,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:46,377 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:46,377 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:46,382 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:46,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:57:46,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:57:46,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:57:47,290 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:48,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:50,941 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:57:51,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:51,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:51,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:51,042 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:51,294 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:52,296 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:55,664 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:57:55,665 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:57:55,665 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:57:55,670 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:57:56,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:57:56,301 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:57:56,671 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:01,135 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:01,135 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:01,136 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:01,141 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:01,304 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:01,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:58:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:58:01,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:58:02,307 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:07,020 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:07,335 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:07,336 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:07,336 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:07,341 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:08,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:08,312 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:10,596 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:58:11,848 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:11,849 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:11,850 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:11,854 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:12,316 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:12,317 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:12,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:16,736 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:58:16,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:58:16,737 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:58:17,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:17,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:17,876 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:17,876 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:17,882 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:18,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:18,322 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:22,923 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:24,854 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:24,855 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:24,855 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:24,860 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:25,327 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:26,330 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:28,861 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:29,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:29,304 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:29,305 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:29,310 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:29,331 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:30,334 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:58:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:58:31,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:58:33,974 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:37,557 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:37,557 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:37,557 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:37,562 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:38,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:38,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:39,600 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:40,598 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:58:42,346 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:42,346 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:42,346 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:42,352 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:43,345 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:44,348 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:45,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:46,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:58:46,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:58:46,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:58:46,961 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:46,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:46,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:46,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:47,350 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:48,353 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:50,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:54,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:54,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:54,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:54,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:58:54,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:58:56,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:58:56,363 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:58:59,493 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:58:59,494 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:58:59,494 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:58:59,499 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:00,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:00,367 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:01,499 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:59:01,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:59:01,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:59:04,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:04,742 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:04,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:04,747 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:05,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:06,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:06,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:10,600 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:59:11,114 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:11,115 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:11,115 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:11,120 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:11,376 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:12,121 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:12,378 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:16,117 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:16,118 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:16,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:16,124 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:16,381 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:16,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:59:16,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:59:16,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:59:17,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:18,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:20,350 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:20,350 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:20,350 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:20,356 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:20,386 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:22,390 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:23,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:28,392 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:28,651 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:28,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:28,652 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:28,657 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:29,394 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:30,397 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:59:31,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:59:31,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:59:34,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:34,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:34,303 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:34,304 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:34,309 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:34,399 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:36,402 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:38,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:38,216 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:38,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:38,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:38,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:39,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:40,443 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:40,602 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 18:59:42,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:42,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:42,648 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:42,652 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:43,446 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:44,449 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:44,653 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:46,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:59:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:59:46,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:59:48,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:48,185 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:48,185 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:48,190 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:48,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:50,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:50,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:53,399 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:53,400 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:53,400 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:53,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:53,456 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 18:59:54,458 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 18:59:55,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:59:58,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:59:58,077 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 18:59:58,077 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:59:58,082 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:59:58,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:00,463 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:01,083 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:00:01,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:00:01,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:00:02,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:02,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:02,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:02,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:03,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:04,468 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:06,778 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:07,085 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:07,086 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:07,086 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:07,091 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:07,470 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:08,472 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:10,605 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:00:12,606 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:13,579 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:13,580 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:13,580 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:13,585 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:14,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:14,478 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:16,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:00:16,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:00:16,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:00:18,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:20,281 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:20,282 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:20,282 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:20,287 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:20,482 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:22,485 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:23,324 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:25,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:25,686 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:25,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:25,692 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:26,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:26,489 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:28,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:30,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:30,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:30,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:30,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:31,492 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:31,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:00:31,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:00:31,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:00:32,495 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:34,032 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:35,398 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:35,399 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:35,399 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:35,404 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:35,496 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:36,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:39,405 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:40,182 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:40,183 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:40,183 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:40,188 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:40,503 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:40,610 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:00:42,506 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:44,611 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:44,713 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:44,713 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:44,714 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:44,719 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:45,509 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:46,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:00:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:00:46,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:00:49,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:49,361 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:49,361 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:49,366 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:49,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:00:50,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:50,516 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:00:55,404 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:00:58,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:00:58,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:00:58,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:00:58,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:00:59,521 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:00,523 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:00,597 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:01,737 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:01:01,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:01:01,738 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:01:02,864 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:02,865 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:02,865 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:02,871 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:03,525 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:04,528 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:05,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:08,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:08,949 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:08,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:08,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:09,531 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:10,536 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:10,608 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:01:11,609 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:13,366 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:13,367 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:13,367 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:13,372 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:13,538 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:14,541 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:16,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:01:16,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:16,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:01:16,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:01:19,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:19,040 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:19,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:19,045 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:19,545 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:20,548 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:22,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:23,519 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:23,520 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:23,520 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:23,525 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:23,549 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:24,552 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:27,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:27,549 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:27,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:27,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:27,555 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:27,556 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:28,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:31,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:01:31,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:01:31,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:01:33,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:33,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:33,127 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:33,127 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:33,133 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:33,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:34,564 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:38,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:38,440 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:38,441 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:38,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:38,446 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:38,581 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:40,584 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:40,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:01:42,833 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:42,834 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:42,834 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:42,839 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:43,587 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:43,840 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:44,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:01:46,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:01:46,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:01:47,229 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:47,230 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:47,230 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:47,235 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:47,592 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:48,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:49,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:51,809 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:51,810 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:51,810 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:51,815 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:52,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:52,599 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:54,815 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:01:56,872 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:01:56,873 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:01:56,873 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:01:56,878 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:01:57,601 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:01:58,604 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:01:59,879 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:01,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:02:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:02:01,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:02:01,914 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:02,041 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:02,042 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:02,047 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:02,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:02,608 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:05,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:06,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:06,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:06,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:06,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:06,611 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:08,614 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:10,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:10,613 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:02:10,626 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:10,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:10,627 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:10,632 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:11,615 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:12,618 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:15,633 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:16,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:02:16,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:02:16,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:02:18,969 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:18,970 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:18,970 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:18,975 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:19,641 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:20,644 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:21,012 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:23,882 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:23,883 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:23,883 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:23,888 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:24,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:24,648 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:26,889 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:29,438 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:29,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:29,439 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:29,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:29,651 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:30,653 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:31,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:02:31,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:02:31,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:02:31,967 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:33,714 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:33,715 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:33,715 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:33,720 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:34,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:34,658 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:37,756 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:40,615 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:02:42,151 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:42,151 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:42,151 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:42,157 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:42,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:42,666 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:43,157 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:46,676 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:46,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:46,677 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:46,683 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:46,738 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:02:46,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:02:46,739 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:02:47,669 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:48,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:48,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:50,550 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:50,550 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:50,550 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:50,556 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:50,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:52,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:54,592 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:02:55,828 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:02:55,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:02:55,829 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:02:55,834 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:02:56,680 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:02:56,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:02:59,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:00,729 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:00,729 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:00,730 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:00,735 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:01,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:03:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:03:01,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:03:02,686 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:05,044 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:06,483 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:06,484 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:06,484 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:06,489 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:06,688 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:08,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:10,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:10,617 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:03:10,803 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:10,804 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:10,804 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:10,809 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:11,693 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:12,696 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:15,468 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:15,469 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:15,469 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:15,474 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:15,698 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:16,474 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:16,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:16,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:03:16,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:03:16,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:03:20,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:20,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:20,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:20,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:20,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:20,706 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:22,184 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:24,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:24,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:24,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:24,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:24,708 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:26,711 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:27,567 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:29,806 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:29,807 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:29,807 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:29,813 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:30,715 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:30,716 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:31,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:03:31,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:03:31,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:03:33,003 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:34,435 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:34,436 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:34,436 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:34,441 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:34,718 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:36,721 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:38,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:38,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:38,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:38,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:38,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:39,724 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:40,619 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:03:40,726 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:43,620 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:44,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:44,785 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:44,785 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:44,790 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:45,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:46,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:03:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:03:46,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:03:46,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:48,994 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:49,031 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:49,031 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:49,031 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:49,036 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:49,766 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:50,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:54,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:03:54,802 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:54,806 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:54,806 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:54,811 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:55,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:56,774 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:03:58,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:03:58,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:03:58,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:03:58,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:03:59,776 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:03:59,858 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:00,779 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:04:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:04:01,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:04:04,034 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:04,035 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:04,035 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:04,040 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:04,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:04,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:05,076 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:09,429 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:09,430 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:09,430 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:09,435 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:09,786 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:10,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:10,621 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:04:10,788 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:14,355 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:14,356 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:14,356 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:14,361 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:14,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:14,793 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:16,362 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:16,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:04:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:04:16,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:04:20,084 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:20,084 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:20,084 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:20,090 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:20,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:20,800 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:22,128 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:24,508 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:24,509 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:24,509 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:24,514 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:24,802 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:26,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:27,515 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:30,473 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:30,474 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:30,474 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:30,479 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:30,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:04:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:04:31,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:04:32,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:33,030 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:35,330 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:35,331 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:35,331 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:35,337 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:35,814 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:36,816 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:38,372 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:40,500 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:40,501 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:40,501 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:40,506 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:40,623 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:04:40,820 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:42,827 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:43,625 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:46,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:04:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:04:46,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:04:48,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:48,740 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:48,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:48,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:48,745 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:48,841 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:50,844 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:53,784 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:04:57,640 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:04:57,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:04:57,641 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:04:57,646 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:04:57,848 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:04:58,851 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:04:59,646 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:01,739 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:05:01,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:05:01,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:05:02,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:02,157 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:02,157 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:02,162 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:02,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:02,855 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:05,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:06,546 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:06,546 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:06,547 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:06,552 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:06,857 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:08,860 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:10,552 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:10,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:05:11,450 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:11,451 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:11,451 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:11,456 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:11,920 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:12,923 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:16,457 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:05:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:05:16,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:05:17,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:17,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:17,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:17,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:17,926 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:18,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:21,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:23,888 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:23,889 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:23,889 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:23,894 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:23,932 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:24,934 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:26,895 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:05:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:05:31,740 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:05:31,958 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:32,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:32,252 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:32,252 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:32,257 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:32,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:32,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:37,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:37,917 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:37,917 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:37,918 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:37,928 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:37,975 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:38,978 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:40,627 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:05:42,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:43,177 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:43,178 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:43,178 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:43,183 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:43,981 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:44,985 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:05:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:05:46,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:05:47,496 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:47,497 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:47,497 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:47,503 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:47,987 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:48,540 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:48,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:51,978 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:51,979 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:51,979 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:51,984 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:51,991 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:52,994 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:53,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:05:57,631 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:05:57,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:05:57,632 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:05:57,637 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:05:57,997 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:05:58,999 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:05:59,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:01,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:06:01,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:06:01,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:06:02,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:02,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:02,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:02,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:03,003 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:03,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:05,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:06,863 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:06,864 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:06,864 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:06,869 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:07,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:09,022 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:10,633 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:06:10,634 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:11,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:11,381 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:11,381 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:11,386 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:12,023 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:13,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:15,615 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:15,616 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:15,616 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:15,622 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:16,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:16,622 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:06:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:06:16,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:06:17,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:20,850 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:20,850 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:20,851 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:20,856 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:21,034 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:21,892 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:23,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:25,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:25,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:25,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:25,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:26,039 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:27,041 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:27,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:30,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:30,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:30,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:30,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:31,044 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:06:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:06:31,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:06:32,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:33,047 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:36,293 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:36,294 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:36,294 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:36,299 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:37,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:37,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:38,336 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:40,632 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:06:40,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:40,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:40,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:40,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:41,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:43,161 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:43,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:46,419 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:46,420 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:46,420 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:46,425 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:06:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:06:46,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:06:47,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:47,167 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:49,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:50,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:50,227 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:50,227 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:50,232 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:51,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:06:51,171 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:55,216 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:06:55,217 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:06:55,217 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:06:55,217 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:06:55,222 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:06:56,174 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:06:57,176 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:00,222 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:00,629 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:00,629 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:00,630 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:00,634 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:01,179 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:01,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:07:01,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:07:01,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:07:03,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:06,055 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:07,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:07,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:07,102 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:07,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:07,184 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:09,188 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:10,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:07:11,638 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:12,095 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:12,095 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:12,096 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:12,101 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:12,189 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:13,192 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:07:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:07:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:16,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:07:17,269 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:17,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:17,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:17,274 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:18,346 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:19,558 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:22,100 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:22,100 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:22,100 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:22,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:22,106 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:22,561 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:23,563 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:27,106 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:30,696 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:30,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:30,697 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:30,702 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:31,568 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:31,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:07:31,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:07:31,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:07:32,997 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:33,571 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:35,190 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:35,190 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:35,191 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:35,197 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:35,572 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:37,576 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:38,232 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:40,635 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:07:42,257 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:42,258 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:42,258 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:42,263 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:42,580 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:43,263 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:43,583 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:46,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:46,269 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:46,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:46,275 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:46,585 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:46,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:07:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:07:46,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:07:47,588 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:49,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:50,972 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:50,973 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:50,973 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:50,978 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:51,590 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:53,593 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:55,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:07:55,237 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:55,238 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:55,238 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:55,243 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:07:55,594 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:07:57,598 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:07:59,682 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:07:59,683 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:07:59,683 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:07:59,688 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:00,600 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:00,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:01,602 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:01,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:08:01,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:08:01,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:08:05,959 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:08,024 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:08,025 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:08,025 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:08,029 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:08,617 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:09,619 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:10,637 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:08:11,639 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:13,581 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:13,582 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:13,582 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:13,587 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:13,622 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:15,625 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:16,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:08:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:08:16,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:08:19,560 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:19,561 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:19,561 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:19,566 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:19,627 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:21,632 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:22,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:24,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:24,483 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:24,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:24,488 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:24,634 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:25,636 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:28,489 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:29,320 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:29,321 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:29,321 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:29,326 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:29,639 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:31,642 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:31,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:08:31,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:08:31,741 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:08:33,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:36,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:36,698 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:36,698 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:36,703 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:37,645 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:39,672 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:39,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:40,640 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:08:41,164 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:41,164 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:41,165 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:41,169 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:41,673 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:43,676 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:45,170 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:46,036 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:46,037 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:46,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:46,043 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:46,679 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:08:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:08:46,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:08:47,681 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:50,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:50,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:50,686 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:50,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:50,691 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:51,684 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:53,687 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:08:55,728 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:08:56,558 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:08:56,559 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:08:56,559 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:08:56,564 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:08:56,689 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:08:57,691 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:01,565 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:01,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:09:01,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:09:01,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:09:04,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:04,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:04,696 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:04,701 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:05,697 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:06,740 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:07,700 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:09,400 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:09,401 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:09,401 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:09,406 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:09,701 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:10,642 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:09:11,704 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:12,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:15,268 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:15,268 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:15,269 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:15,274 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:15,707 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:09:16,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:09:16,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:09:17,710 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:18,038 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:20,767 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:20,768 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:20,768 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:20,773 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:21,713 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:23,717 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:23,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:28,812 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:29,118 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:29,119 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:29,119 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:29,124 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:29,720 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:31,723 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:31,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:09:31,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:09:31,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:09:34,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:34,131 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:34,131 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:34,131 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:34,136 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:34,725 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:35,727 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:38,852 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:38,853 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:38,853 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:38,858 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:39,731 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:39,859 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:40,647 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:09:41,762 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:43,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:43,986 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:43,986 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:43,991 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:44,764 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:44,991 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:45,767 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:09:46,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:09:46,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:09:48,602 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:48,603 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:48,603 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:48,609 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:48,769 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:49,772 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:50,644 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:53,922 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:53,923 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:53,923 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:53,929 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:54,775 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:09:55,777 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:09:55,930 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:09:59,228 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:09:59,228 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:09:59,229 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:09:59,234 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:09:59,780 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:01,234 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:01,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:10:01,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:10:01,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:10:01,783 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:03,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:03,326 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:03,326 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:03,331 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:03,784 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:05,787 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:06,368 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:08,144 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:08,145 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:08,145 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:08,150 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:08,789 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:09,792 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:10,646 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:10:11,647 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:12,875 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:12,876 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:12,876 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:12,881 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:13,794 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:15,797 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:16,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:10:16,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:10:16,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:16,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:10:18,200 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:18,201 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:18,201 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:18,207 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:18,799 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:19,801 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:22,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:23,221 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:23,222 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:23,223 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:23,227 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:23,805 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:25,808 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:27,573 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:27,574 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:27,574 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:27,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:27,579 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:27,809 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:29,812 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:31,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:10:31,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:10:31,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:10:32,937 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:32,938 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:32,938 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:32,938 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:32,943 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:33,815 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:35,818 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:37,980 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:38,672 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:38,673 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:38,673 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:38,678 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:38,821 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:39,823 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:40,651 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:10:43,652 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:46,244 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:46,245 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:46,245 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:46,250 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:46,741 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:10:46,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:10:46,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:10:46,828 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:47,831 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:48,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:53,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:10:54,544 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:10:54,545 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:10:54,545 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:10:54,550 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:10:54,835 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:10:55,837 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:10:59,551 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:01,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:11:01,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:11:01,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:11:03,755 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:03,756 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:03,756 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:03,761 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:03,842 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:04,800 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:05,845 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:08,296 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:08,297 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:08,297 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:08,302 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:08,847 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:09,849 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:10,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:10,650 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:11:12,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:12,139 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:12,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:12,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:12,884 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:13,886 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:16,145 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:16,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:11:16,742 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:11:16,742 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:11:20,443 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:20,444 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:20,444 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:20,449 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:20,891 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:21,488 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:21,893 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:25,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:25,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:25,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:25,348 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:25,896 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:27,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:27,899 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:30,310 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:30,311 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:30,311 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:30,316 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:30,900 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:31,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:11:31,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:11:31,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:11:31,903 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:33,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:35,434 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:35,435 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:35,435 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:35,440 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:35,905 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:37,908 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:38,476 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:40,655 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:11:43,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:43,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:43,829 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:43,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:43,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:43,913 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:45,917 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:46,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:11:46,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:11:46,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:11:48,745 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:48,746 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:48,746 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:48,746 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:48,751 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:48,919 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:49,921 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:52,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:52,967 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:52,967 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:52,972 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:53,924 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:53,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:55,927 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:11:58,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:11:58,220 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:11:58,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:11:58,225 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:11:58,928 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:11:59,226 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:11:59,931 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:01,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:12:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:12:01,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:12:03,289 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:03,290 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:03,290 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:03,295 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:03,933 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:04,332 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:05,936 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:07,946 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:07,947 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:07,947 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:07,952 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:08,938 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:09,941 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:09,952 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:10,654 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:12:15,656 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:16,180 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:16,181 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:16,181 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:16,186 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:12:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:12:16,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:12:16,954 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:17,957 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:21,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:22,490 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:22,490 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:22,491 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:22,495 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:22,961 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:23,964 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:26,532 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:28,276 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:28,277 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:28,277 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:28,282 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:28,967 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:29,969 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:31,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:12:31,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:12:31,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:12:32,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:36,726 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:36,727 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:36,727 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:36,732 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:36,973 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:37,768 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:37,976 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:40,656 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:12:42,194 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:42,195 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:42,195 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:42,200 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:42,980 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:43,201 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:43,982 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:12:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:12:46,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:12:47,205 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:47,205 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:47,205 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:47,210 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:47,986 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:48,251 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:49,989 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:52,141 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:52,142 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:52,142 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:52,147 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:52,990 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:53,993 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:12:54,148 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:57,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:12:57,354 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:12:57,354 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:12:57,359 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:12:57,995 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:12:59,360 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:12:59,998 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:13:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:13:01,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:13:01,841 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:02,061 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:02,061 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:02,066 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:03,000 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:04,002 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:05,067 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:06,658 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:06,659 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:06,659 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:06,665 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:07,004 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:08,006 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:10,658 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:13:10,660 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:12,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:12,521 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:12,521 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:12,526 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:13,026 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:14,028 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:16,526 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:13:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:13:16,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:13:17,376 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:17,376 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:17,376 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:17,381 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:18,030 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:20,033 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:22,420 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:23,464 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:23,465 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:23,465 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:23,470 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:24,037 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:26,040 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:27,471 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:31,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:13:31,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:13:31,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:13:31,786 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:32,029 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:32,029 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:32,034 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:32,043 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:33,035 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:34,046 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:36,218 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:36,218 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:36,219 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:36,223 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:37,048 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:38,051 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:38,224 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:40,660 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:13:40,942 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:40,943 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:40,943 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:40,949 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:41,054 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:42,056 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:43,949 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:45,855 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:45,856 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:45,856 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:45,861 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:46,060 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:13:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:13:46,769 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:13:48,063 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:48,976 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:50,523 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:50,524 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:50,524 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:50,529 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:51,065 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:52,067 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:13:54,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:13:58,896 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:13:58,896 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:13:58,897 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:13:58,902 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:13:59,071 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:13:59,902 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:00,074 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:14:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:14:01,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:14:04,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:06,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 19:14:07,219 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:07,219 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:07,220 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:07,225 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:08,078 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:09,608 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:09,609 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:09,609 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:09,614 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:10,081 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:10,082 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:10,667 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:14:12,092 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:12,668 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:14,210 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:14,210 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:14,211 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:14,215 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:15,094 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:16,097 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:14:16,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:14:16,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:14:17,966 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:19,337 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:19,338 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:19,338 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:19,343 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:20,099 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:22,104 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:23,380 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:24,772 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:24,773 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:24,773 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:24,778 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:25,105 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:26,108 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:28,779 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:29,482 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:29,483 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:29,483 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:29,488 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:30,110 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:31,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:14:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:14:31,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:14:32,113 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:34,014 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:34,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:34,439 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:34,440 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:34,444 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:35,116 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:36,118 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:39,480 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:39,574 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:39,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:39,575 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:39,580 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:40,122 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:40,665 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:14:42,125 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:44,666 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:46,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:14:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:14:46,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:14:47,766 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:47,767 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:47,767 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:47,772 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:48,129 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:49,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:50,132 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:14:54,808 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:14:56,120 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:14:56,121 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:14:56,121 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:14:56,126 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:14:56,136 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:14:58,139 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:00,126 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:00,836 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:00,837 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:00,837 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:00,842 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:01,141 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:01,769 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:15:01,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:15:01,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:15:02,143 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:05,988 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:07,156 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:07,156 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:07,156 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:07,161 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:08,147 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:10,150 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:10,670 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:15:11,575 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:11,575 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:11,576 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:11,577 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:11,582 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:12,151 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:14,154 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:16,328 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:16,329 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:16,329 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:16,334 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:15:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:15:16,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:15:17,156 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:18,158 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:21,416 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:21,417 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:21,417 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:21,422 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:22,162 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:22,460 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:24,165 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:25,829 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:25,830 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:25,830 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:25,835 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:26,166 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:27,835 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:28,169 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:15:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:15:31,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:15:32,984 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:32,985 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:32,985 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:32,985 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:32,990 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:33,172 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:34,175 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:38,016 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:38,016 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:38,017 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:38,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:38,021 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:38,177 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:40,182 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:40,669 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:15:42,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:42,534 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:42,534 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:42,539 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:43,209 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:43,539 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:44,211 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:15:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:15:46,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:15:48,382 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:48,383 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:48,383 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:48,388 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:49,215 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:49,424 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:50,218 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:15:54,139 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:15:54,140 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:15:54,140 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:15:54,145 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:15:54,220 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:15:55,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:15:56,221 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:00,146 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:00,945 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:00,946 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:00,946 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:00,951 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:01,224 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:01,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:16:01,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:16:01,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:16:02,226 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:04,948 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:04,948 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:04,949 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:04,954 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:05,228 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:05,992 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:06,231 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:09,568 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:09,569 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:09,569 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:09,574 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:10,233 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:10,674 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:16:11,675 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:12,236 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:14,764 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:14,765 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:14,765 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:14,770 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:15,278 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:16,281 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:16:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:16:16,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:16:20,352 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:20,353 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:20,353 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:20,358 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:21,285 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:22,288 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:22,396 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:24,670 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:24,671 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:24,671 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:24,676 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:25,289 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:26,292 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:27,677 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:29,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:29,343 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:29,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:29,349 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:30,295 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:16:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:16:31,770 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:16:32,298 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:33,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:33,780 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:33,780 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:33,781 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:33,786 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:34,299 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:36,302 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:38,138 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:38,139 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:38,139 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:38,139 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:38,144 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:38,303 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:40,308 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:40,673 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:16:43,455 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:43,456 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:43,456 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:43,456 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:43,461 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:44,310 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:46,342 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:16:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:16:46,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:16:49,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:51,590 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:51,591 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:51,591 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:51,596 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:52,352 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:54,355 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:54,632 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:55,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:55,692 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:55,692 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:55,697 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:16:56,356 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:16:58,360 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:16:59,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:16:59,718 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:16:59,719 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:16:59,719 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:16:59,724 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:00,361 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:01,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:17:01,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:17:01,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:17:02,362 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:05,028 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:05,543 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:05,544 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:05,544 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:05,549 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:06,365 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:08,368 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:10,584 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:10,675 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:17:11,747 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:11,748 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:11,748 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:11,753 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:12,370 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:14,373 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:15,754 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:17:16,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:17:16,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:17:16,781 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:17,065 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:17,066 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:17,071 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:17,392 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:18,395 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:21,071 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:22,342 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:22,342 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:22,343 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:22,347 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:22,398 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:24,401 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:26,349 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:28,009 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:28,010 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:28,010 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:28,015 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:28,404 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:30,407 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:31,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:17:31,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:31,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:17:31,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:17:33,753 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:33,753 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:33,753 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:33,758 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:34,409 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:36,412 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:36,796 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:40,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:40,102 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:40,103 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:40,107 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:40,416 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:40,677 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:17:42,419 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:42,679 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:46,770 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:17:46,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:17:46,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:17:48,072 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:48,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:48,485 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:48,485 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:48,490 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:49,424 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:50,427 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:53,528 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:17:55,358 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:17:55,359 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:17:55,359 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:17:55,364 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:17:55,429 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:17:58,433 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:17:59,365 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:00,029 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:00,030 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:00,030 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:00,035 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:00,435 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:01,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:18:01,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:18:01,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:18:02,438 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:05,019 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:05,890 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:05,891 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:05,891 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:05,896 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:06,440 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:08,444 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:10,679 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:18:10,681 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:10,928 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:10,929 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:10,929 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:10,934 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:11,445 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:12,448 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:15,935 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:16,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:18:16,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:18:16,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:18:17,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:17,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:17,691 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:17,696 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:18,451 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:20,454 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:21,732 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:22,484 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:22,485 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:22,485 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:22,491 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:23,457 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:24,460 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:27,491 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:28,973 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:28,973 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:28,974 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:28,978 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:29,462 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:30,465 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:31,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:18:31,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:18:31,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:18:33,048 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:37,394 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:37,395 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:37,395 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:37,400 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:37,469 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:38,436 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:40,475 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:40,685 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:18:41,907 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:41,907 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:41,908 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:41,912 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:42,499 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:43,913 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:44,502 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:46,520 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:46,521 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:46,521 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:46,526 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:46,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:18:46,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:18:46,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:18:47,504 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:48,507 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:48,977 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:50,427 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:50,428 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:50,428 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:50,433 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:50,508 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:52,511 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:18:54,472 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:18:55,439 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 19:18:55,440 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:18:55,441 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:18:55,445 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:18:55,513 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:18:58,517 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:19:00,446 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:01,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:19:01,771 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:19:01,771 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:19:06,017 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:10,684 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:19:11,685 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:16,686 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:16,903 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:19:16,904 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:19:16,947 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:19:22,110 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:27,111 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:32,101 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:19:32,101 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:19:32,406 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:32,448 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:19:37,407 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:40,686 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:19:42,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:47,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:52,688 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:19:57,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:02,689 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:07,690 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:20:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:20:09,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:20:10,691 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:20:12,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:17,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:22,693 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:20:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:20:24,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:20:28,287 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:33,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:38,288 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:20:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:20:39,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:20:40,690 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:20:43,691 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:48,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:53,692 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:20:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:20:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:20:54,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:20:59,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:04,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:21:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:21:09,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:21:09,325 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:10,693 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:21:14,694 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:19,695 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:21:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:21:24,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:21:25,353 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:30,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:35,354 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:21:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:21:39,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:21:40,696 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:21:40,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:45,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:50,698 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:21:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:21:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:21:54,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:21:56,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:01,271 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:06,272 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:22:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:22:09,040 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:22:10,695 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:22:11,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:16,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:21,697 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:22:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:22:24,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:22:27,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:32,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:37,262 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:22:39,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:22:39,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:22:40,699 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:22:42,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:47,700 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:52,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:22:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:22:54,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:22:54,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:22:58,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:03,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:08,285 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:23:09,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:23:09,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:23:10,700 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:23:13,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:18,701 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:23,702 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:23:24,040 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 19:23:24,041 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: stop_status +2024-03-13 19:23:29,261 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:31,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: telemetry +2024-03-13 19:23:31,527 DEBUG SenderThread:4098812 [sender.py:send():382] send: exit +2024-03-13 19:23:31,527 INFO SenderThread:4098812 [sender.py:send_exit():589] handling exit code: 0 +2024-03-13 19:23:31,528 INFO SenderThread:4098812 [sender.py:send_exit():591] handling runtime: 28522 +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:send_exit():597] send defer +2024-03-13 19:23:31,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:31,533 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 0 +2024-03-13 19:23:31,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 0 +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 1 +2024-03-13 19:23:31,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:31,533 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 1 +2024-03-13 19:23:31,533 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 1 +2024-03-13 19:23:31,533 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 2 +2024-03-13 19:23:31,533 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:31,533 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 2 +2024-03-13 19:23:31,533 INFO HandlerThread:4098812 [system_monitor.py:finish():203] Stopping system monitor +2024-03-13 19:23:31,534 INFO HandlerThread:4098812 [interfaces.py:finish():202] Joined cpu monitor +2024-03-13 19:23:31,534 INFO HandlerThread:4098812 [interfaces.py:finish():202] Joined disk monitor +2024-03-13 19:23:31,534 DEBUG SystemMonitor:4098812 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-13 19:23:31,535 DEBUG SystemMonitor:4098812 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-13 19:23:32,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:23:32,380 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:23:33,037 INFO HandlerThread:4098812 [interfaces.py:finish():202] Joined gpu monitor +2024-03-13 19:23:33,037 INFO HandlerThread:4098812 [interfaces.py:finish():202] Joined memory monitor +2024-03-13 19:23:33,037 INFO HandlerThread:4098812 [interfaces.py:finish():202] Joined network monitor +2024-03-13 19:23:33,037 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:33,037 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,037 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 2 +2024-03-13 19:23:33,037 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 3 +2024-03-13 19:23:33,038 DEBUG SenderThread:4098812 [sender.py:send():382] send: stats +2024-03-13 19:23:33,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:33,039 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:33,039 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 3 +2024-03-13 19:23:33,039 DEBUG SenderThread:4098812 [sender.py:send():382] send: history +2024-03-13 19:23:33,039 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: summary_record +2024-03-13 19:23:33,044 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:23:33,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,045 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 3 +2024-03-13 19:23:33,045 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 4 +2024-03-13 19:23:33,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:33,045 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 4 +2024-03-13 19:23:33,045 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,045 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 4 +2024-03-13 19:23:33,045 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 5 +2024-03-13 19:23:33,045 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:33,045 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 5 +2024-03-13 19:23:33,045 DEBUG SenderThread:4098812 [sender.py:send():382] send: summary +2024-03-13 19:23:33,050 INFO SenderThread:4098812 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 19:23:33,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,050 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 5 +2024-03-13 19:23:33,050 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 6 +2024-03-13 19:23:33,050 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:33,050 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 6 +2024-03-13 19:23:33,050 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,050 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 6 +2024-03-13 19:23:33,053 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 19:23:33,303 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 7 +2024-03-13 19:23:33,303 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:33,303 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 7 +2024-03-13 19:23:33,303 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:33,303 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 7 +2024-03-13 19:23:33,382 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml +2024-03-13 19:23:33,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:23:33,383 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:23:33,503 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:35,798 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 8 +2024-03-13 19:23:35,798 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:35,799 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:35,799 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 8 +2024-03-13 19:23:35,799 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:35,799 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 8 +2024-03-13 19:23:35,799 INFO SenderThread:4098812 [job_builder.py:build():296] Attempting to build job artifact +2024-03-13 19:23:35,800 INFO SenderThread:4098812 [job_builder.py:_get_source_type():426] is repo sourced job +2024-03-13 19:23:35,879 INFO SenderThread:4098812 [job_builder.py:build():402] adding wandb-job metadata file +2024-03-13 19:23:35,908 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 9 +2024-03-13 19:23:35,908 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:35,908 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 9 +2024-03-13 19:23:35,908 DEBUG SenderThread:4098812 [sender.py:send():382] send: artifact +2024-03-13 19:23:36,384 INFO Thread-12 :4098812 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:23:36,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:36,944 INFO SenderThread:4098812 [sender.py:send_artifact():1494] sent artifact job-https___github.com_TRI-ML_prismatic-vlms.git_scripts_pretrain.py - {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'state': 'COMMITTED', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjE0MzcwMzk1OA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'versionIndex': 9}}} +2024-03-13 19:23:36,944 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:36,944 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 9 +2024-03-13 19:23:36,944 INFO SenderThread:4098812 [dir_watcher.py:finish():358] shutting down directory watcher +2024-03-13 19:23:37,385 INFO SenderThread:4098812 [dir_watcher.py:finish():388] scan: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml config.yaml +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml conda-environment.yaml +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-metadata.json wandb-metadata.json +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt requirements.txt +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log output.log +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json wandb-summary.json +2024-03-13 19:23:37,386 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 10 +2024-03-13 19:23:37,387 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:37,387 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:37,388 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 10 +2024-03-13 19:23:37,392 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:37,392 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 10 +2024-03-13 19:23:37,392 INFO SenderThread:4098812 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 19:23:37,504 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:37,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:38,140 INFO wandb-upload_2:4098812 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/requirements.txt +2024-03-13 19:23:38,298 INFO wandb-upload_1:4098812 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/conda-environment.yaml +2024-03-13 19:23:38,310 INFO wandb-upload_4:4098812 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/wandb-summary.json +2024-03-13 19:23:38,317 INFO wandb-upload_0:4098812 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/config.yaml +2024-03-13 19:23:38,329 INFO wandb-upload_3:4098812 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/files/output.log +2024-03-13 19:23:38,505 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:38,505 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:38,529 INFO Thread-11 (_thread_body):4098812 [sender.py:transition_state():617] send defer: 11 +2024-03-13 19:23:38,529 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:38,529 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 11 +2024-03-13 19:23:38,530 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:38,530 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 11 +2024-03-13 19:23:38,530 INFO SenderThread:4098812 [file_pusher.py:join():178] waiting for file pusher +2024-03-13 19:23:38,530 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 12 +2024-03-13 19:23:38,530 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:38,530 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 12 +2024-03-13 19:23:38,530 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:38,530 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 12 +2024-03-13 19:23:38,531 INFO SenderThread:4098812 [file_stream.py:finish():595] file stream finish called +2024-03-13 19:23:39,165 INFO SenderThread:4098812 [file_stream.py:finish():599] file stream finish is done +2024-03-13 19:23:39,165 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 13 +2024-03-13 19:23:39,165 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:39,165 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 13 +2024-03-13 19:23:39,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:39,166 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 13 +2024-03-13 19:23:39,166 INFO SenderThread:4098812 [sender.py:transition_state():617] send defer: 14 +2024-03-13 19:23:39,166 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: defer +2024-03-13 19:23:39,166 INFO HandlerThread:4098812 [handler.py:handle_request_defer():172] handle defer: 14 +2024-03-13 19:23:39,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: final +2024-03-13 19:23:39,166 DEBUG SenderThread:4098812 [sender.py:send():382] send: footer +2024-03-13 19:23:39,166 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: defer +2024-03-13 19:23:39,166 INFO SenderThread:4098812 [sender.py:send_request_defer():613] handle sender defer: 14 +2024-03-13 19:23:39,167 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 19:23:39,167 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 19:23:39,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 19:23:39,168 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: server_info +2024-03-13 19:23:39,168 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: server_info +2024-03-13 19:23:39,211 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: get_summary +2024-03-13 19:23:39,212 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: sampled_history +2024-03-13 19:23:39,213 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: job_info +2024-03-13 19:23:39,375 DEBUG SenderThread:4098812 [sender.py:send_request():409] send_request: job_info +2024-03-13 19:23:39,375 DEBUG HandlerThread:4098812 [handler.py:handle_request():146] handle_request: shutdown +2024-03-13 19:23:39,375 INFO HandlerThread:4098812 [handler.py:finish():869] shutting down handler +2024-03-13 19:23:40,213 INFO WriterThread:4098812 [datastore.py:close():296] close: runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/run-6hbull8s.wandb +2024-03-13 19:23:40,375 INFO SenderThread:4098812 [sender.py:finish():1572] shutting down sender +2024-03-13 19:23:40,375 INFO SenderThread:4098812 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 19:23:40,375 INFO SenderThread:4098812 [file_pusher.py:join():178] waiting for file pusher diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug.log b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..72f6765c779e93c8d5b2ad09a4ad6ad5bc433b9b --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug.log @@ -0,0 +1,34 @@ +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3 +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Configure stats pid to 4098498 +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/.config/wandb/settings +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/prismatic-vlms/wandb/settings +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'scripts/pretrain.py', 'program_abspath': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py'} +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:_log_setup():526] Logging user logs to runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug.log +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:_log_setup():527] Logging internal logs to runs/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/logs/debug-internal.log +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:init():566] calling init triggers +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:init():573] wandb.init called with sweep_config: {} +config: {'model': {'type': 'one-stage+7b', 'model_id': 'one-stage+7b_qformer2_256', 'arch_specifier': 'qformer2_256', 'vision_backbone_id': 'clip-vit-l-336px', 'llm_backbone_id': 'vicuna-v15-7b', 'image_resize_strategy': 'letterbox', 'llm_max_length': 2048, 'align_epochs': 1, 'align_max_steps': None, 'align_global_batch_size': 256, 'align_per_device_batch_size': 16, 'align_learning_rate': 0.001, 'align_weight_decay': 0.0, 'align_max_grad_norm': 1.0, 'align_lr_scheduler_type': 'linear-warmup+cosine-decay', 'align_warmup_ratio': 0.03, 'align_train_strategy': 'fsdp-shard-grad-op', 'finetune_epochs': 1, 'finetune_max_steps': None, 'finetune_global_batch_size': 128, 'finetune_per_device_batch_size': 16, 'finetune_learning_rate': 2e-05, 'finetune_weight_decay': 0.1, 'finetune_max_grad_norm': 1.0, 'finetune_lr_scheduler_type': 'linear-warmup+cosine-decay', 'finetune_warmup_ratio': 0.03, 'finetune_train_strategy': 'fsdp-full-shard', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': False}, 'dataset': {'type': 'llava-v15', 'dataset_id': 'llava-v15', 'align_stage_components': ['download/llava-laion-cc-sbu-558k/chat.json', 'download/llava-laion-cc-sbu-558k'], 'finetune_stage_components': ['download/llava-v1.5-instruct/llava_v1_5_mix665k.json', 'download/llava-v1.5-instruct'], 'dataset_root_dir': 'data'}, 'stage': 'finetune', 'pretrained_checkpoint': '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_256/checkpoints/latest-checkpoint.pt', 'run_id': 's1_s2_qformer2_256', 'run_root_dir': 'runs', 'seed': 7, 'hf_token': '.hf_token', 'trackers': ['jsonl', 'wandb'], 'wandb_project': 'hf-vlms', 'wandb_entity': 'lilei_stones', 'max_length': 4096} +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:init():616] starting backend +2024-03-13 11:28:08,054 INFO MainThread:4098498 [wandb_init.py:init():620] setting up manager +2024-03-13 11:28:08,061 INFO MainThread:4098498 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-03-13 11:28:08,064 INFO MainThread:4098498 [wandb_init.py:init():628] backend started and connected +2024-03-13 11:28:08,076 INFO MainThread:4098498 [wandb_init.py:init():720] updated telemetry +2024-03-13 11:28:08,095 INFO MainThread:4098498 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout +2024-03-13 11:28:08,623 INFO MainThread:4098498 [wandb_run.py:_on_init():2262] communicating current version +2024-03-13 11:28:08,669 INFO MainThread:4098498 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-03-13 11:28:08,669 INFO MainThread:4098498 [wandb_init.py:init():804] starting run threads in backend +2024-03-13 11:28:13,613 INFO MainThread:4098498 [wandb_run.py:_console_start():2241] atexit reg +2024-03-13 11:28:13,613 INFO MainThread:4098498 [wandb_run.py:_redirect():2096] redirect: wrap_raw +2024-03-13 11:28:13,613 INFO MainThread:4098498 [wandb_run.py:_redirect():2161] Wrapping output streams. +2024-03-13 11:28:13,613 INFO MainThread:4098498 [wandb_run.py:_redirect():2186] Redirects installed. +2024-03-13 11:28:13,614 INFO MainThread:4098498 [wandb_init.py:init():847] run started, returning control to user process +2024-03-13 19:23:31,502 INFO MainThread:4098498 [wandb_run.py:_finish():1970] finishing run lilei_stones/hf-vlms/6hbull8s +2024-03-13 19:23:31,502 INFO MainThread:4098498 [wandb_run.py:_atexit_cleanup():2210] got exitcode: 0 +2024-03-13 19:23:31,502 INFO MainThread:4098498 [wandb_run.py:_restore():2193] restore +2024-03-13 19:23:31,502 INFO MainThread:4098498 [wandb_run.py:_restore():2199] restore done +2024-03-13 19:23:40,376 INFO MainThread:4098498 [wandb_run.py:_footer_history_summary_info():3866] rendering history +2024-03-13 19:23:40,377 INFO MainThread:4098498 [wandb_run.py:_footer_history_summary_info():3898] rendering summary +2024-03-13 19:23:40,389 INFO MainThread:4098498 [wandb_run.py:_footer_sync_info():3825] logging synced files diff --git a/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/run-6hbull8s.wandb b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/run-6hbull8s.wandb new file mode 100644 index 0000000000000000000000000000000000000000..64cbdaad46a5b7db0ceda9e544fb1d64946147d5 --- /dev/null +++ b/s1_s2_qformer2_256/wandb/run-20240313_112808-6hbull8s/run-6hbull8s.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73eed42f98c2fc2367a1d83dfbec9f13a04b380a07de2982dee17eb260183d6e +size 13413268 diff --git a/s1_s2_qformer2_32/checkpoints/latest-checkpoint.pt b/s1_s2_qformer2_32/checkpoints/latest-checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..d912a8be1323bf25b70a34c3bbe84044fd763ee9 --- /dev/null +++ b/s1_s2_qformer2_32/checkpoints/latest-checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339ce0e9c07d7aeb921b9154ff64c1a129d8cf84cc50a3a50f7ff6224fe32caa +size 28820836534 diff --git a/s1_s2_qformer2_32/checkpoints/step-005198-epoch-00-loss=0.9018.pt b/s1_s2_qformer2_32/checkpoints/step-005198-epoch-00-loss=0.9018.pt new file mode 100644 index 0000000000000000000000000000000000000000..d912a8be1323bf25b70a34c3bbe84044fd763ee9 --- /dev/null +++ b/s1_s2_qformer2_32/checkpoints/step-005198-epoch-00-loss=0.9018.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339ce0e9c07d7aeb921b9154ff64c1a129d8cf84cc50a3a50f7ff6224fe32caa +size 28820836534 diff --git a/s1_s2_qformer2_32/config.json b/s1_s2_qformer2_32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..704f2683e48536b5ef1f9ac1549dfbd15d4d6991 --- /dev/null +++ b/s1_s2_qformer2_32/config.json @@ -0,0 +1,60 @@ +{ + "dataset": { + "align_stage_components": [ + "download/llava-laion-cc-sbu-558k/chat.json", + "download/llava-laion-cc-sbu-558k" + ], + "dataset_id": "llava-v15", + "dataset_root_dir": "data", + "finetune_stage_components": [ + "download/llava-v1.5-instruct/llava_v1_5_mix665k.json", + "download/llava-v1.5-instruct" + ], + "type": "llava-v15" + }, + "hf_token": ".hf_token", + "max_length": 4096, + "model": { + "align_epochs": 1, + "align_global_batch_size": 256, + "align_learning_rate": 0.001, + "align_lr_scheduler_type": "linear-warmup+cosine-decay", + "align_max_grad_norm": 1.0, + "align_max_steps": null, + "align_per_device_batch_size": 16, + "align_train_strategy": "fsdp-shard-grad-op", + "align_warmup_ratio": 0.03, + "align_weight_decay": 0.0, + "arch_specifier": "qformer2_32", + "enable_gradient_checkpointing": true, + "enable_mixed_precision_training": true, + "finetune_epochs": 1, + "finetune_global_batch_size": 128, + "finetune_learning_rate": 2e-05, + "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", + "finetune_max_grad_norm": 1.0, + "finetune_max_steps": null, + "finetune_per_device_batch_size": 16, + "finetune_train_strategy": "fsdp-full-shard", + "finetune_warmup_ratio": 0.03, + "finetune_weight_decay": 0.1, + "image_resize_strategy": "letterbox", + "llm_backbone_id": "vicuna-v15-7b", + "llm_max_length": 2048, + "model_id": "one-stage+7b_qformer2_32", + "reduce_in_full_precision": false, + "type": "one-stage+7b", + "vision_backbone_id": "clip-vit-l-336px" + }, + "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt", + "run_id": "s1_s2_qformer2_32", + "run_root_dir": "runs", + "seed": 7, + "stage": "finetune", + "trackers": [ + "jsonl", + "wandb" + ], + "wandb_entity": "lilei_stones", + "wandb_project": "hf-vlms" +} \ No newline at end of file diff --git a/s1_s2_qformer2_32/config.yaml b/s1_s2_qformer2_32/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74c4f7b55bc7fc8fc9f94fb98f906b047f49793d --- /dev/null +++ b/s1_s2_qformer2_32/config.yaml @@ -0,0 +1,53 @@ +dataset: + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + dataset_id: llava-v15 + dataset_root_dir: data + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + type: llava-v15 +hf_token: .hf_token +max_length: 4096 +model: + align_epochs: 1 + align_global_batch_size: 256 + align_learning_rate: 0.001 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_max_grad_norm: 1.0 + align_max_steps: null + align_per_device_batch_size: 16 + align_train_strategy: fsdp-shard-grad-op + align_warmup_ratio: 0.03 + align_weight_decay: 0.0 + arch_specifier: qformer2_32 + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + finetune_epochs: 1 + finetune_global_batch_size: 128 + finetune_learning_rate: 2.0e-05 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_max_grad_norm: 1.0 + finetune_max_steps: null + finetune_per_device_batch_size: 16 + finetune_train_strategy: fsdp-full-shard + finetune_warmup_ratio: 0.03 + finetune_weight_decay: 0.1 + image_resize_strategy: letterbox + llm_backbone_id: vicuna-v15-7b + llm_max_length: 2048 + model_id: one-stage+7b_qformer2_32 + reduce_in_full_precision: false + type: one-stage+7b + vision_backbone_id: clip-vit-l-336px +pretrained_checkpoint: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt +run_id: s1_s2_qformer2_32 +run_root_dir: runs +seed: 7 +stage: finetune +trackers: +- jsonl +- wandb +wandb_entity: lilei_stones +wandb_project: hf-vlms diff --git a/s1_s2_qformer2_32/run-metrics.jsonl b/s1_s2_qformer2_32/run-metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fbac13ea483b7069a7df77f375acd8c43517ad97 --- /dev/null +++ b/s1_s2_qformer2_32/run-metrics.jsonl @@ -0,0 +1 @@ +{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "max_length": 4096, "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "qformer2_32", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "one-stage+7b_qformer2_32", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt", "run_id": "s1_s2_qformer2_32", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "lilei_stones", "wandb_project": "hf-vlms"}, "run_id": "s1_s2_qformer2_32"} diff --git a/s1_s2_qformer2_32/s1_s2_qformer2_32.jsonl b/s1_s2_qformer2_32/s1_s2_qformer2_32.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ccb4abe60f1250534dce8490b557f9bff13ac6f9 --- /dev/null +++ b/s1_s2_qformer2_32/s1_s2_qformer2_32.jsonl @@ -0,0 +1,5198 @@ +{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 1.004499077796936, "Finetune/Loss (Raw)": 1.004499077796936, "Finetune/Step": 1, "Finetune/Step Time": 25.501368045806885} +{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.2409286499023438, "Finetune/Loss (Raw)": 1.477358341217041, "Finetune/Step": 2, "Finetune/Step Time": 16.11931276321411} +{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2453205585479736, "Finetune/Loss (Raw)": 1.2541042566299438, "Finetune/Step": 3, "Finetune/Step Time": 11.816056251525879} +{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2248005867004395, "Finetune/Loss (Raw)": 1.163240671157837, "Finetune/Step": 4, "Finetune/Step Time": 9.707515060901642} +{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2248681783676147, "Finetune/Loss (Raw)": 1.225138545036316, "Finetune/Step": 5, "Finetune/Step Time": 8.62961449623108} +{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.230786681175232, "Finetune/Loss (Raw)": 1.2603785991668701, "Finetune/Step": 6, "Finetune/Step Time": 7.854253729184468} +{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2242488861083984, "Finetune/Loss (Raw)": 1.1850225925445557, "Finetune/Step": 7, "Finetune/Step Time": 7.274412189211164} +{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2447787523269653, "Finetune/Loss (Raw)": 1.3884878158569336, "Finetune/Step": 8, "Finetune/Step Time": 7.016260921955109} +{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2288099527359009, "Finetune/Loss (Raw)": 1.101060390472412, "Finetune/Step": 9, "Finetune/Step Time": 6.673214806450738} +{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.254602313041687, "Finetune/Loss (Raw)": 1.4867316484451294, "Finetune/Step": 10, "Finetune/Step Time": 6.654278755187988} +{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2632834911346436, "Finetune/Loss (Raw)": 1.350096583366394, "Finetune/Step": 11, "Finetune/Step Time": 6.375021435997703} +{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.2618582248687744, "Finetune/Loss (Raw)": 1.246179223060608, "Finetune/Step": 12, "Finetune/Step Time": 6.154019057750702} +{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.2531540393829346, "Finetune/Loss (Raw)": 1.1487047672271729, "Finetune/Step": 13, "Finetune/Step Time": 5.96557120176462} +{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2625168561935425, "Finetune/Loss (Raw)": 1.384232759475708, "Finetune/Step": 14, "Finetune/Step Time": 5.78390463760921} +{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2705051898956299, "Finetune/Loss (Raw)": 1.3823423385620117, "Finetune/Step": 15, "Finetune/Step Time": 5.7217358907063804} +{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2521471977233887, "Finetune/Loss (Raw)": 0.976779043674469, "Finetune/Step": 16, "Finetune/Step Time": 5.675742611289024} +{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2471013069152832, "Finetune/Loss (Raw)": 1.1663662195205688, "Finetune/Step": 17, "Finetune/Step Time": 5.569107827018289} +{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2331668138504028, "Finetune/Loss (Raw)": 0.9962812662124634, "Finetune/Step": 18, "Finetune/Step Time": 5.507791704601711} +{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.229109764099121, "Finetune/Loss (Raw)": 1.1560801267623901, "Finetune/Step": 19, "Finetune/Step Time": 5.398913847772699} +{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2246010303497314, "Finetune/Loss (Raw)": 1.1389373540878296, "Finetune/Step": 20, "Finetune/Step Time": 5.287560176849365} +{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.2209444046020508, "Finetune/Loss (Raw)": 1.147810935974121, "Finetune/Step": 21, "Finetune/Step Time": 5.275588398887997} +{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.213962435722351, "Finetune/Loss (Raw)": 1.0673404932022095, "Finetune/Step": 22, "Finetune/Step Time": 5.212252985347401} +{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.171699047088623, "Finetune/Loss (Raw)": 0.24190515279769897, "Finetune/Step": 23, "Finetune/Step Time": 5.344596448151962} +{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.1722562313079834, "Finetune/Loss (Raw)": 1.1850697994232178, "Finetune/Step": 24, "Finetune/Step Time": 5.257030715545018} +{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1672461032867432, "Finetune/Loss (Raw)": 1.0470057725906372, "Finetune/Step": 25, "Finetune/Step Time": 5.201271286010742} +{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1332859992980957, "Finetune/Loss (Raw)": 0.28428107500076294, "Finetune/Step": 26, "Finetune/Step Time": 5.328880374248211} +{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1370221376419067, "Finetune/Loss (Raw)": 1.2341636419296265, "Finetune/Step": 27, "Finetune/Step Time": 5.243652246616505} +{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.1356791257858276, "Finetune/Loss (Raw)": 1.0994139909744263, "Finetune/Step": 28, "Finetune/Step Time": 5.173305477414813} +{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1379562616348267, "Finetune/Loss (Raw)": 1.2017197608947754, "Finetune/Step": 29, "Finetune/Step Time": 5.1592981239845015} +{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.134234070777893, "Finetune/Loss (Raw)": 1.0262861251831055, "Finetune/Step": 30, "Finetune/Step Time": 5.149680002530416} +{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1359608173370361, "Finetune/Loss (Raw)": 1.1877671480178833, "Finetune/Step": 31, "Finetune/Step Time": 5.114700363528344} +{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.133477807044983, "Finetune/Loss (Raw)": 1.0565056800842285, "Finetune/Step": 32, "Finetune/Step Time": 5.136642046272755} +{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.1269501447677612, "Finetune/Loss (Raw)": 0.9180645942687988, "Finetune/Step": 33, "Finetune/Step Time": 5.110095118031357} +{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.1228092908859253, "Finetune/Loss (Raw)": 0.9861605167388916, "Finetune/Step": 34, "Finetune/Step Time": 5.068775261149687} +{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1268465518951416, "Finetune/Loss (Raw)": 1.2641109228134155, "Finetune/Step": 35, "Finetune/Step Time": 5.041338423320226} +{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1262733936309814, "Finetune/Loss (Raw)": 1.1062155961990356, "Finetune/Step": 36, "Finetune/Step Time": 5.049087345600128} +{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.12910795211792, "Finetune/Loss (Raw)": 1.231148600578308, "Finetune/Step": 37, "Finetune/Step Time": 5.096715166762069} +{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1284445524215698, "Finetune/Loss (Raw)": 1.1039023399353027, "Finetune/Step": 38, "Finetune/Step Time": 5.049041610015066} +{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1282830238342285, "Finetune/Loss (Raw)": 1.1221442222595215, "Finetune/Step": 39, "Finetune/Step Time": 5.002030299260066} +{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1278473138809204, "Finetune/Loss (Raw)": 1.110852599143982, "Finetune/Step": 40, "Finetune/Step Time": 5.0074981391429905} +{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1300265789031982, "Finetune/Loss (Raw)": 1.2172006368637085, "Finetune/Step": 41, "Finetune/Step Time": 4.9519716239557034} +{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.1316179037094116, "Finetune/Loss (Raw)": 1.1968592405319214, "Finetune/Step": 42, "Finetune/Step Time": 4.912045126869565} +{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1308605670928955, "Finetune/Loss (Raw)": 1.0990513563156128, "Finetune/Step": 43, "Finetune/Step Time": 4.924662074377371} +{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1312137842178345, "Finetune/Loss (Raw)": 1.1464043855667114, "Finetune/Step": 44, "Finetune/Step Time": 4.91180387952111} +{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.1282955408096313, "Finetune/Loss (Raw)": 0.9998917579650879, "Finetune/Step": 45, "Finetune/Step Time": 4.970007387797038} +{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1092994213104248, "Finetune/Loss (Raw)": 0.2544761598110199, "Finetune/Step": 46, "Finetune/Step Time": 5.05447428641112} +{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1092950105667114, "Finetune/Loss (Raw)": 1.109095811843872, "Finetune/Step": 47, "Finetune/Step Time": 5.026206843396451} +{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1088473796844482, "Finetune/Loss (Raw)": 1.0878006219863892, "Finetune/Step": 48, "Finetune/Step Time": 5.03196361164252} +{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.109173059463501, "Finetune/Loss (Raw)": 1.12480890750885, "Finetune/Step": 49, "Finetune/Step Time": 5.02065895041641} +{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1070252656936646, "Finetune/Loss (Raw)": 1.0017883777618408, "Finetune/Step": 50, "Finetune/Step Time": 4.9998008918762205} +{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.1071627140045166, "Finetune/Loss (Raw)": 1.114031434059143, "Finetune/Step": 51, "Finetune/Step Time": 4.97174119014366} +{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1084740161895752, "Finetune/Loss (Raw)": 1.1753450632095337, "Finetune/Step": 52, "Finetune/Step Time": 4.961311982228206} +{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1045061349868774, "Finetune/Loss (Raw)": 0.898177444934845, "Finetune/Step": 53, "Finetune/Step Time": 4.973153802583802} +{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1009386777877808, "Finetune/Loss (Raw)": 0.9118658900260925, "Finetune/Step": 54, "Finetune/Step Time": 4.965995417700873} +{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.101722002029419, "Finetune/Loss (Raw)": 1.1440280675888062, "Finetune/Step": 55, "Finetune/Step Time": 4.966280854832043} +{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.101377248764038, "Finetune/Loss (Raw)": 1.0824114084243774, "Finetune/Step": 56, "Finetune/Step Time": 4.975487768650055} +{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.099777102470398, "Finetune/Loss (Raw)": 1.010169267654419, "Finetune/Step": 57, "Finetune/Step Time": 4.952068968823082} +{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0989974737167358, "Finetune/Loss (Raw)": 1.054558515548706, "Finetune/Step": 58, "Finetune/Step Time": 4.977450559879172} +{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0985029935836792, "Finetune/Loss (Raw)": 1.0698271989822388, "Finetune/Step": 59, "Finetune/Step Time": 4.983656915567689} +{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.097967505455017, "Finetune/Loss (Raw)": 1.0663647651672363, "Finetune/Step": 60, "Finetune/Step Time": 4.957997910181681} +{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0985147953033447, "Finetune/Loss (Raw)": 1.1313624382019043, "Finetune/Step": 61, "Finetune/Step Time": 4.941333981811023} +{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0998927354812622, "Finetune/Loss (Raw)": 1.1839455366134644, "Finetune/Step": 62, "Finetune/Step Time": 4.916153823175738} +{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1011912822723389, "Finetune/Loss (Raw)": 1.1816909313201904, "Finetune/Step": 63, "Finetune/Step Time": 4.894199295649453} +{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.1002120971679688, "Finetune/Loss (Raw)": 1.0385366678237915, "Finetune/Step": 64, "Finetune/Step Time": 4.928932283073664} +{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0990594625473022, "Finetune/Loss (Raw)": 1.0252889394760132, "Finetune/Step": 65, "Finetune/Step Time": 4.9221560331491325} +{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0973155498504639, "Finetune/Loss (Raw)": 0.9839500188827515, "Finetune/Step": 66, "Finetune/Step Time": 4.907184366023902} +{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0942134857177734, "Finetune/Loss (Raw)": 0.8894849419593811, "Finetune/Step": 67, "Finetune/Step Time": 4.882109873330415} +{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.094462275505066, "Finetune/Loss (Raw)": 1.111132264137268, "Finetune/Step": 68, "Finetune/Step Time": 4.878998833544114} +{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0951383113861084, "Finetune/Loss (Raw)": 1.1411081552505493, "Finetune/Step": 69, "Finetune/Step Time": 4.855013840440391} +{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0962766408920288, "Finetune/Loss (Raw)": 1.1748230457305908, "Finetune/Step": 70, "Finetune/Step Time": 4.835053382601057} +{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0936846733093262, "Finetune/Loss (Raw)": 0.9122483134269714, "Finetune/Step": 71, "Finetune/Step Time": 4.817177319190871} +{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.092617154121399, "Finetune/Loss (Raw)": 1.0168178081512451, "Finetune/Step": 72, "Finetune/Step Time": 4.7930439180798} +{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0902011394500732, "Finetune/Loss (Raw)": 0.916252613067627, "Finetune/Step": 73, "Finetune/Step Time": 4.775130719354708} +{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0878705978393555, "Finetune/Loss (Raw)": 0.9177379608154297, "Finetune/Step": 74, "Finetune/Step Time": 4.757467550200385} +{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0841410160064697, "Finetune/Loss (Raw)": 0.8081518411636353, "Finetune/Step": 75, "Finetune/Step Time": 4.752256781260172} +{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.082505226135254, "Finetune/Loss (Raw)": 0.9598245620727539, "Finetune/Step": 76, "Finetune/Step Time": 4.74478531824915} +{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0826829671859741, "Finetune/Loss (Raw)": 1.0961885452270508, "Finetune/Step": 77, "Finetune/Step Time": 4.724205531083144} +{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0841825008392334, "Finetune/Loss (Raw)": 1.1996456384658813, "Finetune/Step": 78, "Finetune/Step Time": 4.704120639042976} +{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0853290557861328, "Finetune/Loss (Raw)": 1.174768328666687, "Finetune/Step": 79, "Finetune/Step Time": 4.688746763181083} +{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0837492942810059, "Finetune/Loss (Raw)": 0.9589428901672363, "Finetune/Step": 80, "Finetune/Step Time": 4.694270917773247} +{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.084214210510254, "Finetune/Loss (Raw)": 1.1214019060134888, "Finetune/Step": 81, "Finetune/Step Time": 4.6915931583922585} +{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0841914415359497, "Finetune/Loss (Raw)": 1.0823529958724976, "Finetune/Step": 82, "Finetune/Step Time": 4.674909626565328} +{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.082427978515625, "Finetune/Loss (Raw)": 0.9378250241279602, "Finetune/Step": 83, "Finetune/Step Time": 4.68311028308179} +{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0836468935012817, "Finetune/Loss (Raw)": 1.184806227684021, "Finetune/Step": 84, "Finetune/Step Time": 4.6849272052447} +{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0830339193344116, "Finetune/Loss (Raw)": 1.031543493270874, "Finetune/Step": 85, "Finetune/Step Time": 4.670924139022827} +{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0739747285842896, "Finetune/Loss (Raw)": 0.3039516508579254, "Finetune/Step": 86, "Finetune/Step Time": 4.722166127936784} +{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0732500553131104, "Finetune/Loss (Raw)": 1.0109256505966187, "Finetune/Step": 87, "Finetune/Step Time": 4.708264553683928} +{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.074784278869629, "Finetune/Loss (Raw)": 1.2082617282867432, "Finetune/Step": 88, "Finetune/Step Time": 4.715704300186851} +{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0745373964309692, "Finetune/Loss (Raw)": 1.052808165550232, "Finetune/Step": 89, "Finetune/Step Time": 4.70211038964518} +{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0750690698623657, "Finetune/Loss (Raw)": 1.1223944425582886, "Finetune/Step": 90, "Finetune/Step Time": 4.709682189093696} +{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0757756233215332, "Finetune/Loss (Raw)": 1.139359712600708, "Finetune/Step": 91, "Finetune/Step Time": 4.712180554211795} +{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.07681143283844, "Finetune/Loss (Raw)": 1.1710708141326904, "Finetune/Step": 92, "Finetune/Step Time": 4.70069174144579} +{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0749711990356445, "Finetune/Loss (Raw)": 0.9056673645973206, "Finetune/Step": 93, "Finetune/Step Time": 4.691937956758725} +{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0756561756134033, "Finetune/Loss (Raw)": 1.1393591165542603, "Finetune/Step": 94, "Finetune/Step Time": 4.675477124275045} +{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.0754420757293701, "Finetune/Loss (Raw)": 1.0553185939788818, "Finetune/Step": 95, "Finetune/Step Time": 4.6633747351797} +{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0752928256988525, "Finetune/Loss (Raw)": 1.0611164569854736, "Finetune/Step": 96, "Finetune/Step Time": 4.665975304941337} +{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0746396780014038, "Finetune/Loss (Raw)": 1.0119410753250122, "Finetune/Step": 97, "Finetune/Step Time": 4.660954111630154} +{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0749377012252808, "Finetune/Loss (Raw)": 1.1038508415222168, "Finetune/Step": 98, "Finetune/Step Time": 4.648850832666669} +{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0660933256149292, "Finetune/Loss (Raw)": 0.19934101402759552, "Finetune/Step": 99, "Finetune/Step Time": 4.685668083152386} +{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0673648118972778, "Finetune/Loss (Raw)": 1.1932425498962402, "Finetune/Step": 100, "Finetune/Step Time": 4.6778652429580685} +{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0670344829559326, "Finetune/Loss (Raw)": 1.0340006351470947, "Finetune/Step": 101, "Finetune/Step Time": 4.679317597115394} +{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0683650970458984, "Finetune/Loss (Raw)": 1.2027443647384644, "Finetune/Step": 102, "Finetune/Step Time": 4.662339095975838} +{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0607110261917114, "Finetune/Loss (Raw)": 0.2800068259239197, "Finetune/Step": 103, "Finetune/Step Time": 4.698776798340881} +{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.061434268951416, "Finetune/Loss (Raw)": 1.1359236240386963, "Finetune/Step": 104, "Finetune/Step Time": 4.685069549542207} +{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.061211347579956, "Finetune/Loss (Raw)": 1.0380244255065918, "Finetune/Step": 105, "Finetune/Step Time": 4.667845015298752} +{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.061004400253296, "Finetune/Loss (Raw)": 1.0392694473266602, "Finetune/Step": 106, "Finetune/Step Time": 4.654920456544408} +{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0614452362060547, "Finetune/Loss (Raw)": 1.108188509941101, "Finetune/Step": 107, "Finetune/Step Time": 4.643245480885016} +{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.060860514640808, "Finetune/Loss (Raw)": 0.9982852935791016, "Finetune/Step": 108, "Finetune/Step Time": 4.641351600488027} +{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0614627599716187, "Finetune/Loss (Raw)": 1.1265085935592651, "Finetune/Step": 109, "Finetune/Step Time": 4.6300680681106146} +{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0611424446105957, "Finetune/Loss (Raw)": 1.0262317657470703, "Finetune/Step": 110, "Finetune/Step Time": 4.617599105834961} +{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0614285469055176, "Finetune/Loss (Raw)": 1.0928921699523926, "Finetune/Step": 111, "Finetune/Step Time": 4.6227236459921075} +{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0613977909088135, "Finetune/Loss (Raw)": 1.0579715967178345, "Finetune/Step": 112, "Finetune/Step Time": 4.617245103631701} +{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0617636442184448, "Finetune/Loss (Raw)": 1.102743148803711, "Finetune/Step": 113, "Finetune/Step Time": 4.626522591683717} +{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0545532703399658, "Finetune/Loss (Raw)": 0.23978422582149506, "Finetune/Step": 114, "Finetune/Step Time": 4.665771674691585} +{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0546799898147583, "Finetune/Loss (Raw)": 1.0691378116607666, "Finetune/Step": 115, "Finetune/Step Time": 4.655414531541907} +{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0534448623657227, "Finetune/Loss (Raw)": 0.9113989472389221, "Finetune/Step": 116, "Finetune/Step Time": 4.659988701343536} +{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0538023710250854, "Finetune/Loss (Raw)": 1.0952671766281128, "Finetune/Step": 117, "Finetune/Step Time": 4.654794878429836} +{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0544389486312866, "Finetune/Loss (Raw)": 1.1289280652999878, "Finetune/Step": 118, "Finetune/Step Time": 4.643832267340967} +{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0542242527008057, "Finetune/Loss (Raw)": 1.0288833379745483, "Finetune/Step": 119, "Finetune/Step Time": 4.646819295001631} +{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0543465614318848, "Finetune/Loss (Raw)": 1.068901538848877, "Finetune/Step": 120, "Finetune/Step Time": 4.641838524738947} +{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0539308786392212, "Finetune/Loss (Raw)": 1.004044771194458, "Finetune/Step": 121, "Finetune/Step Time": 4.649343539860623} +{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0531392097473145, "Finetune/Loss (Raw)": 0.957353413105011, "Finetune/Step": 122, "Finetune/Step Time": 4.639889506042981} +{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.05271577835083, "Finetune/Loss (Raw)": 1.0010523796081543, "Finetune/Step": 123, "Finetune/Step Time": 4.6301669492954165} +{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.0532219409942627, "Finetune/Loss (Raw)": 1.1154841184616089, "Finetune/Step": 124, "Finetune/Step Time": 4.628248110894234} +{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0527690649032593, "Finetune/Loss (Raw)": 0.9966036677360535, "Finetune/Step": 125, "Finetune/Step Time": 4.62096060180664} +{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0530425310134888, "Finetune/Loss (Raw)": 1.0872175693511963, "Finetune/Step": 126, "Finetune/Step Time": 4.632495346523466} +{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0523548126220703, "Finetune/Loss (Raw)": 0.9657173156738281, "Finetune/Step": 127, "Finetune/Step Time": 4.621740374978133} +{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.0528771877288818, "Finetune/Loss (Raw)": 1.119213342666626, "Finetune/Step": 128, "Finetune/Step Time": 4.614440692588687} +{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0538740158081055, "Finetune/Loss (Raw)": 1.1321020126342773, "Finetune/Step": 129, "Finetune/Step Time": 4.4424032885581255} +{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0510667562484741, "Finetune/Loss (Raw)": 1.1180373430252075, "Finetune/Step": 130, "Finetune/Step Time": 4.425367584452033} +{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.0497241020202637, "Finetune/Loss (Raw)": 1.0822421312332153, "Finetune/Step": 131, "Finetune/Step Time": 4.425107454881072} +{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0491701364517212, "Finetune/Loss (Raw)": 1.092331051826477, "Finetune/Step": 132, "Finetune/Step Time": 4.425385091453791} +{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0464839935302734, "Finetune/Loss (Raw)": 0.8813109993934631, "Finetune/Step": 133, "Finetune/Step Time": 4.435343336313963} +{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0461573600769043, "Finetune/Loss (Raw)": 1.218576431274414, "Finetune/Step": 134, "Finetune/Step Time": 4.431022407487035} +{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0445556640625, "Finetune/Loss (Raw)": 0.9800153970718384, "Finetune/Step": 135, "Finetune/Step Time": 4.433065336197615} +{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0420223474502563, "Finetune/Loss (Raw)": 1.0642169713974, "Finetune/Step": 136, "Finetune/Step Time": 4.4180804416537285} +{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.041007161140442, "Finetune/Loss (Raw)": 0.9711103439331055, "Finetune/Step": 137, "Finetune/Step Time": 4.420618336647749} +{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0380566120147705, "Finetune/Loss (Raw)": 1.1090611219406128, "Finetune/Step": 138, "Finetune/Step Time": 4.391905635595322} +{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0345072746276855, "Finetune/Loss (Raw)": 0.8957732319831848, "Finetune/Step": 139, "Finetune/Step Time": 4.393443604931235} +{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.034669280052185, "Finetune/Loss (Raw)": 1.2669284343719482, "Finetune/Step": 140, "Finetune/Step Time": 4.387884018942714} +{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.033642053604126, "Finetune/Loss (Raw)": 1.0172100067138672, "Finetune/Step": 141, "Finetune/Step Time": 4.381800131872296} +{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0306384563446045, "Finetune/Loss (Raw)": 0.9997841715812683, "Finetune/Step": 142, "Finetune/Step Time": 4.422070275992155} +{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027251958847046, "Finetune/Loss (Raw)": 0.948860764503479, "Finetune/Step": 143, "Finetune/Step Time": 4.43634495139122} +{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0224577188491821, "Finetune/Loss (Raw)": 0.36311984062194824, "Finetune/Step": 144, "Finetune/Step Time": 4.468034274876118} +{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0159584283828735, "Finetune/Loss (Raw)": 0.33445778489112854, "Finetune/Step": 145, "Finetune/Step Time": 4.503841396421194} +{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0156080722808838, "Finetune/Loss (Raw)": 0.9514342546463013, "Finetune/Step": 146, "Finetune/Step Time": 4.493794113397598} +{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0134954452514648, "Finetune/Loss (Raw)": 0.8856601715087891, "Finetune/Step": 147, "Finetune/Step Time": 4.50009161233902} +{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0129070281982422, "Finetune/Loss (Raw)": 1.0636165142059326, "Finetune/Step": 148, "Finetune/Step Time": 4.502618124708533} +{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.012489914894104, "Finetune/Loss (Raw)": 1.0944223403930664, "Finetune/Step": 149, "Finetune/Step Time": 4.49213401414454} +{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0128397941589355, "Finetune/Loss (Raw)": 1.1121193170547485, "Finetune/Step": 150, "Finetune/Step Time": 4.495926570147276} +{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0193699598312378, "Finetune/Loss (Raw)": 1.0777734518051147, "Finetune/Step": 151, "Finetune/Step Time": 4.46231927908957} +{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0181505680084229, "Finetune/Loss (Raw)": 1.0290045738220215, "Finetune/Step": 152, "Finetune/Step Time": 4.4682023003697395} +{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.018844485282898, "Finetune/Loss (Raw)": 1.1358122825622559, "Finetune/Step": 153, "Finetune/Step Time": 4.477930473163724} +{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0253353118896484, "Finetune/Loss (Raw)": 1.1151143312454224, "Finetune/Step": 154, "Finetune/Step Time": 4.43944394774735} +{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0249732732772827, "Finetune/Loss (Raw)": 1.1878148317337036, "Finetune/Step": 155, "Finetune/Step Time": 4.446990789845586} +{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0186479091644287, "Finetune/Loss (Raw)": 0.2897830307483673, "Finetune/Step": 156, "Finetune/Step Time": 4.488604594022036} +{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0175673961639404, "Finetune/Loss (Raw)": 1.0634000301361084, "Finetune/Step": 157, "Finetune/Step Time": 4.478665009140968} +{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0180227756500244, "Finetune/Loss (Raw)": 1.0845770835876465, "Finetune/Step": 158, "Finetune/Step Time": 4.469165556132793} +{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0170092582702637, "Finetune/Loss (Raw)": 1.0580309629440308, "Finetune/Step": 159, "Finetune/Step Time": 4.4617578983306885} +{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0165423154830933, "Finetune/Loss (Raw)": 0.9967448115348816, "Finetune/Step": 160, "Finetune/Step Time": 4.451223099604249} +{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0173001289367676, "Finetune/Loss (Raw)": 1.0150699615478516, "Finetune/Step": 161, "Finetune/Step Time": 4.447609573602676} +{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019357681274414, "Finetune/Loss (Raw)": 1.2495132684707642, "Finetune/Step": 162, "Finetune/Step Time": 4.446322929114103} +{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0178179740905762, "Finetune/Loss (Raw)": 1.0670435428619385, "Finetune/Step": 163, "Finetune/Step Time": 4.446228440850973} +{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0166771411895752, "Finetune/Loss (Raw)": 0.9601918458938599, "Finetune/Step": 164, "Finetune/Step Time": 4.443900099024177} +{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0151642560958862, "Finetune/Loss (Raw)": 1.037489652633667, "Finetune/Step": 165, "Finetune/Step Time": 4.420871129259467} +{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0142712593078613, "Finetune/Loss (Raw)": 0.9896001219749451, "Finetune/Step": 166, "Finetune/Step Time": 4.422804979607463} +{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0143381357192993, "Finetune/Loss (Raw)": 1.1307016611099243, "Finetune/Step": 167, "Finetune/Step Time": 4.424753123894334} +{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0132660865783691, "Finetune/Loss (Raw)": 0.9736234545707703, "Finetune/Step": 168, "Finetune/Step Time": 4.413072470575571} +{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0112839937210083, "Finetune/Loss (Raw)": 0.9635040163993835, "Finetune/Step": 169, "Finetune/Step Time": 4.41839674115181} +{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0045700073242188, "Finetune/Loss (Raw)": 0.3374677300453186, "Finetune/Step": 170, "Finetune/Step Time": 4.4565085880458355} +{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0037522315979004, "Finetune/Loss (Raw)": 0.9943612217903137, "Finetune/Step": 171, "Finetune/Step Time": 4.448901664465666} +{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0023856163024902, "Finetune/Loss (Raw)": 0.9714941382408142, "Finetune/Step": 172, "Finetune/Step Time": 4.452182067558169} +{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0038237571716309, "Finetune/Loss (Raw)": 1.183976650238037, "Finetune/Step": 173, "Finetune/Step Time": 4.419653564691544} +{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0087262392044067, "Finetune/Loss (Raw)": 0.88198322057724, "Finetune/Step": 174, "Finetune/Step Time": 4.3884189166128635} +{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.009270429611206, "Finetune/Loss (Raw)": 1.1787465810775757, "Finetune/Step": 175, "Finetune/Step Time": 4.3856549095362425} +{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0034301280975342, "Finetune/Loss (Raw)": 0.3402631878852844, "Finetune/Step": 176, "Finetune/Step Time": 4.409948294982314} +{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0021891593933105, "Finetune/Loss (Raw)": 0.9659469127655029, "Finetune/Step": 177, "Finetune/Step Time": 4.4069560673087835} +{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.003649353981018, "Finetune/Loss (Raw)": 1.188698172569275, "Finetune/Step": 178, "Finetune/Step Time": 4.414050679653883} +{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0019444227218628, "Finetune/Loss (Raw)": 0.8958045840263367, "Finetune/Step": 179, "Finetune/Step Time": 4.417835330590606} +{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0011119842529297, "Finetune/Loss (Raw)": 1.0688040256500244, "Finetune/Step": 180, "Finetune/Step Time": 4.415154036134481} +{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0019644498825073, "Finetune/Loss (Raw)": 1.007279634475708, "Finetune/Step": 181, "Finetune/Step Time": 4.40108123421669} +{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0030187368392944, "Finetune/Loss (Raw)": 1.046815276145935, "Finetune/Step": 182, "Finetune/Step Time": 4.394642373546958} +{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0019155740737915, "Finetune/Loss (Raw)": 1.0028153657913208, "Finetune/Step": 183, "Finetune/Step Time": 4.377314478158951} +{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0024333000183105, "Finetune/Loss (Raw)": 1.148685097694397, "Finetune/Step": 184, "Finetune/Step Time": 4.363807121291757} +{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0016950368881226, "Finetune/Loss (Raw)": 0.9156810641288757, "Finetune/Step": 185, "Finetune/Step Time": 4.372735850512981} +{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.001277208328247, "Finetune/Loss (Raw)": 1.0010733604431152, "Finetune/Step": 186, "Finetune/Step Time": 4.363123195245862} +{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0007412433624268, "Finetune/Loss (Raw)": 1.0012092590332031, "Finetune/Step": 187, "Finetune/Step Time": 4.34888107329607} +{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0011125802993774, "Finetune/Loss (Raw)": 1.1139065027236938, "Finetune/Step": 188, "Finetune/Step Time": 4.347599798813462} +{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0000115633010864, "Finetune/Loss (Raw)": 0.9904317855834961, "Finetune/Step": 189, "Finetune/Step Time": 4.358630757778883} +{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9990728497505188, "Finetune/Loss (Raw)": 1.0637863874435425, "Finetune/Step": 190, "Finetune/Step Time": 4.363705866038799} +{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9982746243476868, "Finetune/Loss (Raw)": 1.0795211791992188, "Finetune/Step": 191, "Finetune/Step Time": 4.369187904521823} +{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9984490871429443, "Finetune/Loss (Raw)": 1.0608735084533691, "Finetune/Step": 192, "Finetune/Step Time": 4.3492602333426476} +{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9977457523345947, "Finetune/Loss (Raw)": 0.9352554082870483, "Finetune/Step": 193, "Finetune/Step Time": 4.342206424102187} +{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9981985688209534, "Finetune/Loss (Raw)": 1.041912317276001, "Finetune/Step": 194, "Finetune/Step Time": 4.340952400118113} +{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9990911483764648, "Finetune/Loss (Raw)": 1.0037339925765991, "Finetune/Step": 195, "Finetune/Step Time": 4.347438916563988} +{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9980022311210632, "Finetune/Loss (Raw)": 0.9717575311660767, "Finetune/Step": 196, "Finetune/Step Time": 4.343595301732421} +{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9972352981567383, "Finetune/Loss (Raw)": 1.0429391860961914, "Finetune/Step": 197, "Finetune/Step Time": 4.3498598746955395} +{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9959275722503662, "Finetune/Loss (Raw)": 1.0074249505996704, "Finetune/Step": 198, "Finetune/Step Time": 4.349090805277228} +{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9964994192123413, "Finetune/Loss (Raw)": 0.9854459166526794, "Finetune/Step": 199, "Finetune/Step Time": 4.353520480915904} +{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9965618848800659, "Finetune/Loss (Raw)": 1.024821400642395, "Finetune/Step": 200, "Finetune/Step Time": 4.3579417411237955} +{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9981751441955566, "Finetune/Loss (Raw)": 1.1227415800094604, "Finetune/Step": 201, "Finetune/Step Time": 4.36208120547235} +{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9997137188911438, "Finetune/Loss (Raw)": 1.1146780252456665, "Finetune/Step": 202, "Finetune/Step Time": 4.365156466141343} +{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0017220973968506, "Finetune/Loss (Raw)": 1.0652357339859009, "Finetune/Step": 203, "Finetune/Step Time": 4.3593651950359344} +{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0024230480194092, "Finetune/Loss (Raw)": 1.0495378971099854, "Finetune/Step": 204, "Finetune/Step Time": 4.353823766112328} +{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9962260723114014, "Finetune/Loss (Raw)": 0.30297186970710754, "Finetune/Step": 205, "Finetune/Step Time": 4.402483597397804} +{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9946320652961731, "Finetune/Loss (Raw)": 0.9956150650978088, "Finetune/Step": 206, "Finetune/Step Time": 4.4112070184201} +{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.994680643081665, "Finetune/Loss (Raw)": 1.180982232093811, "Finetune/Step": 207, "Finetune/Step Time": 4.434086117893457} +{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9953694343566895, "Finetune/Loss (Raw)": 1.0471171140670776, "Finetune/Step": 208, "Finetune/Step Time": 4.419251212850213} +{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9944397211074829, "Finetune/Loss (Raw)": 1.0023914575576782, "Finetune/Step": 209, "Finetune/Step Time": 4.413356274366379} +{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9883538484573364, "Finetune/Loss (Raw)": 0.3033616542816162, "Finetune/Step": 210, "Finetune/Step Time": 4.452007230371237} +{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9887716174125671, "Finetune/Loss (Raw)": 0.9912988543510437, "Finetune/Step": 211, "Finetune/Step Time": 4.444778146222234} +{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9879045486450195, "Finetune/Loss (Raw)": 1.0738295316696167, "Finetune/Step": 212, "Finetune/Step Time": 4.442344529554248} +{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9890854358673096, "Finetune/Loss (Raw)": 1.182693362236023, "Finetune/Step": 213, "Finetune/Step Time": 4.4448674488812685} +{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9944107532501221, "Finetune/Loss (Raw)": 0.9855860471725464, "Finetune/Step": 214, "Finetune/Step Time": 4.419465143233538} +{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9939250349998474, "Finetune/Loss (Raw)": 0.9487532377243042, "Finetune/Step": 215, "Finetune/Step Time": 4.4188201650977135} +{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9917812347412109, "Finetune/Loss (Raw)": 0.9338552355766296, "Finetune/Step": 216, "Finetune/Step Time": 4.417537782341242} +{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9922523498535156, "Finetune/Loss (Raw)": 1.1131037473678589, "Finetune/Step": 217, "Finetune/Step Time": 4.41537007316947} +{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9917455911636353, "Finetune/Loss (Raw)": 1.0575367212295532, "Finetune/Step": 218, "Finetune/Step Time": 4.404669294133782} +{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.992245614528656, "Finetune/Loss (Raw)": 1.2033677101135254, "Finetune/Step": 219, "Finetune/Step Time": 4.3932622410357} +{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9906889796257019, "Finetune/Loss (Raw)": 0.9718199372291565, "Finetune/Step": 220, "Finetune/Step Time": 4.390344077721238} +{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9922415614128113, "Finetune/Loss (Raw)": 1.1043944358825684, "Finetune/Step": 221, "Finetune/Step Time": 4.393497908487916} +{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9907636642456055, "Finetune/Loss (Raw)": 0.9501940011978149, "Finetune/Step": 222, "Finetune/Step Time": 4.399548299610615} +{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9902076125144958, "Finetune/Loss (Raw)": 0.9841365218162537, "Finetune/Step": 223, "Finetune/Step Time": 4.4007976446300745} +{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9845325946807861, "Finetune/Loss (Raw)": 0.33471447229385376, "Finetune/Step": 224, "Finetune/Step Time": 4.4280335661023855} +{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9848525524139404, "Finetune/Loss (Raw)": 1.0528953075408936, "Finetune/Step": 225, "Finetune/Step Time": 4.427974784746766} +{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9854549169540405, "Finetune/Loss (Raw)": 1.180956482887268, "Finetune/Step": 226, "Finetune/Step Time": 4.425453048199415} +{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9930797815322876, "Finetune/Loss (Raw)": 1.1753227710723877, "Finetune/Step": 227, "Finetune/Step Time": 4.386091899126768} +{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9926239252090454, "Finetune/Loss (Raw)": 1.1348999738693237, "Finetune/Step": 228, "Finetune/Step Time": 4.381130658090115} +{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9925613403320312, "Finetune/Loss (Raw)": 1.025980830192566, "Finetune/Step": 229, "Finetune/Step Time": 4.374417116865516} +{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9921632409095764, "Finetune/Loss (Raw)": 1.151788353919983, "Finetune/Step": 230, "Finetune/Step Time": 4.376877905800939} +{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9978659152984619, "Finetune/Loss (Raw)": 1.009951114654541, "Finetune/Step": 231, "Finetune/Step Time": 4.3389169462025166} +{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9972703456878662, "Finetune/Loss (Raw)": 1.0596894025802612, "Finetune/Step": 232, "Finetune/Step Time": 4.342304054647684} +{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9915094375610352, "Finetune/Loss (Raw)": 0.3006332218647003, "Finetune/Step": 233, "Finetune/Step Time": 4.385123182088137} +{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9925004243850708, "Finetune/Loss (Raw)": 1.166106939315796, "Finetune/Step": 234, "Finetune/Step Time": 4.404444692656398} +{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9932705163955688, "Finetune/Loss (Raw)": 1.2067694664001465, "Finetune/Step": 235, "Finetune/Step Time": 4.445080788806081} +{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9934322834014893, "Finetune/Loss (Raw)": 1.0189833641052246, "Finetune/Step": 236, "Finetune/Step Time": 4.439360519871116} +{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9931123852729797, "Finetune/Loss (Raw)": 1.0855697393417358, "Finetune/Step": 237, "Finetune/Step Time": 4.47276446223259} +{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9928978681564331, "Finetune/Loss (Raw)": 0.9987713098526001, "Finetune/Step": 238, "Finetune/Step Time": 4.476459784433246} +{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9913179874420166, "Finetune/Loss (Raw)": 0.8906664252281189, "Finetune/Step": 239, "Finetune/Step Time": 4.460520502179861} +{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9905389547348022, "Finetune/Loss (Raw)": 0.9582513570785522, "Finetune/Step": 240, "Finetune/Step Time": 4.45874760299921} +{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.990433931350708, "Finetune/Loss (Raw)": 1.089308500289917, "Finetune/Step": 241, "Finetune/Step Time": 4.440435426309705} +{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9968380928039551, "Finetune/Loss (Raw)": 1.059510350227356, "Finetune/Step": 242, "Finetune/Step Time": 4.409684641286731} +{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.996882438659668, "Finetune/Loss (Raw)": 1.0748176574707031, "Finetune/Step": 243, "Finetune/Step Time": 4.42513114772737} +{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9968904256820679, "Finetune/Loss (Raw)": 0.9124252796173096, "Finetune/Step": 244, "Finetune/Step Time": 4.410096885636449} +{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9978063106536865, "Finetune/Loss (Raw)": 1.2124946117401123, "Finetune/Step": 245, "Finetune/Step Time": 4.402233544737101} +{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9980832934379578, "Finetune/Loss (Raw)": 1.164380431175232, "Finetune/Step": 246, "Finetune/Step Time": 4.4223217982798815} +{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9983068704605103, "Finetune/Loss (Raw)": 1.0575023889541626, "Finetune/Step": 247, "Finetune/Step Time": 4.42247612029314} +{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9977709054946899, "Finetune/Loss (Raw)": 1.000296711921692, "Finetune/Step": 248, "Finetune/Step Time": 4.426289884373546} +{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9978517293930054, "Finetune/Loss (Raw)": 1.0143969058990479, "Finetune/Step": 249, "Finetune/Step Time": 4.407884918153286} +{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9987624883651733, "Finetune/Loss (Raw)": 1.0739225149154663, "Finetune/Step": 250, "Finetune/Step Time": 4.406647589057684} +{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9998764991760254, "Finetune/Loss (Raw)": 1.143648386001587, "Finetune/Step": 251, "Finetune/Step Time": 4.421386942267418} +{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9992880821228027, "Finetune/Loss (Raw)": 1.0401619672775269, "Finetune/Step": 252, "Finetune/Step Time": 4.415261939167976} +{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9998706579208374, "Finetune/Loss (Raw)": 1.0711804628372192, "Finetune/Step": 253, "Finetune/Step Time": 4.410332201048732} +{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9989876747131348, "Finetune/Loss (Raw)": 0.9741948246955872, "Finetune/Step": 254, "Finetune/Step Time": 4.390676999464631} +{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9938226938247681, "Finetune/Loss (Raw)": 0.30459725856781006, "Finetune/Step": 255, "Finetune/Step Time": 4.429522138088942} +{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9925112724304199, "Finetune/Loss (Raw)": 0.9513559937477112, "Finetune/Step": 256, "Finetune/Step Time": 4.430257927626371} +{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9927767515182495, "Finetune/Loss (Raw)": 1.1660805940628052, "Finetune/Step": 257, "Finetune/Step Time": 4.429976724088192} +{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9927729368209839, "Finetune/Loss (Raw)": 1.1175495386123657, "Finetune/Step": 258, "Finetune/Step Time": 4.429871823638678} +{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9927561283111572, "Finetune/Loss (Raw)": 1.0800834894180298, "Finetune/Step": 259, "Finetune/Step Time": 4.432184709236026} +{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9928956031799316, "Finetune/Loss (Raw)": 1.1101927757263184, "Finetune/Step": 260, "Finetune/Step Time": 4.452007019892335} +{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9928148984909058, "Finetune/Loss (Raw)": 0.8709824085235596, "Finetune/Step": 261, "Finetune/Step Time": 4.434900624677539} +{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9899353981018066, "Finetune/Loss (Raw)": 0.8499969840049744, "Finetune/Step": 262, "Finetune/Step Time": 4.4461223762482405} +{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9902814626693726, "Finetune/Loss (Raw)": 1.024314045906067, "Finetune/Step": 263, "Finetune/Step Time": 4.444372737780213} +{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9896522164344788, "Finetune/Loss (Raw)": 0.9836704134941101, "Finetune/Step": 264, "Finetune/Step Time": 4.459056781604886} +{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9898072481155396, "Finetune/Loss (Raw)": 0.9909502863883972, "Finetune/Step": 265, "Finetune/Step Time": 4.455298872664571} +{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9907063245773315, "Finetune/Loss (Raw)": 1.2241506576538086, "Finetune/Step": 266, "Finetune/Step Time": 4.466660177335143} +{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9906965494155884, "Finetune/Loss (Raw)": 0.8945125937461853, "Finetune/Step": 267, "Finetune/Step Time": 4.464487407356501} +{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9894211292266846, "Finetune/Loss (Raw)": 1.1036843061447144, "Finetune/Step": 268, "Finetune/Step Time": 4.46810544654727} +{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9896045923233032, "Finetune/Loss (Raw)": 1.0406951904296875, "Finetune/Step": 269, "Finetune/Step Time": 4.474008563905954} +{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.989970326423645, "Finetune/Loss (Raw)": 1.0465986728668213, "Finetune/Step": 270, "Finetune/Step Time": 4.438735207542777} +{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9905908107757568, "Finetune/Loss (Raw)": 1.02828049659729, "Finetune/Step": 271, "Finetune/Step Time": 4.429999388754368} +{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9964890480041504, "Finetune/Loss (Raw)": 1.1180856227874756, "Finetune/Step": 272, "Finetune/Step Time": 4.389947926625609} +{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0020575523376465, "Finetune/Loss (Raw)": 1.0472406148910522, "Finetune/Step": 273, "Finetune/Step Time": 4.354097919538617} +{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.003217101097107, "Finetune/Loss (Raw)": 1.0998512506484985, "Finetune/Step": 274, "Finetune/Step Time": 4.3603547140955925} +{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042088031768799, "Finetune/Loss (Raw)": 1.0125874280929565, "Finetune/Step": 275, "Finetune/Step Time": 4.35721836425364} +{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0023698806762695, "Finetune/Loss (Raw)": 0.8282493948936462, "Finetune/Step": 276, "Finetune/Step Time": 4.390247518196702} +{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0018031597137451, "Finetune/Loss (Raw)": 1.0218780040740967, "Finetune/Step": 277, "Finetune/Step Time": 4.389045886695385} +{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0011948347091675, "Finetune/Loss (Raw)": 1.0342466831207275, "Finetune/Step": 278, "Finetune/Step Time": 4.381987381726503} +{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.002205729484558, "Finetune/Loss (Raw)": 1.207175850868225, "Finetune/Step": 279, "Finetune/Step Time": 4.3883520774543285} +{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0018410682678223, "Finetune/Loss (Raw)": 0.982322633266449, "Finetune/Step": 280, "Finetune/Step Time": 4.386961298063397} +{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0013904571533203, "Finetune/Loss (Raw)": 1.0781303644180298, "Finetune/Step": 281, "Finetune/Step Time": 4.372429320588708} +{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0006145238876343, "Finetune/Loss (Raw)": 1.0158005952835083, "Finetune/Step": 282, "Finetune/Step Time": 4.371682880446315} +{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0002002716064453, "Finetune/Loss (Raw)": 1.1347872018814087, "Finetune/Step": 283, "Finetune/Step Time": 4.369835928082466} +{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0068914890289307, "Finetune/Loss (Raw)": 1.146269679069519, "Finetune/Step": 284, "Finetune/Step Time": 4.328358992934227} +{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0065059661865234, "Finetune/Loss (Raw)": 1.014047622680664, "Finetune/Step": 285, "Finetune/Step Time": 4.34609816968441} +{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0064568519592285, "Finetune/Loss (Raw)": 1.0782794952392578, "Finetune/Step": 286, "Finetune/Step Time": 4.361208986490965} +{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065631866455078, "Finetune/Loss (Raw)": 1.0716443061828613, "Finetune/Step": 287, "Finetune/Step Time": 4.368119807913899} +{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.005812406539917, "Finetune/Loss (Raw)": 0.9006479978561401, "Finetune/Step": 288, "Finetune/Step Time": 4.375905945897102} +{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.006597876548767, "Finetune/Loss (Raw)": 1.115614891052246, "Finetune/Step": 289, "Finetune/Step Time": 4.38012951426208} +{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.004321813583374, "Finetune/Loss (Raw)": 0.958177387714386, "Finetune/Step": 290, "Finetune/Step Time": 4.391218166798353} +{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0047181844711304, "Finetune/Loss (Raw)": 1.1177750825881958, "Finetune/Step": 291, "Finetune/Step Time": 4.384989861398935} +{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0058033466339111, "Finetune/Loss (Raw)": 1.0990859270095825, "Finetune/Step": 292, "Finetune/Step Time": 4.373402804136276} +{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0066511631011963, "Finetune/Loss (Raw)": 1.1460230350494385, "Finetune/Step": 293, "Finetune/Step Time": 4.369216473773122} +{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0049018859863281, "Finetune/Loss (Raw)": 0.7656887173652649, "Finetune/Step": 294, "Finetune/Step Time": 4.375724447891116} +{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.004562258720398, "Finetune/Loss (Raw)": 1.0872267484664917, "Finetune/Step": 295, "Finetune/Step Time": 4.381831526756287} +{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0049068927764893, "Finetune/Loss (Raw)": 1.0177440643310547, "Finetune/Step": 296, "Finetune/Step Time": 4.386871702969074} +{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.006181001663208, "Finetune/Loss (Raw)": 1.1265859603881836, "Finetune/Step": 297, "Finetune/Step Time": 4.389597175642848} +{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0106303691864014, "Finetune/Loss (Raw)": 0.9069898128509521, "Finetune/Step": 298, "Finetune/Step Time": 4.376764580607414} +{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0053261518478394, "Finetune/Loss (Raw)": 0.3154166340827942, "Finetune/Step": 299, "Finetune/Step Time": 4.412719892337918} +{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.000502109527588, "Finetune/Loss (Raw)": 0.3540257513523102, "Finetune/Step": 300, "Finetune/Step Time": 4.439967129379511} +{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9942283630371094, "Finetune/Loss (Raw)": 0.3809279501438141, "Finetune/Step": 301, "Finetune/Step Time": 4.479416696354747} +{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9942728877067566, "Finetune/Loss (Raw)": 0.8876773715019226, "Finetune/Step": 302, "Finetune/Step Time": 4.4819951225072145} +{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9875320196151733, "Finetune/Loss (Raw)": 0.3159230947494507, "Finetune/Step": 303, "Finetune/Step Time": 4.520481875166297} +{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9933912754058838, "Finetune/Loss (Raw)": 1.0902456045150757, "Finetune/Step": 304, "Finetune/Step Time": 4.483005242422223} +{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9940357208251953, "Finetune/Loss (Raw)": 1.0484353303909302, "Finetune/Step": 305, "Finetune/Step Time": 4.475209070369601} +{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9920990467071533, "Finetune/Loss (Raw)": 0.9408087134361267, "Finetune/Step": 306, "Finetune/Step Time": 4.475872751325369} +{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9941810369491577, "Finetune/Loss (Raw)": 1.1622982025146484, "Finetune/Step": 307, "Finetune/Step Time": 4.477957975119352} +{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9939815998077393, "Finetune/Loss (Raw)": 1.0432695150375366, "Finetune/Step": 308, "Finetune/Step Time": 4.478184128180146} +{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.995071530342102, "Finetune/Loss (Raw)": 1.1467912197113037, "Finetune/Step": 309, "Finetune/Step Time": 4.486947754397988} +{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9947908520698547, "Finetune/Loss (Raw)": 1.0108880996704102, "Finetune/Step": 310, "Finetune/Step Time": 4.487444657832384} +{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.995033860206604, "Finetune/Loss (Raw)": 1.0339256525039673, "Finetune/Step": 311, "Finetune/Step Time": 4.5060186721384525} +{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9937045574188232, "Finetune/Loss (Raw)": 0.9785342216491699, "Finetune/Step": 312, "Finetune/Step Time": 4.516076382249594} +{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9952346682548523, "Finetune/Loss (Raw)": 1.111537218093872, "Finetune/Step": 313, "Finetune/Step Time": 4.512812642380595} +{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9966624975204468, "Finetune/Loss (Raw)": 1.1838297843933105, "Finetune/Step": 314, "Finetune/Step Time": 4.502209302037954} +{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9965699315071106, "Finetune/Loss (Raw)": 0.9893609881401062, "Finetune/Step": 315, "Finetune/Step Time": 4.513274535536766} +{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9907317161560059, "Finetune/Loss (Raw)": 0.3666183054447174, "Finetune/Step": 316, "Finetune/Step Time": 4.552879761904478} +{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9905571341514587, "Finetune/Loss (Raw)": 0.9680728912353516, "Finetune/Step": 317, "Finetune/Step Time": 4.543058294802904} +{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9904783964157104, "Finetune/Loss (Raw)": 1.053720235824585, "Finetune/Step": 318, "Finetune/Step Time": 4.536689773201942} +{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.989736795425415, "Finetune/Loss (Raw)": 0.9845983386039734, "Finetune/Step": 319, "Finetune/Step Time": 4.549410669133067} +{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9887855648994446, "Finetune/Loss (Raw)": 0.9391102194786072, "Finetune/Step": 320, "Finetune/Step Time": 4.5446838065981865} +{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9839354157447815, "Finetune/Loss (Raw)": 0.3144390285015106, "Finetune/Step": 321, "Finetune/Step Time": 4.583192361518741} +{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9835683107376099, "Finetune/Loss (Raw)": 0.9949161410331726, "Finetune/Step": 322, "Finetune/Step Time": 4.5840456020087} +{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9841347336769104, "Finetune/Loss (Raw)": 1.0762403011322021, "Finetune/Step": 323, "Finetune/Step Time": 4.578733829781413} +{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9851399660110474, "Finetune/Loss (Raw)": 1.1004315614700317, "Finetune/Step": 324, "Finetune/Step Time": 4.577886691316962} +{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9851568937301636, "Finetune/Loss (Raw)": 1.0450941324234009, "Finetune/Step": 325, "Finetune/Step Time": 4.575144220143557} +{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9867711067199707, "Finetune/Loss (Raw)": 1.2140527963638306, "Finetune/Step": 326, "Finetune/Step Time": 4.575819222256541} +{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9870213866233826, "Finetune/Loss (Raw)": 1.0174789428710938, "Finetune/Step": 327, "Finetune/Step Time": 4.569921800866723} +{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9873694181442261, "Finetune/Loss (Raw)": 1.0693601369857788, "Finetune/Step": 328, "Finetune/Step Time": 4.5768739730119705} +{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9859796166419983, "Finetune/Loss (Raw)": 0.9448599815368652, "Finetune/Step": 329, "Finetune/Step Time": 4.59319924749434} +{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.984143078327179, "Finetune/Loss (Raw)": 0.8796001672744751, "Finetune/Step": 330, "Finetune/Step Time": 4.597415249794722} +{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9840326905250549, "Finetune/Loss (Raw)": 1.0511040687561035, "Finetune/Step": 331, "Finetune/Step Time": 4.601483963429928} +{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9822518825531006, "Finetune/Loss (Raw)": 0.8215934634208679, "Finetune/Step": 332, "Finetune/Step Time": 4.617736525833607} +{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9879225492477417, "Finetune/Loss (Raw)": 1.028814435005188, "Finetune/Step": 333, "Finetune/Step Time": 4.576291283592582} +{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9878644347190857, "Finetune/Loss (Raw)": 0.9881872534751892, "Finetune/Step": 334, "Finetune/Step Time": 4.571226296946406} +{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9864980578422546, "Finetune/Loss (Raw)": 1.0060871839523315, "Finetune/Step": 335, "Finetune/Step Time": 4.558636236935854} +{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9868783950805664, "Finetune/Loss (Raw)": 1.0957852602005005, "Finetune/Step": 336, "Finetune/Step Time": 4.561816530302167} +{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9885706305503845, "Finetune/Loss (Raw)": 1.2190051078796387, "Finetune/Step": 337, "Finetune/Step Time": 4.557316342368722} +{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9939809441566467, "Finetune/Loss (Raw)": 0.9958826303482056, "Finetune/Step": 338, "Finetune/Step Time": 4.527734937146306} +{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9938308596611023, "Finetune/Loss (Raw)": 0.9720852971076965, "Finetune/Step": 339, "Finetune/Step Time": 4.5305075123906136} +{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9925535321235657, "Finetune/Loss (Raw)": 0.9103397130966187, "Finetune/Step": 340, "Finetune/Step Time": 4.528858918696642} +{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9912664890289307, "Finetune/Loss (Raw)": 1.0179412364959717, "Finetune/Step": 341, "Finetune/Step Time": 4.530559511855245} +{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9921128749847412, "Finetune/Loss (Raw)": 1.0939325094223022, "Finetune/Step": 342, "Finetune/Step Time": 4.511762760579586} +{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9926483035087585, "Finetune/Loss (Raw)": 1.017283320426941, "Finetune/Step": 343, "Finetune/Step Time": 4.510355854406953} +{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.993858277797699, "Finetune/Loss (Raw)": 1.0887279510498047, "Finetune/Step": 344, "Finetune/Step Time": 4.495478766039014} +{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9939071536064148, "Finetune/Loss (Raw)": 1.1193652153015137, "Finetune/Step": 345, "Finetune/Step Time": 4.498111315071583} +{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9944016933441162, "Finetune/Loss (Raw)": 1.1208447217941284, "Finetune/Step": 346, "Finetune/Step Time": 4.505107145756483} +{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9939568638801575, "Finetune/Loss (Raw)": 1.146414875984192, "Finetune/Step": 347, "Finetune/Step Time": 4.508788663893938} +{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9948068857192993, "Finetune/Loss (Raw)": 1.0806334018707275, "Finetune/Step": 348, "Finetune/Step Time": 4.528957786038518} +{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951522946357727, "Finetune/Loss (Raw)": 1.1486061811447144, "Finetune/Step": 349, "Finetune/Step Time": 4.537445463240147} +{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9954855442047119, "Finetune/Loss (Raw)": 0.9928520321846008, "Finetune/Step": 350, "Finetune/Step Time": 4.552210345864296} +{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9956552386283875, "Finetune/Loss (Raw)": 1.005859613418579, "Finetune/Step": 351, "Finetune/Step Time": 4.565509034320712} +{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0008184909820557, "Finetune/Loss (Raw)": 0.9956070184707642, "Finetune/Step": 352, "Finetune/Step Time": 4.536939105018973} +{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.000303864479065, "Finetune/Loss (Raw)": 0.9870225787162781, "Finetune/Step": 353, "Finetune/Step Time": 4.536173164844513} +{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9981712102890015, "Finetune/Loss (Raw)": 0.9079811573028564, "Finetune/Step": 354, "Finetune/Step Time": 4.543024135753512} +{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9973056316375732, "Finetune/Loss (Raw)": 1.064514398574829, "Finetune/Step": 355, "Finetune/Step Time": 4.553092662245035} +{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.99558025598526, "Finetune/Loss (Raw)": 0.9140576124191284, "Finetune/Step": 356, "Finetune/Step Time": 4.560523452237248} +{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9948441386222839, "Finetune/Loss (Raw)": 0.9317560791969299, "Finetune/Step": 357, "Finetune/Step Time": 4.57469535805285} +{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9886255264282227, "Finetune/Loss (Raw)": 0.3558117151260376, "Finetune/Step": 358, "Finetune/Step Time": 4.613001087680459} +{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9873800873756409, "Finetune/Loss (Raw)": 0.8505366444587708, "Finetune/Step": 359, "Finetune/Step Time": 4.614279802888632} +{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9870200157165527, "Finetune/Loss (Raw)": 1.0135990381240845, "Finetune/Step": 360, "Finetune/Step Time": 4.614118132740259} +{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9916645884513855, "Finetune/Loss (Raw)": 0.8951324224472046, "Finetune/Step": 361, "Finetune/Step Time": 4.5751984268426895} +{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9901828169822693, "Finetune/Loss (Raw)": 0.9764449000358582, "Finetune/Step": 362, "Finetune/Step Time": 4.567507103085518} +{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9891387224197388, "Finetune/Loss (Raw)": 1.073116421699524, "Finetune/Step": 363, "Finetune/Step Time": 4.526073779910803} +{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9897286891937256, "Finetune/Loss (Raw)": 1.0945087671279907, "Finetune/Step": 364, "Finetune/Step Time": 4.524742439389229} +{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899932742118835, "Finetune/Loss (Raw)": 1.11943781375885, "Finetune/Step": 365, "Finetune/Step Time": 4.494013236835599} +{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891729354858398, "Finetune/Loss (Raw)": 0.8937634825706482, "Finetune/Step": 366, "Finetune/Step Time": 4.4990759417414665} +{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9900139570236206, "Finetune/Loss (Raw)": 0.99831622838974, "Finetune/Step": 367, "Finetune/Step Time": 4.5047571901232} +{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905033707618713, "Finetune/Loss (Raw)": 1.0208988189697266, "Finetune/Step": 368, "Finetune/Step Time": 4.504736026749015} +{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897109270095825, "Finetune/Loss (Raw)": 0.9878774881362915, "Finetune/Step": 369, "Finetune/Step Time": 4.5047075022011995} +{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.99050372838974, "Finetune/Loss (Raw)": 1.160991907119751, "Finetune/Step": 370, "Finetune/Step Time": 4.493423566222191} +{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911431670188904, "Finetune/Loss (Raw)": 1.1566532850265503, "Finetune/Step": 371, "Finetune/Step Time": 4.47860442660749} +{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9922098517417908, "Finetune/Loss (Raw)": 1.0489681959152222, "Finetune/Step": 372, "Finetune/Step Time": 4.493366774171591} +{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9860796928405762, "Finetune/Loss (Raw)": 0.4278338849544525, "Finetune/Step": 373, "Finetune/Step Time": 4.545881651341915} +{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9797253608703613, "Finetune/Loss (Raw)": 0.35103318095207214, "Finetune/Step": 374, "Finetune/Step Time": 4.565000405535102} +{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9801046848297119, "Finetune/Loss (Raw)": 1.1060452461242676, "Finetune/Step": 375, "Finetune/Step Time": 4.551150497049093} +{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792901873588562, "Finetune/Loss (Raw)": 0.8960442543029785, "Finetune/Step": 376, "Finetune/Step Time": 4.550120459869504} +{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9789333343505859, "Finetune/Loss (Raw)": 0.968725323677063, "Finetune/Step": 377, "Finetune/Step Time": 4.550579596310854} +{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9800339341163635, "Finetune/Loss (Raw)": 1.2147948741912842, "Finetune/Step": 378, "Finetune/Step Time": 4.5553908459842205} +{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9800554513931274, "Finetune/Loss (Raw)": 1.1464039087295532, "Finetune/Step": 379, "Finetune/Step Time": 4.552840976044536} +{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9800134897232056, "Finetune/Loss (Raw)": 1.0347880125045776, "Finetune/Step": 380, "Finetune/Step Time": 4.550789758563042} +{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9799120426177979, "Finetune/Loss (Raw)": 1.0582022666931152, "Finetune/Step": 381, "Finetune/Step Time": 4.564511587843299} +{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795311093330383, "Finetune/Loss (Raw)": 0.9254262447357178, "Finetune/Step": 382, "Finetune/Step Time": 4.60918671451509} +{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9844427108764648, "Finetune/Loss (Raw)": 0.9332890510559082, "Finetune/Step": 383, "Finetune/Step Time": 4.608945656567812} +{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9806652665138245, "Finetune/Loss (Raw)": 0.4678358733654022, "Finetune/Step": 384, "Finetune/Step Time": 4.643514743074775} +{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9794402122497559, "Finetune/Loss (Raw)": 1.0092746019363403, "Finetune/Step": 385, "Finetune/Step Time": 4.640628008171916} +{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9786462783813477, "Finetune/Loss (Raw)": 1.0159252882003784, "Finetune/Step": 386, "Finetune/Step Time": 4.640155514702201} +{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.977077305316925, "Finetune/Loss (Raw)": 0.8792588710784912, "Finetune/Step": 387, "Finetune/Step Time": 4.6416695062071085} +{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9758669137954712, "Finetune/Loss (Raw)": 0.955270528793335, "Finetune/Step": 388, "Finetune/Step Time": 4.619695197790861} +{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9764331579208374, "Finetune/Loss (Raw)": 0.9434507489204407, "Finetune/Step": 389, "Finetune/Step Time": 4.619208551943302} +{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9763431549072266, "Finetune/Loss (Raw)": 0.8384780883789062, "Finetune/Step": 390, "Finetune/Step Time": 4.605701899155974} +{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9761785268783569, "Finetune/Loss (Raw)": 1.003241777420044, "Finetune/Step": 391, "Finetune/Step Time": 4.601128034293652} +{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9760996103286743, "Finetune/Loss (Raw)": 0.9735727310180664, "Finetune/Step": 392, "Finetune/Step Time": 4.597532110288739} +{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9750023484230042, "Finetune/Loss (Raw)": 0.8504997491836548, "Finetune/Step": 393, "Finetune/Step Time": 4.609954753890634} +{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9717540740966797, "Finetune/Loss (Raw)": 0.8083715438842773, "Finetune/Step": 394, "Finetune/Step Time": 4.625143924728036} +{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9741581082344055, "Finetune/Loss (Raw)": 1.202225685119629, "Finetune/Step": 395, "Finetune/Step Time": 4.624121509492397} +{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9741441607475281, "Finetune/Loss (Raw)": 1.1019014120101929, "Finetune/Step": 396, "Finetune/Step Time": 4.624830689281225} +{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9726334810256958, "Finetune/Loss (Raw)": 0.847332775592804, "Finetune/Step": 397, "Finetune/Step Time": 4.640767853707075} +{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9736417531967163, "Finetune/Loss (Raw)": 1.1756439208984375, "Finetune/Step": 398, "Finetune/Step Time": 4.634334370493889} +{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9728403091430664, "Finetune/Loss (Raw)": 0.9257064461708069, "Finetune/Step": 399, "Finetune/Step Time": 4.621732831001282} +{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9715033769607544, "Finetune/Loss (Raw)": 0.9469590783119202, "Finetune/Step": 400, "Finetune/Step Time": 4.619396079331636} +{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9720039367675781, "Finetune/Loss (Raw)": 1.111305832862854, "Finetune/Step": 401, "Finetune/Step Time": 4.622058300301433} +{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9712574481964111, "Finetune/Loss (Raw)": 1.0042972564697266, "Finetune/Step": 402, "Finetune/Step Time": 4.633983237668872} +{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9709716439247131, "Finetune/Loss (Raw)": 0.9760134220123291, "Finetune/Step": 403, "Finetune/Step Time": 4.633434232324362} +{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9728997349739075, "Finetune/Loss (Raw)": 1.0750460624694824, "Finetune/Step": 404, "Finetune/Step Time": 4.600732196122408} +{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9706484079360962, "Finetune/Loss (Raw)": 0.7337098717689514, "Finetune/Step": 405, "Finetune/Step Time": 4.613243967294693} +{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9662150144577026, "Finetune/Loss (Raw)": 0.4667596220970154, "Finetune/Step": 406, "Finetune/Step Time": 4.652373103424907} +{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9599647521972656, "Finetune/Loss (Raw)": 0.4071514308452606, "Finetune/Step": 407, "Finetune/Step Time": 4.6793173756450415} +{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9599747657775879, "Finetune/Loss (Raw)": 0.9836100935935974, "Finetune/Step": 408, "Finetune/Step Time": 4.678918389603496} +{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9608273506164551, "Finetune/Loss (Raw)": 1.1872507333755493, "Finetune/Step": 409, "Finetune/Step Time": 4.67990930005908} +{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9624134302139282, "Finetune/Loss (Raw)": 1.2188220024108887, "Finetune/Step": 410, "Finetune/Step Time": 4.678199293091893} +{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9613020420074463, "Finetune/Loss (Raw)": 0.9925230145454407, "Finetune/Step": 411, "Finetune/Step Time": 4.680967394262552} +{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.955132246017456, "Finetune/Loss (Raw)": 0.3565422296524048, "Finetune/Step": 412, "Finetune/Step Time": 4.729670749977231} +{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9559944868087769, "Finetune/Loss (Raw)": 1.12440824508667, "Finetune/Step": 413, "Finetune/Step Time": 4.707526549696922} +{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9549394845962524, "Finetune/Loss (Raw)": 0.9432405829429626, "Finetune/Step": 414, "Finetune/Step Time": 4.692687723785639} +{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9547750949859619, "Finetune/Loss (Raw)": 1.0506120920181274, "Finetune/Step": 415, "Finetune/Step Time": 4.6899143904447556} +{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9565131068229675, "Finetune/Loss (Raw)": 1.1231111288070679, "Finetune/Step": 416, "Finetune/Step Time": 4.675441408529878} +{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9560250639915466, "Finetune/Loss (Raw)": 1.0531376600265503, "Finetune/Step": 417, "Finetune/Step Time": 4.67027772963047} +{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9571162462234497, "Finetune/Loss (Raw)": 1.0978522300720215, "Finetune/Step": 418, "Finetune/Step Time": 4.657680969685316} +{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560281038284302, "Finetune/Loss (Raw)": 0.9784916043281555, "Finetune/Step": 419, "Finetune/Step Time": 4.675684358924627} +{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502214193344116, "Finetune/Loss (Raw)": 0.3558264672756195, "Finetune/Step": 420, "Finetune/Step Time": 4.713001329451799} +{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9492838382720947, "Finetune/Loss (Raw)": 1.0260201692581177, "Finetune/Step": 421, "Finetune/Step Time": 4.713277859613299} +{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9511411190032959, "Finetune/Loss (Raw)": 1.0034129619598389, "Finetune/Step": 422, "Finetune/Step Time": 4.7190090753138065} +{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9514421224594116, "Finetune/Loss (Raw)": 1.1257551908493042, "Finetune/Step": 423, "Finetune/Step Time": 4.7126375157386065} +{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9515864849090576, "Finetune/Loss (Raw)": 1.0362337827682495, "Finetune/Step": 424, "Finetune/Step Time": 4.711785029619932} +{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9487323760986328, "Finetune/Loss (Raw)": 0.7612563967704773, "Finetune/Step": 425, "Finetune/Step Time": 4.747406495735049} +{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9495915174484253, "Finetune/Loss (Raw)": 1.0169552564620972, "Finetune/Step": 426, "Finetune/Step Time": 4.7264694310724735} +{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9547809958457947, "Finetune/Loss (Raw)": 0.9796735644340515, "Finetune/Step": 427, "Finetune/Step Time": 4.690165823325515} +{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9607806205749512, "Finetune/Loss (Raw)": 1.1219713687896729, "Finetune/Step": 428, "Finetune/Step Time": 4.65174962580204} +{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9661543369293213, "Finetune/Loss (Raw)": 1.0687707662582397, "Finetune/Step": 429, "Finetune/Step Time": 4.616842238232493} +{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9662761688232422, "Finetune/Loss (Raw)": 0.9032725691795349, "Finetune/Step": 430, "Finetune/Step Time": 4.61034931614995} +{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9722805023193359, "Finetune/Loss (Raw)": 1.0844824314117432, "Finetune/Step": 431, "Finetune/Step Time": 4.581150269135833} +{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9711005091667175, "Finetune/Loss (Raw)": 0.9392008185386658, "Finetune/Step": 432, "Finetune/Step Time": 4.587304728105664} +{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9700899124145508, "Finetune/Loss (Raw)": 0.919076144695282, "Finetune/Step": 433, "Finetune/Step Time": 4.590852888301015} +{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.97044837474823, "Finetune/Loss (Raw)": 0.986687421798706, "Finetune/Step": 434, "Finetune/Step Time": 4.5861701518297195} +{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9679118394851685, "Finetune/Loss (Raw)": 0.8376269340515137, "Finetune/Step": 435, "Finetune/Step Time": 4.577131373807788} +{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.966955304145813, "Finetune/Loss (Raw)": 0.9208338856697083, "Finetune/Step": 436, "Finetune/Step Time": 4.5740419290959835} +{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9659783840179443, "Finetune/Loss (Raw)": 1.0217466354370117, "Finetune/Step": 437, "Finetune/Step Time": 4.565084179863334} +{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9656382203102112, "Finetune/Loss (Raw)": 0.9673462510108948, "Finetune/Step": 438, "Finetune/Step Time": 4.568175168707967} +{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9651446342468262, "Finetune/Loss (Raw)": 0.9707432985305786, "Finetune/Step": 439, "Finetune/Step Time": 4.56664240732789} +{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.965927243232727, "Finetune/Loss (Raw)": 1.0787029266357422, "Finetune/Step": 440, "Finetune/Step Time": 4.562003852799535} +{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9654226303100586, "Finetune/Loss (Raw)": 1.0469480752944946, "Finetune/Step": 441, "Finetune/Step Time": 4.5595128033310175} +{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9595191478729248, "Finetune/Loss (Raw)": 0.42818689346313477, "Finetune/Step": 442, "Finetune/Step Time": 4.600532293319702} +{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9601497650146484, "Finetune/Loss (Raw)": 1.070081353187561, "Finetune/Step": 443, "Finetune/Step Time": 4.599958341568708} +{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9661818742752075, "Finetune/Loss (Raw)": 1.1387264728546143, "Finetune/Step": 444, "Finetune/Step Time": 4.5612534042447805} +{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9665040373802185, "Finetune/Loss (Raw)": 1.0093176364898682, "Finetune/Step": 445, "Finetune/Step Time": 4.573629295453429} +{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9669668078422546, "Finetune/Loss (Raw)": 1.1129463911056519, "Finetune/Step": 446, "Finetune/Step Time": 4.5816786624491215} +{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9673427939414978, "Finetune/Loss (Raw)": 1.0327311754226685, "Finetune/Step": 447, "Finetune/Step Time": 4.56620466709137} +{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9675048589706421, "Finetune/Loss (Raw)": 0.9598463177680969, "Finetune/Step": 448, "Finetune/Step Time": 4.566291285678744} +{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9739128351211548, "Finetune/Loss (Raw)": 1.1346677541732788, "Finetune/Step": 449, "Finetune/Step Time": 4.530725451186299} +{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9735268354415894, "Finetune/Loss (Raw)": 0.9455118179321289, "Finetune/Step": 450, "Finetune/Step Time": 4.529591236263514} +{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9727246761322021, "Finetune/Loss (Raw)": 0.9735548496246338, "Finetune/Step": 451, "Finetune/Step Time": 4.53401717543602} +{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9719750285148621, "Finetune/Loss (Raw)": 1.0044822692871094, "Finetune/Step": 452, "Finetune/Step Time": 4.527145968750119} +{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9733418226242065, "Finetune/Loss (Raw)": 1.2200440168380737, "Finetune/Step": 453, "Finetune/Step Time": 4.522200182080269} +{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9715627431869507, "Finetune/Loss (Raw)": 0.9863238334655762, "Finetune/Step": 454, "Finetune/Step Time": 4.537072228267789} +{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9721258282661438, "Finetune/Loss (Raw)": 1.0895605087280273, "Finetune/Step": 455, "Finetune/Step Time": 4.535632373765111} +{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9663655757904053, "Finetune/Loss (Raw)": 0.33203843235969543, "Finetune/Step": 456, "Finetune/Step Time": 4.562285497784615} +{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9661251902580261, "Finetune/Loss (Raw)": 0.9141020774841309, "Finetune/Step": 457, "Finetune/Step Time": 4.5431104470044374} +{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9687733054161072, "Finetune/Loss (Raw)": 1.218554973602295, "Finetune/Step": 458, "Finetune/Step Time": 4.540472604334354} +{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9683271050453186, "Finetune/Loss (Raw)": 0.9939842820167542, "Finetune/Step": 459, "Finetune/Step Time": 4.543353693559766} +{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9685710072517395, "Finetune/Loss (Raw)": 0.8528205156326294, "Finetune/Step": 460, "Finetune/Step Time": 4.542533695697784} +{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9681823253631592, "Finetune/Loss (Raw)": 0.9790667295455933, "Finetune/Step": 461, "Finetune/Step Time": 4.541574947535992} +{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9682096838951111, "Finetune/Loss (Raw)": 0.9916781187057495, "Finetune/Step": 462, "Finetune/Step Time": 4.541006945073605} +{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9696547389030457, "Finetune/Loss (Raw)": 1.1910585165023804, "Finetune/Step": 463, "Finetune/Step Time": 4.535082284361124} +{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.963263750076294, "Finetune/Loss (Raw)": 0.2777431309223175, "Finetune/Step": 464, "Finetune/Step Time": 4.572787430137396} +{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9618914127349854, "Finetune/Loss (Raw)": 1.0433435440063477, "Finetune/Step": 465, "Finetune/Step Time": 4.580133248120546} +{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.961499810218811, "Finetune/Loss (Raw)": 0.9457595348358154, "Finetune/Step": 466, "Finetune/Step Time": 4.584533639252186} +{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9623514413833618, "Finetune/Loss (Raw)": 1.081089735031128, "Finetune/Step": 467, "Finetune/Step Time": 4.584451599046588} +{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9617863893508911, "Finetune/Loss (Raw)": 0.8380125164985657, "Finetune/Step": 468, "Finetune/Step Time": 4.596209865063429} +{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9565413594245911, "Finetune/Loss (Raw)": 0.34658142924308777, "Finetune/Step": 469, "Finetune/Step Time": 4.630379430949688} +{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9556993246078491, "Finetune/Loss (Raw)": 0.9861486554145813, "Finetune/Step": 470, "Finetune/Step Time": 4.629793057218194} +{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9556812644004822, "Finetune/Loss (Raw)": 1.0149729251861572, "Finetune/Step": 471, "Finetune/Step Time": 4.645035231485963} +{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9560627937316895, "Finetune/Loss (Raw)": 1.1375635862350464, "Finetune/Step": 472, "Finetune/Step Time": 4.6462134420871735} +{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.954531192779541, "Finetune/Loss (Raw)": 0.9233262538909912, "Finetune/Step": 473, "Finetune/Step Time": 4.644508263096213} +{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9540205001831055, "Finetune/Loss (Raw)": 1.0554672479629517, "Finetune/Step": 474, "Finetune/Step Time": 4.640372728928924} +{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9533815979957581, "Finetune/Loss (Raw)": 1.0646346807479858, "Finetune/Step": 475, "Finetune/Step Time": 4.639028089120984} +{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9529648423194885, "Finetune/Loss (Raw)": 1.0272941589355469, "Finetune/Step": 476, "Finetune/Step Time": 4.623096274212003} +{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9526607990264893, "Finetune/Loss (Raw)": 1.1096854209899902, "Finetune/Step": 477, "Finetune/Step Time": 4.628920776769519} +{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9524520039558411, "Finetune/Loss (Raw)": 0.9661239385604858, "Finetune/Step": 478, "Finetune/Step Time": 4.605489538982511} +{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9526342749595642, "Finetune/Loss (Raw)": 1.0291919708251953, "Finetune/Step": 479, "Finetune/Step Time": 4.590554980561137} +{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9534057378768921, "Finetune/Loss (Raw)": 1.0943646430969238, "Finetune/Step": 480, "Finetune/Step Time": 4.582632165402174} +{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9537216424942017, "Finetune/Loss (Raw)": 1.027449607849121, "Finetune/Step": 481, "Finetune/Step Time": 4.587133105844259} +{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9548446536064148, "Finetune/Loss (Raw)": 1.0517253875732422, "Finetune/Step": 482, "Finetune/Step Time": 4.596180772408843} +{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9546260833740234, "Finetune/Loss (Raw)": 1.0365325212478638, "Finetune/Step": 483, "Finetune/Step Time": 4.606763957068324} +{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9552057385444641, "Finetune/Loss (Raw)": 0.9882633686065674, "Finetune/Step": 484, "Finetune/Step Time": 4.610685709863901} +{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9546176195144653, "Finetune/Loss (Raw)": 0.8564735054969788, "Finetune/Step": 485, "Finetune/Step Time": 4.614373443648219} +{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9595026969909668, "Finetune/Loss (Raw)": 0.9810946583747864, "Finetune/Step": 486, "Finetune/Step Time": 4.58892910182476} +{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9610093235969543, "Finetune/Loss (Raw)": 1.0433919429779053, "Finetune/Step": 487, "Finetune/Step Time": 4.587904676795006} +{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9612590074539185, "Finetune/Loss (Raw)": 1.045566439628601, "Finetune/Step": 488, "Finetune/Step Time": 4.585278747603297} +{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9616622924804688, "Finetune/Loss (Raw)": 0.9467464685440063, "Finetune/Step": 489, "Finetune/Step Time": 4.589668918401003} +{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9613733291625977, "Finetune/Loss (Raw)": 0.9394527077674866, "Finetune/Step": 490, "Finetune/Step Time": 4.595903834328055} +{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.958260178565979, "Finetune/Loss (Raw)": 0.6746329665184021, "Finetune/Step": 491, "Finetune/Step Time": 4.6242115423083305} +{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9572873115539551, "Finetune/Loss (Raw)": 0.9699846506118774, "Finetune/Step": 492, "Finetune/Step Time": 4.629969719797373} +{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9569427967071533, "Finetune/Loss (Raw)": 1.0753458738327026, "Finetune/Step": 493, "Finetune/Step Time": 4.632284181192517} +{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9575579166412354, "Finetune/Loss (Raw)": 0.9724883437156677, "Finetune/Step": 494, "Finetune/Step Time": 4.643397139385343} +{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.957740306854248, "Finetune/Loss (Raw)": 1.0216618776321411, "Finetune/Step": 495, "Finetune/Step Time": 4.643452322110534} +{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9579035043716431, "Finetune/Loss (Raw)": 1.0417981147766113, "Finetune/Step": 496, "Finetune/Step Time": 4.657118806615472} +{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9577956199645996, "Finetune/Loss (Raw)": 0.9740574359893799, "Finetune/Step": 497, "Finetune/Step Time": 4.6592326778918505} +{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9568805694580078, "Finetune/Loss (Raw)": 1.043875813484192, "Finetune/Step": 498, "Finetune/Step Time": 4.657371571287513} +{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9548258781433105, "Finetune/Loss (Raw)": 0.8936457633972168, "Finetune/Step": 499, "Finetune/Step Time": 4.659404564648867} +{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9543857574462891, "Finetune/Loss (Raw)": 0.992638111114502, "Finetune/Step": 500, "Finetune/Step Time": 4.658233020454645} +{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9572789072990417, "Finetune/Loss (Raw)": 0.7981529831886292, "Finetune/Step": 501, "Finetune/Step Time": 4.625544890761375} +{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9615201950073242, "Finetune/Loss (Raw)": 0.8939139246940613, "Finetune/Step": 502, "Finetune/Step Time": 4.604913996532559} +{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9609719514846802, "Finetune/Loss (Raw)": 1.0358822345733643, "Finetune/Step": 503, "Finetune/Step Time": 4.621273022145033} +{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9623163342475891, "Finetune/Loss (Raw)": 1.0681209564208984, "Finetune/Step": 504, "Finetune/Step Time": 4.622283134609461} +{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9626733660697937, "Finetune/Loss (Raw)": 1.0144175291061401, "Finetune/Step": 505, "Finetune/Step Time": 4.623371252790093} +{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9596607685089111, "Finetune/Loss (Raw)": 0.8291873931884766, "Finetune/Step": 506, "Finetune/Step Time": 4.6345852967351675} +{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9586594700813293, "Finetune/Loss (Raw)": 1.0182358026504517, "Finetune/Step": 507, "Finetune/Step Time": 4.630526954308152} +{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9583402872085571, "Finetune/Loss (Raw)": 0.9939349293708801, "Finetune/Step": 508, "Finetune/Step Time": 4.630133952945471} +{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9576546549797058, "Finetune/Loss (Raw)": 0.9704452157020569, "Finetune/Step": 509, "Finetune/Step Time": 4.633117036893964} +{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9577082991600037, "Finetune/Loss (Raw)": 0.9322896003723145, "Finetune/Step": 510, "Finetune/Step Time": 4.594841133803129} +{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9590189456939697, "Finetune/Loss (Raw)": 1.1010557413101196, "Finetune/Step": 511, "Finetune/Step Time": 4.5605273097753525} +{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9633768796920776, "Finetune/Loss (Raw)": 1.025648832321167, "Finetune/Step": 512, "Finetune/Step Time": 4.529385905712843} +{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9638188481330872, "Finetune/Loss (Raw)": 1.0658410787582397, "Finetune/Step": 513, "Finetune/Step Time": 4.533728338778019} +{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.964512825012207, "Finetune/Loss (Raw)": 1.1047641038894653, "Finetune/Step": 514, "Finetune/Step Time": 4.54704000428319} +{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9607123136520386, "Finetune/Loss (Raw)": 0.3927861452102661, "Finetune/Step": 515, "Finetune/Step Time": 4.584208484739065} +{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.961713969707489, "Finetune/Loss (Raw)": 1.083483338356018, "Finetune/Step": 516, "Finetune/Step Time": 4.587377058342099} +{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9624910354614258, "Finetune/Loss (Raw)": 1.0429118871688843, "Finetune/Step": 517, "Finetune/Step Time": 4.586562152951956} +{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9642069935798645, "Finetune/Loss (Raw)": 1.058122158050537, "Finetune/Step": 518, "Finetune/Step Time": 4.588929554447532} +{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9646979570388794, "Finetune/Loss (Raw)": 1.0660855770111084, "Finetune/Step": 519, "Finetune/Step Time": 4.603906311094761} +{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9650064706802368, "Finetune/Loss (Raw)": 1.0130692720413208, "Finetune/Step": 520, "Finetune/Step Time": 4.603708390146494} +{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9662626385688782, "Finetune/Loss (Raw)": 1.01128089427948, "Finetune/Step": 521, "Finetune/Step Time": 4.594729674980044} +{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9677194356918335, "Finetune/Loss (Raw)": 0.9948431849479675, "Finetune/Step": 522, "Finetune/Step Time": 4.576516712084413} +{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9654352068901062, "Finetune/Loss (Raw)": 0.9098449349403381, "Finetune/Step": 523, "Finetune/Step Time": 4.583547404035926} +{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9647763967514038, "Finetune/Loss (Raw)": 1.0175789594650269, "Finetune/Step": 524, "Finetune/Step Time": 4.579616019502282} +{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9661499261856079, "Finetune/Loss (Raw)": 1.0231423377990723, "Finetune/Step": 525, "Finetune/Step Time": 4.562673842534423} +{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9642828702926636, "Finetune/Loss (Raw)": 0.936663806438446, "Finetune/Step": 526, "Finetune/Step Time": 4.575531402602792} +{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9646404981613159, "Finetune/Loss (Raw)": 0.9714795351028442, "Finetune/Step": 527, "Finetune/Step Time": 4.569811241701245} +{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9654005765914917, "Finetune/Loss (Raw)": 1.0442506074905396, "Finetune/Step": 528, "Finetune/Step Time": 4.564824985340238} +{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9653116464614868, "Finetune/Loss (Raw)": 1.0999224185943604, "Finetune/Step": 529, "Finetune/Step Time": 4.564405336976051} +{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9660501480102539, "Finetune/Loss (Raw)": 1.098823070526123, "Finetune/Step": 530, "Finetune/Step Time": 4.548799570649862} +{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9674517512321472, "Finetune/Loss (Raw)": 1.1554192304611206, "Finetune/Step": 531, "Finetune/Step Time": 4.545498009771109} +{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9667268395423889, "Finetune/Loss (Raw)": 0.9822589159011841, "Finetune/Step": 532, "Finetune/Step Time": 4.543439522385597} +{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9684114456176758, "Finetune/Loss (Raw)": 0.94933021068573, "Finetune/Step": 533, "Finetune/Step Time": 4.539743075147271} +{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9721027612686157, "Finetune/Loss (Raw)": 0.9392518997192383, "Finetune/Step": 534, "Finetune/Step Time": 4.5085756834596395} +{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9761706590652466, "Finetune/Loss (Raw)": 0.9278498888015747, "Finetune/Step": 535, "Finetune/Step Time": 4.481993582099676} +{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9749008417129517, "Finetune/Loss (Raw)": 0.8210729956626892, "Finetune/Step": 536, "Finetune/Step Time": 4.504537785425782} +{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9739558696746826, "Finetune/Loss (Raw)": 1.0662885904312134, "Finetune/Step": 537, "Finetune/Step Time": 4.505861045792699} +{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9723892211914062, "Finetune/Loss (Raw)": 1.0182974338531494, "Finetune/Step": 538, "Finetune/Step Time": 4.51485270448029} +{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9732074737548828, "Finetune/Loss (Raw)": 1.0972598791122437, "Finetune/Step": 539, "Finetune/Step Time": 4.508852766826749} +{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9780179262161255, "Finetune/Loss (Raw)": 0.9722756743431091, "Finetune/Step": 540, "Finetune/Step Time": 4.459929393604398} +{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9771052598953247, "Finetune/Loss (Raw)": 1.007585883140564, "Finetune/Step": 541, "Finetune/Step Time": 4.4669545236974955} +{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9777262806892395, "Finetune/Loss (Raw)": 1.0227338075637817, "Finetune/Step": 542, "Finetune/Step Time": 4.465901922434568} +{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9782856702804565, "Finetune/Loss (Raw)": 1.1222187280654907, "Finetune/Step": 543, "Finetune/Step Time": 4.4658505860716105} +{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9779298305511475, "Finetune/Loss (Raw)": 1.0775635242462158, "Finetune/Step": 544, "Finetune/Step Time": 4.466259226202965} +{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9774101376533508, "Finetune/Loss (Raw)": 0.9866145253181458, "Finetune/Step": 545, "Finetune/Step Time": 4.463701739907265} +{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.976170539855957, "Finetune/Loss (Raw)": 0.9391846656799316, "Finetune/Step": 546, "Finetune/Step Time": 4.465147705748677} +{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9769231677055359, "Finetune/Loss (Raw)": 1.0748257637023926, "Finetune/Step": 547, "Finetune/Step Time": 4.45603459328413} +{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9816387891769409, "Finetune/Loss (Raw)": 0.9594302773475647, "Finetune/Step": 548, "Finetune/Step Time": 4.433239605277777} +{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9802327156066895, "Finetune/Loss (Raw)": 0.8460443019866943, "Finetune/Step": 549, "Finetune/Step Time": 4.442006086930633} +{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9801510572433472, "Finetune/Loss (Raw)": 0.9929576516151428, "Finetune/Step": 550, "Finetune/Step Time": 4.424225561320782} +{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9789648056030273, "Finetune/Loss (Raw)": 0.9739164113998413, "Finetune/Step": 551, "Finetune/Step Time": 4.425471110269427} +{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9794573187828064, "Finetune/Loss (Raw)": 1.0992709398269653, "Finetune/Step": 552, "Finetune/Step Time": 4.42097420617938} +{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9794793128967285, "Finetune/Loss (Raw)": 0.7640750408172607, "Finetune/Step": 553, "Finetune/Step Time": 4.38468492589891} +{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9803967475891113, "Finetune/Loss (Raw)": 1.1343770027160645, "Finetune/Step": 554, "Finetune/Step Time": 4.382287735119462} +{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9801123142242432, "Finetune/Loss (Raw)": 0.9432774186134338, "Finetune/Step": 555, "Finetune/Step Time": 4.396425131708384} +{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.979270875453949, "Finetune/Loss (Raw)": 1.01426100730896, "Finetune/Step": 556, "Finetune/Step Time": 4.408605078235269} +{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9784005284309387, "Finetune/Loss (Raw)": 0.9573676586151123, "Finetune/Step": 557, "Finetune/Step Time": 4.405084054917097} +{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9732390642166138, "Finetune/Loss (Raw)": 0.2426077127456665, "Finetune/Step": 558, "Finetune/Step Time": 4.437049614265561} +{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9723900556564331, "Finetune/Loss (Raw)": 0.9758051633834839, "Finetune/Step": 559, "Finetune/Step Time": 4.430482123047113} +{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9716491103172302, "Finetune/Loss (Raw)": 0.8443634510040283, "Finetune/Step": 560, "Finetune/Step Time": 4.425664406269789} +{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9714050889015198, "Finetune/Loss (Raw)": 0.8878399729728699, "Finetune/Step": 561, "Finetune/Step Time": 4.426356814801693} +{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9710283875465393, "Finetune/Loss (Raw)": 0.9384707808494568, "Finetune/Step": 562, "Finetune/Step Time": 4.424272608011961} +{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9726795554161072, "Finetune/Loss (Raw)": 1.0489791631698608, "Finetune/Step": 563, "Finetune/Step Time": 4.424909269437194} +{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9735478162765503, "Finetune/Loss (Raw)": 1.031967043876648, "Finetune/Step": 564, "Finetune/Step Time": 4.440153446048498} +{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9729995727539062, "Finetune/Loss (Raw)": 0.9515719413757324, "Finetune/Step": 565, "Finetune/Step Time": 4.449876472353935} +{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9738637804985046, "Finetune/Loss (Raw)": 1.07796049118042, "Finetune/Step": 566, "Finetune/Step Time": 4.4514119401574135} +{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9740368723869324, "Finetune/Loss (Raw)": 0.9929085969924927, "Finetune/Step": 567, "Finetune/Step Time": 4.449116665869951} +{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9677829742431641, "Finetune/Loss (Raw)": 0.2782007157802582, "Finetune/Step": 568, "Finetune/Step Time": 4.4781276155263186} +{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9668145179748535, "Finetune/Loss (Raw)": 0.9229859113693237, "Finetune/Step": 569, "Finetune/Step Time": 4.48383079841733} +{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9713956117630005, "Finetune/Loss (Raw)": 1.0145552158355713, "Finetune/Step": 570, "Finetune/Step Time": 4.44934069365263} +{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9703760147094727, "Finetune/Loss (Raw)": 0.9395854473114014, "Finetune/Step": 571, "Finetune/Step Time": 4.455133479088545} +{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9696036577224731, "Finetune/Loss (Raw)": 1.0398648977279663, "Finetune/Step": 572, "Finetune/Step Time": 4.454445084556937} +{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.970065712928772, "Finetune/Loss (Raw)": 1.0684610605239868, "Finetune/Step": 573, "Finetune/Step Time": 4.447539495304227} +{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9699081182479858, "Finetune/Loss (Raw)": 1.092768907546997, "Finetune/Step": 574, "Finetune/Step Time": 4.439887076616287} +{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9706957340240479, "Finetune/Loss (Raw)": 1.1335527896881104, "Finetune/Step": 575, "Finetune/Step Time": 4.4734121561050415} +{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9708833694458008, "Finetune/Loss (Raw)": 0.9838533997535706, "Finetune/Step": 576, "Finetune/Step Time": 4.474606387317181} +{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9697247743606567, "Finetune/Loss (Raw)": 0.9863754510879517, "Finetune/Step": 577, "Finetune/Step Time": 4.476178836077452} +{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9697908163070679, "Finetune/Loss (Raw)": 0.9539639353752136, "Finetune/Step": 578, "Finetune/Step Time": 4.472055293619633} +{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9688429832458496, "Finetune/Loss (Raw)": 0.8522399663925171, "Finetune/Step": 579, "Finetune/Step Time": 4.485001331195235} +{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9691060185432434, "Finetune/Loss (Raw)": 1.0381405353546143, "Finetune/Step": 580, "Finetune/Step Time": 4.486922465264797} +{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9684638977050781, "Finetune/Loss (Raw)": 1.1378523111343384, "Finetune/Step": 581, "Finetune/Step Time": 4.491505801677704} +{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9689434766769409, "Finetune/Loss (Raw)": 1.047705054283142, "Finetune/Step": 582, "Finetune/Step Time": 4.486530918627977} +{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9674257040023804, "Finetune/Loss (Raw)": 0.8952919244766235, "Finetune/Step": 583, "Finetune/Step Time": 4.492641223594546} +{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9732300043106079, "Finetune/Loss (Raw)": 1.074987769126892, "Finetune/Step": 584, "Finetune/Step Time": 4.464450778439641} +{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9744921922683716, "Finetune/Loss (Raw)": 1.075664758682251, "Finetune/Step": 585, "Finetune/Step Time": 4.465717323124409} +{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9675858020782471, "Finetune/Loss (Raw)": 0.33453449606895447, "Finetune/Step": 586, "Finetune/Step Time": 4.499852256849408} +{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9691071510314941, "Finetune/Loss (Raw)": 1.1887179613113403, "Finetune/Step": 587, "Finetune/Step Time": 4.4912512712180614} +{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9702171087265015, "Finetune/Loss (Raw)": 0.9948898553848267, "Finetune/Step": 588, "Finetune/Step Time": 4.499870575964451} +{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9710407257080078, "Finetune/Loss (Raw)": 1.0844937562942505, "Finetune/Step": 589, "Finetune/Step Time": 4.494943492114544} +{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.971778392791748, "Finetune/Loss (Raw)": 1.0860934257507324, "Finetune/Step": 590, "Finetune/Step Time": 4.496063206344843} +{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9698971509933472, "Finetune/Loss (Raw)": 0.9502643942832947, "Finetune/Step": 591, "Finetune/Step Time": 4.498195141553879} +{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9753307104110718, "Finetune/Loss (Raw)": 0.9732353687286377, "Finetune/Step": 592, "Finetune/Step Time": 4.458347070962191} +{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9749813079833984, "Finetune/Loss (Raw)": 0.9986315369606018, "Finetune/Step": 593, "Finetune/Step Time": 4.473226604983211} +{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9754719734191895, "Finetune/Loss (Raw)": 1.008555293083191, "Finetune/Step": 594, "Finetune/Step Time": 4.460987858474255} +{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9749327898025513, "Finetune/Loss (Raw)": 1.0120726823806763, "Finetune/Step": 595, "Finetune/Step Time": 4.451031198725104} +{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.975667417049408, "Finetune/Loss (Raw)": 0.9320475459098816, "Finetune/Step": 596, "Finetune/Step Time": 4.433635937049985} +{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9797811508178711, "Finetune/Loss (Raw)": 0.8731397986412048, "Finetune/Step": 597, "Finetune/Step Time": 4.3976812697947025} +{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9799147844314575, "Finetune/Loss (Raw)": 1.003250241279602, "Finetune/Step": 598, "Finetune/Step Time": 4.420308895409107} +{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9799662828445435, "Finetune/Loss (Raw)": 1.0215705633163452, "Finetune/Step": 599, "Finetune/Step Time": 4.402063205838203} +{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9797397255897522, "Finetune/Loss (Raw)": 1.1085668802261353, "Finetune/Step": 600, "Finetune/Step Time": 4.406952826306224} +{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9801543951034546, "Finetune/Loss (Raw)": 0.97639399766922, "Finetune/Step": 601, "Finetune/Step Time": 4.430530905723572} +{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.980133056640625, "Finetune/Loss (Raw)": 1.052738070487976, "Finetune/Step": 602, "Finetune/Step Time": 4.423620155081153} +{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9791163802146912, "Finetune/Loss (Raw)": 0.9345068335533142, "Finetune/Step": 603, "Finetune/Step Time": 4.428404303267598} +{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9794436693191528, "Finetune/Loss (Raw)": 1.0691839456558228, "Finetune/Step": 604, "Finetune/Step Time": 4.427819149568677} +{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9781475067138672, "Finetune/Loss (Raw)": 0.9437832832336426, "Finetune/Step": 605, "Finetune/Step Time": 4.422817472368479} +{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9778581857681274, "Finetune/Loss (Raw)": 0.9290881752967834, "Finetune/Step": 606, "Finetune/Step Time": 4.4398700669407845} +{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9762376546859741, "Finetune/Loss (Raw)": 0.8217602372169495, "Finetune/Step": 607, "Finetune/Step Time": 4.46952960640192} +{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9761804342269897, "Finetune/Loss (Raw)": 1.0870380401611328, "Finetune/Step": 608, "Finetune/Step Time": 4.466601742431521} +{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.975327730178833, "Finetune/Loss (Raw)": 0.9183109998703003, "Finetune/Step": 609, "Finetune/Step Time": 4.461875477805734} +{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9746787548065186, "Finetune/Loss (Raw)": 0.968654453754425, "Finetune/Step": 610, "Finetune/Step Time": 4.452459858730435} +{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9746387004852295, "Finetune/Loss (Raw)": 1.0314072370529175, "Finetune/Step": 611, "Finetune/Step Time": 4.430312305688858} +{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9763165712356567, "Finetune/Loss (Raw)": 1.2030243873596191, "Finetune/Step": 612, "Finetune/Step Time": 4.427689056843519} +{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9766905307769775, "Finetune/Loss (Raw)": 0.9043397307395935, "Finetune/Step": 613, "Finetune/Step Time": 4.4200347028672695} +{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9767096042633057, "Finetune/Loss (Raw)": 0.983543336391449, "Finetune/Step": 614, "Finetune/Step Time": 4.405259259045124} +{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9766398072242737, "Finetune/Loss (Raw)": 1.0344516038894653, "Finetune/Step": 615, "Finetune/Step Time": 4.411851027980447} +{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.976296067237854, "Finetune/Loss (Raw)": 1.0015740394592285, "Finetune/Step": 616, "Finetune/Step Time": 4.414127238094807} +{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9767391085624695, "Finetune/Loss (Raw)": 1.0034480094909668, "Finetune/Step": 617, "Finetune/Step Time": 4.40619458630681} +{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9775880575180054, "Finetune/Loss (Raw)": 1.0481210947036743, "Finetune/Step": 618, "Finetune/Step Time": 4.400459535419941} +{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9795455932617188, "Finetune/Loss (Raw)": 0.9252028465270996, "Finetune/Step": 619, "Finetune/Step Time": 4.395246768370271} +{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9800432920455933, "Finetune/Loss (Raw)": 1.0336823463439941, "Finetune/Step": 620, "Finetune/Step Time": 4.385812403634191} +{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9796229600906372, "Finetune/Loss (Raw)": 1.0215407609939575, "Finetune/Step": 621, "Finetune/Step Time": 4.405236851423979} +{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9795334339141846, "Finetune/Loss (Raw)": 0.9610342383384705, "Finetune/Step": 622, "Finetune/Step Time": 4.3931266982108355} +{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9798567295074463, "Finetune/Loss (Raw)": 1.0630433559417725, "Finetune/Step": 623, "Finetune/Step Time": 4.3942716009914875} +{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9794963002204895, "Finetune/Loss (Raw)": 0.9956637024879456, "Finetune/Step": 624, "Finetune/Step Time": 4.380184261128306} +{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9800721406936646, "Finetune/Loss (Raw)": 1.0477617979049683, "Finetune/Step": 625, "Finetune/Step Time": 4.3814055267721415} +{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9801948070526123, "Finetune/Loss (Raw)": 1.0595800876617432, "Finetune/Step": 626, "Finetune/Step Time": 4.379408041015267} +{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9808621406555176, "Finetune/Loss (Raw)": 0.979063093662262, "Finetune/Step": 627, "Finetune/Step Time": 4.381650164723396} +{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.980860710144043, "Finetune/Loss (Raw)": 0.9924541711807251, "Finetune/Step": 628, "Finetune/Step Time": 4.371312692761421} +{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9826556444168091, "Finetune/Loss (Raw)": 1.0279086828231812, "Finetune/Step": 629, "Finetune/Step Time": 4.355852972716093} +{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9845635890960693, "Finetune/Loss (Raw)": 1.138131856918335, "Finetune/Step": 630, "Finetune/Step Time": 4.337516041472554} +{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9835672378540039, "Finetune/Loss (Raw)": 0.9083428978919983, "Finetune/Step": 631, "Finetune/Step Time": 4.322900228202343} +{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9843475222587585, "Finetune/Loss (Raw)": 1.1680032014846802, "Finetune/Step": 632, "Finetune/Step Time": 4.3219442293047905} +{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9862784743309021, "Finetune/Loss (Raw)": 1.2615764141082764, "Finetune/Step": 633, "Finetune/Step Time": 4.323201579973102} +{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9871997237205505, "Finetune/Loss (Raw)": 0.947105884552002, "Finetune/Step": 634, "Finetune/Step Time": 4.3148918356746435} +{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9870579242706299, "Finetune/Loss (Raw)": 1.0000871419906616, "Finetune/Step": 635, "Finetune/Step Time": 4.313146345317364} +{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9876729846000671, "Finetune/Loss (Raw)": 1.0726642608642578, "Finetune/Step": 636, "Finetune/Step Time": 4.338166207075119} +{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9887187480926514, "Finetune/Loss (Raw)": 1.1042959690093994, "Finetune/Step": 637, "Finetune/Step Time": 4.328367488458753} +{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9900257587432861, "Finetune/Loss (Raw)": 1.0995889902114868, "Finetune/Step": 638, "Finetune/Step Time": 4.322669677436352} +{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9893656969070435, "Finetune/Loss (Raw)": 1.0165718793869019, "Finetune/Step": 639, "Finetune/Step Time": 4.325333887711167} +{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9892062544822693, "Finetune/Loss (Raw)": 1.0052413940429688, "Finetune/Step": 640, "Finetune/Step Time": 4.320124724879861} +{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9894412755966187, "Finetune/Loss (Raw)": 1.095923900604248, "Finetune/Step": 641, "Finetune/Step Time": 4.332552291452885} +{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9833906888961792, "Finetune/Loss (Raw)": 0.3302838206291199, "Finetune/Step": 642, "Finetune/Step Time": 4.354645384475589} +{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9881123304367065, "Finetune/Loss (Raw)": 0.9971544742584229, "Finetune/Step": 643, "Finetune/Step Time": 4.316334635019302} +{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9878014922142029, "Finetune/Loss (Raw)": 1.0437052249908447, "Finetune/Step": 644, "Finetune/Step Time": 4.320958463475108} +{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9881006479263306, "Finetune/Loss (Raw)": 1.0812005996704102, "Finetune/Step": 645, "Finetune/Step Time": 4.31931078247726} +{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9877965450286865, "Finetune/Loss (Raw)": 1.0191922187805176, "Finetune/Step": 646, "Finetune/Step Time": 4.334905885159969} +{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9869567155838013, "Finetune/Loss (Raw)": 0.9585833549499512, "Finetune/Step": 647, "Finetune/Step Time": 4.335354143753648} +{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9871132969856262, "Finetune/Loss (Raw)": 1.0331189632415771, "Finetune/Step": 648, "Finetune/Step Time": 4.333688486367464} +{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9872527122497559, "Finetune/Loss (Raw)": 1.02912175655365, "Finetune/Step": 649, "Finetune/Step Time": 4.329423222690821} +{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9872028827667236, "Finetune/Loss (Raw)": 0.9884625673294067, "Finetune/Step": 650, "Finetune/Step Time": 4.342589944601059} +{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9881031513214111, "Finetune/Loss (Raw)": 1.0250846147537231, "Finetune/Step": 651, "Finetune/Step Time": 4.350685004144907} +{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9879803657531738, "Finetune/Loss (Raw)": 1.0018666982650757, "Finetune/Step": 652, "Finetune/Step Time": 4.354920437559485} +{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.987135648727417, "Finetune/Loss (Raw)": 0.9150214791297913, "Finetune/Step": 653, "Finetune/Step Time": 4.357238030061126} +{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9892712831497192, "Finetune/Loss (Raw)": 1.2100120782852173, "Finetune/Step": 654, "Finetune/Step Time": 4.348163198679686} +{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9894062280654907, "Finetune/Loss (Raw)": 0.9887573719024658, "Finetune/Step": 655, "Finetune/Step Time": 4.35750637948513} +{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9888512492179871, "Finetune/Loss (Raw)": 0.9732180833816528, "Finetune/Step": 656, "Finetune/Step Time": 4.360843144357204} +{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.987743616104126, "Finetune/Loss (Raw)": 0.958154559135437, "Finetune/Step": 657, "Finetune/Step Time": 4.381595402956009} +{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9868708848953247, "Finetune/Loss (Raw)": 0.9870926737785339, "Finetune/Step": 658, "Finetune/Step Time": 4.383220314979553} +{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9841356873512268, "Finetune/Loss (Raw)": 0.8053233623504639, "Finetune/Step": 659, "Finetune/Step Time": 4.40504321269691} +{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9852698445320129, "Finetune/Loss (Raw)": 1.1274343729019165, "Finetune/Step": 660, "Finetune/Step Time": 4.409543767571449} +{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9857650995254517, "Finetune/Loss (Raw)": 1.012718915939331, "Finetune/Step": 661, "Finetune/Step Time": 4.401812881231308} +{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.986695408821106, "Finetune/Loss (Raw)": 1.0583277940750122, "Finetune/Step": 662, "Finetune/Step Time": 4.390783507376909} +{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9881261587142944, "Finetune/Loss (Raw)": 1.1109867095947266, "Finetune/Step": 663, "Finetune/Step Time": 4.379823442548513} +{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9897167682647705, "Finetune/Loss (Raw)": 1.0246707201004028, "Finetune/Step": 664, "Finetune/Step Time": 4.367444887757301} +{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9904460310935974, "Finetune/Loss (Raw)": 1.1596381664276123, "Finetune/Step": 665, "Finetune/Step Time": 4.375511437654495} +{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9916267991065979, "Finetune/Loss (Raw)": 1.1694308519363403, "Finetune/Step": 666, "Finetune/Step Time": 4.367600383237004} +{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9918476939201355, "Finetune/Loss (Raw)": 1.12553870677948, "Finetune/Step": 667, "Finetune/Step Time": 4.381107047200203} +{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9910227060317993, "Finetune/Loss (Raw)": 0.8666765689849854, "Finetune/Step": 668, "Finetune/Step Time": 4.386258875951171} +{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9912406802177429, "Finetune/Loss (Raw)": 1.0354892015457153, "Finetune/Step": 669, "Finetune/Step Time": 4.380347786471248} +{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9904011487960815, "Finetune/Loss (Raw)": 0.9152675271034241, "Finetune/Step": 670, "Finetune/Step Time": 4.382625378668308} +{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9894285202026367, "Finetune/Loss (Raw)": 0.997724711894989, "Finetune/Step": 671, "Finetune/Step Time": 4.381382159888744} +{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9893012642860413, "Finetune/Loss (Raw)": 1.061279296875, "Finetune/Step": 672, "Finetune/Step Time": 4.3782319985330105} +{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9903626441955566, "Finetune/Loss (Raw)": 1.1224753856658936, "Finetune/Step": 673, "Finetune/Step Time": 4.379238227382302} +{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9917389154434204, "Finetune/Loss (Raw)": 1.1153408288955688, "Finetune/Step": 674, "Finetune/Step Time": 4.379688464105129} +{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9917010068893433, "Finetune/Loss (Raw)": 1.0699745416641235, "Finetune/Step": 675, "Finetune/Step Time": 4.381548669189215} +{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.992290198802948, "Finetune/Loss (Raw)": 1.0348496437072754, "Finetune/Step": 676, "Finetune/Step Time": 4.375464679673314} +{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9928532242774963, "Finetune/Loss (Raw)": 0.9181081056594849, "Finetune/Step": 677, "Finetune/Step Time": 4.407768597826362} +{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9939426183700562, "Finetune/Loss (Raw)": 1.1323997974395752, "Finetune/Step": 678, "Finetune/Step Time": 4.41962281242013} +{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9952511191368103, "Finetune/Loss (Raw)": 1.1414053440093994, "Finetune/Step": 679, "Finetune/Step Time": 4.424929916858673} +{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9941962957382202, "Finetune/Loss (Raw)": 0.9642560482025146, "Finetune/Step": 680, "Finetune/Step Time": 4.42325609177351} +{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9966062903404236, "Finetune/Loss (Raw)": 1.0725547075271606, "Finetune/Step": 681, "Finetune/Step Time": 4.421427331864834} +{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9962090849876404, "Finetune/Loss (Raw)": 1.0835323333740234, "Finetune/Step": 682, "Finetune/Step Time": 4.418325727805495} +{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9974814653396606, "Finetune/Loss (Raw)": 1.1061404943466187, "Finetune/Step": 683, "Finetune/Step Time": 4.399131674319506} +{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9970623254776001, "Finetune/Loss (Raw)": 0.9606163501739502, "Finetune/Step": 684, "Finetune/Step Time": 4.3880426194518805} +{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9955593347549438, "Finetune/Loss (Raw)": 0.7649886608123779, "Finetune/Step": 685, "Finetune/Step Time": 4.403489476069808} +{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.001017689704895, "Finetune/Loss (Raw)": 0.9412720203399658, "Finetune/Step": 686, "Finetune/Step Time": 4.378337008878589} +{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0009851455688477, "Finetune/Loss (Raw)": 0.9716410636901855, "Finetune/Step": 687, "Finetune/Step Time": 4.37523465231061} +{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0023064613342285, "Finetune/Loss (Raw)": 1.0134872198104858, "Finetune/Step": 688, "Finetune/Step Time": 4.373958868905902} +{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.001129388809204, "Finetune/Loss (Raw)": 0.737167477607727, "Finetune/Step": 689, "Finetune/Step Time": 4.387275859713554} +{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0004551410675049, "Finetune/Loss (Raw)": 0.8521738648414612, "Finetune/Step": 690, "Finetune/Step Time": 4.433016676455736} +{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.000510811805725, "Finetune/Loss (Raw)": 1.0561074018478394, "Finetune/Step": 691, "Finetune/Step Time": 4.4348443653434515} +{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9997118711471558, "Finetune/Loss (Raw)": 0.9297024011611938, "Finetune/Step": 692, "Finetune/Step Time": 4.446994509547949} +{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9999417662620544, "Finetune/Loss (Raw)": 0.9809994101524353, "Finetune/Step": 693, "Finetune/Step Time": 4.446257412433624} +{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9945785999298096, "Finetune/Loss (Raw)": 0.3914744555950165, "Finetune/Step": 694, "Finetune/Step Time": 4.477579865604639} +{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9936143159866333, "Finetune/Loss (Raw)": 0.8694816827774048, "Finetune/Step": 695, "Finetune/Step Time": 4.483763080090284} +{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0001119375228882, "Finetune/Loss (Raw)": 1.1098926067352295, "Finetune/Step": 696, "Finetune/Step Time": 4.45062905177474} +{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0002586841583252, "Finetune/Loss (Raw)": 0.9417768716812134, "Finetune/Step": 697, "Finetune/Step Time": 4.462697492912412} +{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0016138553619385, "Finetune/Loss (Raw)": 1.187999963760376, "Finetune/Step": 698, "Finetune/Step Time": 4.45052089355886} +{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0036463737487793, "Finetune/Loss (Raw)": 1.1997570991516113, "Finetune/Step": 699, "Finetune/Step Time": 4.447189642116427} +{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0032693147659302, "Finetune/Loss (Raw)": 0.9916032552719116, "Finetune/Step": 700, "Finetune/Step Time": 4.472504751756787} +{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9973178505897522, "Finetune/Loss (Raw)": 0.3066770136356354, "Finetune/Step": 701, "Finetune/Step Time": 4.501252003014088} +{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9964085817337036, "Finetune/Loss (Raw)": 0.9763789176940918, "Finetune/Step": 702, "Finetune/Step Time": 4.508276678621769} +{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9944215416908264, "Finetune/Loss (Raw)": 0.8792051076889038, "Finetune/Step": 703, "Finetune/Step Time": 4.483316091820598} +{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9944838285446167, "Finetune/Loss (Raw)": 0.991827130317688, "Finetune/Step": 704, "Finetune/Step Time": 4.50093249976635} +{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9946995973587036, "Finetune/Loss (Raw)": 1.0139960050582886, "Finetune/Step": 705, "Finetune/Step Time": 4.505709275603294} +{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.993436336517334, "Finetune/Loss (Raw)": 0.7922691106796265, "Finetune/Step": 706, "Finetune/Step Time": 4.508253872394562} +{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.993857741355896, "Finetune/Loss (Raw)": 0.906175971031189, "Finetune/Step": 707, "Finetune/Step Time": 4.498801542446017} +{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9947872161865234, "Finetune/Loss (Raw)": 1.1571189165115356, "Finetune/Step": 708, "Finetune/Step Time": 4.503603959456086} +{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9934836626052856, "Finetune/Loss (Raw)": 0.9709968566894531, "Finetune/Step": 709, "Finetune/Step Time": 4.509848579764366} +{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9922027587890625, "Finetune/Loss (Raw)": 0.8837433457374573, "Finetune/Step": 710, "Finetune/Step Time": 4.504367772489786} +{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9936522245407104, "Finetune/Loss (Raw)": 1.0808227062225342, "Finetune/Step": 711, "Finetune/Step Time": 4.517421128228307} +{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9909911155700684, "Finetune/Loss (Raw)": 0.7343732118606567, "Finetune/Step": 712, "Finetune/Step Time": 4.527539862319827} +{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9902486801147461, "Finetune/Loss (Raw)": 0.9806351065635681, "Finetune/Step": 713, "Finetune/Step Time": 4.5279902797192335} +{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9949504137039185, "Finetune/Loss (Raw)": 0.9363440871238708, "Finetune/Step": 714, "Finetune/Step Time": 4.495080454275012} +{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9944183826446533, "Finetune/Loss (Raw)": 1.1206259727478027, "Finetune/Step": 715, "Finetune/Step Time": 4.494078343734145} +{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9934464693069458, "Finetune/Loss (Raw)": 0.8704812526702881, "Finetune/Step": 716, "Finetune/Step Time": 4.468489592894912} +{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9938437938690186, "Finetune/Loss (Raw)": 1.135360598564148, "Finetune/Step": 717, "Finetune/Step Time": 4.480884140357375} +{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9935411214828491, "Finetune/Loss (Raw)": 1.0473427772521973, "Finetune/Step": 718, "Finetune/Step Time": 4.484924620017409} +{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.994299590587616, "Finetune/Loss (Raw)": 1.0473437309265137, "Finetune/Step": 719, "Finetune/Step Time": 4.4853660855442286} +{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9961613416671753, "Finetune/Loss (Raw)": 1.2115399837493896, "Finetune/Step": 720, "Finetune/Step Time": 4.487560201436281} +{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9956110119819641, "Finetune/Loss (Raw)": 0.9281954169273376, "Finetune/Step": 721, "Finetune/Step Time": 4.491250799968839} +{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9955235719680786, "Finetune/Loss (Raw)": 0.9973568916320801, "Finetune/Step": 722, "Finetune/Step Time": 4.517725147306919} +{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9963122010231018, "Finetune/Loss (Raw)": 1.1130225658416748, "Finetune/Step": 723, "Finetune/Step Time": 4.514754138886929} +{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9974968433380127, "Finetune/Loss (Raw)": 1.0836856365203857, "Finetune/Step": 724, "Finetune/Step Time": 4.530214659869671} +{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9995768070220947, "Finetune/Loss (Raw)": 1.1393709182739258, "Finetune/Step": 725, "Finetune/Step Time": 4.529149377718568} +{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9976697564125061, "Finetune/Loss (Raw)": 0.7591440081596375, "Finetune/Step": 726, "Finetune/Step Time": 4.5169606525450945} +{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9977625012397766, "Finetune/Loss (Raw)": 1.0334426164627075, "Finetune/Step": 727, "Finetune/Step Time": 4.523695331066847} +{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985021948814392, "Finetune/Loss (Raw)": 1.2032535076141357, "Finetune/Step": 728, "Finetune/Step Time": 4.522907413542271} +{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9959603548049927, "Finetune/Loss (Raw)": 0.6510388851165771, "Finetune/Step": 729, "Finetune/Step Time": 4.512209450826049} +{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9955912828445435, "Finetune/Loss (Raw)": 1.0054900646209717, "Finetune/Step": 730, "Finetune/Step Time": 4.515844712033868} +{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968264698982239, "Finetune/Loss (Raw)": 1.0926153659820557, "Finetune/Step": 731, "Finetune/Step Time": 4.5116782281547785} +{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9955542087554932, "Finetune/Loss (Raw)": 0.9063345193862915, "Finetune/Step": 732, "Finetune/Step Time": 4.543675689026713} +{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9957053661346436, "Finetune/Loss (Raw)": 0.9631224870681763, "Finetune/Step": 733, "Finetune/Step Time": 4.5416153613477945} +{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9952394366264343, "Finetune/Loss (Raw)": 0.8694531321525574, "Finetune/Step": 734, "Finetune/Step Time": 4.529335694387555} +{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958513975143433, "Finetune/Loss (Raw)": 0.9000864624977112, "Finetune/Step": 735, "Finetune/Step Time": 4.506700608879328} +{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946496486663818, "Finetune/Loss (Raw)": 0.9332159757614136, "Finetune/Step": 736, "Finetune/Step Time": 4.542781265452504} +{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962470531463623, "Finetune/Loss (Raw)": 1.122782588005066, "Finetune/Step": 737, "Finetune/Step Time": 4.5382334087044} +{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9966124296188354, "Finetune/Loss (Raw)": 1.0154187679290771, "Finetune/Step": 738, "Finetune/Step Time": 4.53462578356266} +{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920596480369568, "Finetune/Loss (Raw)": 0.44866159558296204, "Finetune/Step": 739, "Finetune/Step Time": 4.577748015522957} +{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915937185287476, "Finetune/Loss (Raw)": 1.143385887145996, "Finetune/Step": 740, "Finetune/Step Time": 4.580104064196348} +{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9909018874168396, "Finetune/Loss (Raw)": 0.8157772421836853, "Finetune/Step": 741, "Finetune/Step Time": 4.598550491034985} +{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9909069538116455, "Finetune/Loss (Raw)": 0.9841925501823425, "Finetune/Step": 742, "Finetune/Step Time": 4.603956010192633} +{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911868572235107, "Finetune/Loss (Raw)": 1.0702874660491943, "Finetune/Step": 743, "Finetune/Step Time": 4.59740643389523} +{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9911493062973022, "Finetune/Loss (Raw)": 0.9967612624168396, "Finetune/Step": 744, "Finetune/Step Time": 4.598827488720417} +{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9903799295425415, "Finetune/Loss (Raw)": 0.9049650430679321, "Finetune/Step": 745, "Finetune/Step Time": 4.617178440093994} +{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907585978507996, "Finetune/Loss (Raw)": 1.0965933799743652, "Finetune/Step": 746, "Finetune/Step Time": 4.607487492263317} +{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922775030136108, "Finetune/Loss (Raw)": 1.1196297407150269, "Finetune/Step": 747, "Finetune/Step Time": 4.5871898010373116} +{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9927502870559692, "Finetune/Loss (Raw)": 1.094188928604126, "Finetune/Step": 748, "Finetune/Step Time": 4.588978873565793} +{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9926482439041138, "Finetune/Loss (Raw)": 1.0084795951843262, "Finetune/Step": 749, "Finetune/Step Time": 4.578095782548189} +{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9932165741920471, "Finetune/Loss (Raw)": 1.0337830781936646, "Finetune/Step": 750, "Finetune/Step Time": 4.583590306341648} +{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918965101242065, "Finetune/Loss (Raw)": 0.8940801620483398, "Finetune/Step": 751, "Finetune/Step Time": 4.5863879006356} +{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925891160964966, "Finetune/Loss (Raw)": 1.0843050479888916, "Finetune/Step": 752, "Finetune/Step Time": 4.587080424651504} +{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874463081359863, "Finetune/Loss (Raw)": 0.38949301838874817, "Finetune/Step": 753, "Finetune/Step Time": 4.623327698558569} +{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9860260486602783, "Finetune/Loss (Raw)": 0.8777825832366943, "Finetune/Step": 754, "Finetune/Step Time": 4.623280059546232} +{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9856612682342529, "Finetune/Loss (Raw)": 0.9323744773864746, "Finetune/Step": 755, "Finetune/Step Time": 4.6449506767094135} +{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9853392839431763, "Finetune/Loss (Raw)": 0.9512325525283813, "Finetune/Step": 756, "Finetune/Step Time": 4.642020309343934} +{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9850460290908813, "Finetune/Loss (Raw)": 0.9903731346130371, "Finetune/Step": 757, "Finetune/Step Time": 4.653771381825209} +{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852501153945923, "Finetune/Loss (Raw)": 1.1642568111419678, "Finetune/Step": 758, "Finetune/Step Time": 4.662082392722368} +{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9865070581436157, "Finetune/Loss (Raw)": 1.0692346096038818, "Finetune/Step": 759, "Finetune/Step Time": 4.661866379901767} +{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853776097297668, "Finetune/Loss (Raw)": 1.0234323740005493, "Finetune/Step": 760, "Finetune/Step Time": 4.648716181516647} +{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9828288555145264, "Finetune/Loss (Raw)": 0.9353411197662354, "Finetune/Step": 761, "Finetune/Step Time": 4.651892125606537} +{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.978339672088623, "Finetune/Loss (Raw)": 0.3724898099899292, "Finetune/Step": 762, "Finetune/Step Time": 4.687622809782624} +{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9775549173355103, "Finetune/Loss (Raw)": 0.8996438384056091, "Finetune/Step": 763, "Finetune/Step Time": 4.685601552948356} +{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9769831895828247, "Finetune/Loss (Raw)": 0.9994698762893677, "Finetune/Step": 764, "Finetune/Step Time": 4.662870120257139} +{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9759915471076965, "Finetune/Loss (Raw)": 0.9773730039596558, "Finetune/Step": 765, "Finetune/Step Time": 4.666745459660888} +{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9759424328804016, "Finetune/Loss (Raw)": 1.093301773071289, "Finetune/Step": 766, "Finetune/Step Time": 4.684900842607021} +{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9751877784729004, "Finetune/Loss (Raw)": 0.9199723601341248, "Finetune/Step": 767, "Finetune/Step Time": 4.687909826636314} +{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9746028184890747, "Finetune/Loss (Raw)": 0.9303721189498901, "Finetune/Step": 768, "Finetune/Step Time": 4.7030426152050495} +{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9725067019462585, "Finetune/Loss (Raw)": 0.8276177644729614, "Finetune/Step": 769, "Finetune/Step Time": 4.710770346224308} +{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9779723286628723, "Finetune/Loss (Raw)": 1.0298850536346436, "Finetune/Step": 770, "Finetune/Step Time": 4.6858564130961895} +{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9785807132720947, "Finetune/Loss (Raw)": 1.075028896331787, "Finetune/Step": 771, "Finetune/Step Time": 4.690457681193948} +{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9782242774963379, "Finetune/Loss (Raw)": 0.9980758428573608, "Finetune/Step": 772, "Finetune/Step Time": 4.684058396145701} +{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9781032800674438, "Finetune/Loss (Raw)": 1.0657159090042114, "Finetune/Step": 773, "Finetune/Step Time": 4.700088541954756} +{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9770102500915527, "Finetune/Loss (Raw)": 0.8792909383773804, "Finetune/Step": 774, "Finetune/Step Time": 4.706154029816389} +{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9776027202606201, "Finetune/Loss (Raw)": 1.03441321849823, "Finetune/Step": 775, "Finetune/Step Time": 4.708499263972044} +{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9757691025733948, "Finetune/Loss (Raw)": 0.7984160780906677, "Finetune/Step": 776, "Finetune/Step Time": 4.7098515797406435} +{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9765865802764893, "Finetune/Loss (Raw)": 1.1337600946426392, "Finetune/Step": 777, "Finetune/Step Time": 4.726712929084897} +{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9774317741394043, "Finetune/Loss (Raw)": 1.0966488122940063, "Finetune/Step": 778, "Finetune/Step Time": 4.711674023419619} +{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9767642021179199, "Finetune/Loss (Raw)": 0.9396358132362366, "Finetune/Step": 779, "Finetune/Step Time": 4.708656458184123} +{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.97149658203125, "Finetune/Loss (Raw)": 0.32760921120643616, "Finetune/Step": 780, "Finetune/Step Time": 4.746614407747984} +{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9716796875, "Finetune/Loss (Raw)": 0.9384517669677734, "Finetune/Step": 781, "Finetune/Step Time": 4.74707861803472} +{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9679981470108032, "Finetune/Loss (Raw)": 0.7387771606445312, "Finetune/Step": 782, "Finetune/Step Time": 4.777870623394847} +{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9675074815750122, "Finetune/Loss (Raw)": 0.9259586334228516, "Finetune/Step": 783, "Finetune/Step Time": 4.821752360090613} +{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9657987356185913, "Finetune/Loss (Raw)": 0.7544940710067749, "Finetune/Step": 784, "Finetune/Step Time": 4.838875956833363} +{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9667604565620422, "Finetune/Loss (Raw)": 1.081261396408081, "Finetune/Step": 785, "Finetune/Step Time": 4.833946643397212} +{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9678876399993896, "Finetune/Loss (Raw)": 1.1313668489456177, "Finetune/Step": 786, "Finetune/Step Time": 4.831876158714294} +{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9703181982040405, "Finetune/Loss (Raw)": 1.1164377927780151, "Finetune/Step": 787, "Finetune/Step Time": 4.836098598316312} +{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9703293442726135, "Finetune/Loss (Raw)": 1.128860592842102, "Finetune/Step": 788, "Finetune/Step Time": 4.832743400707841} +{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702773690223694, "Finetune/Loss (Raw)": 1.0060644149780273, "Finetune/Step": 789, "Finetune/Step Time": 4.83141740784049} +{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9680227637290955, "Finetune/Loss (Raw)": 0.7697436213493347, "Finetune/Step": 790, "Finetune/Step Time": 4.861745344474912} +{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9666681289672852, "Finetune/Loss (Raw)": 0.9375824332237244, "Finetune/Step": 791, "Finetune/Step Time": 4.863031901419163} +{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9652974009513855, "Finetune/Loss (Raw)": 0.8492258191108704, "Finetune/Step": 792, "Finetune/Step Time": 4.8536581471562386} +{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9647159576416016, "Finetune/Loss (Raw)": 1.0852165222167969, "Finetune/Step": 793, "Finetune/Step Time": 4.856272825971246} +{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9628951549530029, "Finetune/Loss (Raw)": 0.9363608360290527, "Finetune/Step": 794, "Finetune/Step Time": 4.858756598085165} +{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.961815595626831, "Finetune/Loss (Raw)": 0.9873558878898621, "Finetune/Step": 795, "Finetune/Step Time": 4.861619021743536} +{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9625076055526733, "Finetune/Loss (Raw)": 0.9552567601203918, "Finetune/Step": 796, "Finetune/Step Time": 4.857952715829015} +{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9620635509490967, "Finetune/Loss (Raw)": 0.9786415696144104, "Finetune/Step": 797, "Finetune/Step Time": 4.864768344908953} +{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9628359079360962, "Finetune/Loss (Raw)": 1.0141345262527466, "Finetune/Step": 798, "Finetune/Step Time": 4.867156768217683} +{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9621223211288452, "Finetune/Loss (Raw)": 0.9063867926597595, "Finetune/Step": 799, "Finetune/Step Time": 4.873802188783884} +{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9621460437774658, "Finetune/Loss (Raw)": 1.0643227100372314, "Finetune/Step": 800, "Finetune/Step Time": 4.879647668451071} +{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9617609977722168, "Finetune/Loss (Raw)": 1.0731878280639648, "Finetune/Step": 801, "Finetune/Step Time": 4.904616579413414} +{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9608167409896851, "Finetune/Loss (Raw)": 0.9944673776626587, "Finetune/Step": 802, "Finetune/Step Time": 4.908280737698078} +{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9586893320083618, "Finetune/Loss (Raw)": 0.7976655960083008, "Finetune/Step": 803, "Finetune/Step Time": 4.9142962619662285} +{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9583218693733215, "Finetune/Loss (Raw)": 0.9878227114677429, "Finetune/Step": 804, "Finetune/Step Time": 4.9055204801261425} +{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9592584371566772, "Finetune/Loss (Raw)": 1.0379847288131714, "Finetune/Step": 805, "Finetune/Step Time": 4.875337950885296} +{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9569900631904602, "Finetune/Loss (Raw)": 0.8420495390892029, "Finetune/Step": 806, "Finetune/Step Time": 4.889723192900419} +{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9557778239250183, "Finetune/Loss (Raw)": 0.9862379431724548, "Finetune/Step": 807, "Finetune/Step Time": 4.881606647744775} +{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9564436674118042, "Finetune/Loss (Raw)": 1.049482822418213, "Finetune/Step": 808, "Finetune/Step Time": 4.90123987197876} +{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9554973840713501, "Finetune/Loss (Raw)": 0.9514358043670654, "Finetune/Step": 809, "Finetune/Step Time": 4.905118156224489} +{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9555823802947998, "Finetune/Loss (Raw)": 1.0944061279296875, "Finetune/Step": 810, "Finetune/Step Time": 4.908398684114218} +{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9535794258117676, "Finetune/Loss (Raw)": 0.8497650623321533, "Finetune/Step": 811, "Finetune/Step Time": 4.905724519863725} +{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9556328654289246, "Finetune/Loss (Raw)": 1.2234582901000977, "Finetune/Step": 812, "Finetune/Step Time": 4.902882471680641} +{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9573890566825867, "Finetune/Loss (Raw)": 0.9897780418395996, "Finetune/Step": 813, "Finetune/Step Time": 4.889867419376969} +{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9575434327125549, "Finetune/Loss (Raw)": 0.9610332250595093, "Finetune/Step": 814, "Finetune/Step Time": 4.879232468083501} +{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9576062560081482, "Finetune/Loss (Raw)": 0.9796828031539917, "Finetune/Step": 815, "Finetune/Step Time": 4.88327332213521} +{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9580684304237366, "Finetune/Loss (Raw)": 1.0726491212844849, "Finetune/Step": 816, "Finetune/Step Time": 4.883235307410359} +{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9607290625572205, "Finetune/Loss (Raw)": 1.0777243375778198, "Finetune/Step": 817, "Finetune/Step Time": 4.872365266084671} +{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9565602540969849, "Finetune/Loss (Raw)": 0.3185698091983795, "Finetune/Step": 818, "Finetune/Step Time": 4.860227324068546} +{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9547789096832275, "Finetune/Loss (Raw)": 0.828096330165863, "Finetune/Step": 819, "Finetune/Step Time": 4.860392812639475} +{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9532905220985413, "Finetune/Loss (Raw)": 0.7391875982284546, "Finetune/Step": 820, "Finetune/Step Time": 4.84109690785408} +{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9533764719963074, "Finetune/Loss (Raw)": 0.991999089717865, "Finetune/Step": 821, "Finetune/Step Time": 4.841458488255739} +{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9575788974761963, "Finetune/Loss (Raw)": 0.9293843507766724, "Finetune/Step": 822, "Finetune/Step Time": 4.807077703997493} +{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.959324300289154, "Finetune/Loss (Raw)": 1.0928922891616821, "Finetune/Step": 823, "Finetune/Step Time": 4.793124509975314} +{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9591023921966553, "Finetune/Loss (Raw)": 1.0814937353134155, "Finetune/Step": 824, "Finetune/Step Time": 4.791657641530037} +{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9589252471923828, "Finetune/Loss (Raw)": 0.9190926551818848, "Finetune/Step": 825, "Finetune/Step Time": 4.776302194222808} +{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9563218951225281, "Finetune/Loss (Raw)": 0.8547722697257996, "Finetune/Step": 826, "Finetune/Step Time": 4.782235121354461} +{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9547635316848755, "Finetune/Loss (Raw)": 1.0002872943878174, "Finetune/Step": 827, "Finetune/Step Time": 4.7745378240942955} +{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.949937105178833, "Finetune/Loss (Raw)": 0.37382006645202637, "Finetune/Step": 828, "Finetune/Step Time": 4.7869646437466145} +{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9559019804000854, "Finetune/Loss (Raw)": 1.0701831579208374, "Finetune/Step": 829, "Finetune/Step Time": 4.761547546833754} +{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9560750126838684, "Finetune/Loss (Raw)": 0.9985287189483643, "Finetune/Step": 830, "Finetune/Step Time": 4.7586943712085485} +{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9573159217834473, "Finetune/Loss (Raw)": 1.0380394458770752, "Finetune/Step": 831, "Finetune/Step Time": 4.774734118953347} +{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9580352306365967, "Finetune/Loss (Raw)": 1.0839016437530518, "Finetune/Step": 832, "Finetune/Step Time": 4.750710994005203} +{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9533752202987671, "Finetune/Loss (Raw)": 0.41750890016555786, "Finetune/Step": 833, "Finetune/Step Time": 4.789666322991252} +{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9549158811569214, "Finetune/Loss (Raw)": 0.9894760847091675, "Finetune/Step": 834, "Finetune/Step Time": 4.803467648103833} +{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.955551266670227, "Finetune/Loss (Raw)": 0.9875044226646423, "Finetune/Step": 835, "Finetune/Step Time": 4.803147412836552} +{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9544607996940613, "Finetune/Loss (Raw)": 1.0175434350967407, "Finetune/Step": 836, "Finetune/Step Time": 4.797689858824015} +{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9541599750518799, "Finetune/Loss (Raw)": 0.9324952960014343, "Finetune/Step": 837, "Finetune/Step Time": 4.807277811691165} +{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9555386900901794, "Finetune/Loss (Raw)": 1.0602118968963623, "Finetune/Step": 838, "Finetune/Step Time": 4.806129194796085} +{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9542515873908997, "Finetune/Loss (Raw)": 0.9160702228546143, "Finetune/Step": 839, "Finetune/Step Time": 4.79801538400352} +{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.957642674446106, "Finetune/Loss (Raw)": 1.1684374809265137, "Finetune/Step": 840, "Finetune/Step Time": 4.7867762465029955} +{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9569922685623169, "Finetune/Loss (Raw)": 0.8973843455314636, "Finetune/Step": 841, "Finetune/Step Time": 4.796104911714792} +{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9580364227294922, "Finetune/Loss (Raw)": 1.0699893236160278, "Finetune/Step": 842, "Finetune/Step Time": 4.795097757130861} +{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9574884176254272, "Finetune/Loss (Raw)": 1.0504896640777588, "Finetune/Step": 843, "Finetune/Step Time": 4.809172673150897} +{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.958428680896759, "Finetune/Loss (Raw)": 0.9908297657966614, "Finetune/Step": 844, "Finetune/Step Time": 4.810757456347346} +{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9579682350158691, "Finetune/Loss (Raw)": 1.0764293670654297, "Finetune/Step": 845, "Finetune/Step Time": 4.7970043662935495} +{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9579383730888367, "Finetune/Loss (Raw)": 1.0435147285461426, "Finetune/Step": 846, "Finetune/Step Time": 4.789215041324496} +{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.953338623046875, "Finetune/Loss (Raw)": 0.4585765302181244, "Finetune/Step": 847, "Finetune/Step Time": 4.822007235139608} +{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9505168795585632, "Finetune/Loss (Raw)": 0.8503580093383789, "Finetune/Step": 848, "Finetune/Step Time": 4.8250169195234776} +{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9511349201202393, "Finetune/Loss (Raw)": 1.0073052644729614, "Finetune/Step": 849, "Finetune/Step Time": 4.802642922848463} +{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9503012895584106, "Finetune/Loss (Raw)": 0.8906444311141968, "Finetune/Step": 850, "Finetune/Step Time": 4.7871389128267765} +{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9496092796325684, "Finetune/Loss (Raw)": 1.024450659751892, "Finetune/Step": 851, "Finetune/Step Time": 4.793853409588337} +{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9480186700820923, "Finetune/Loss (Raw)": 0.8800885081291199, "Finetune/Step": 852, "Finetune/Step Time": 4.778435122221708} +{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.946570634841919, "Finetune/Loss (Raw)": 0.9540179967880249, "Finetune/Step": 853, "Finetune/Step Time": 4.774896010756493} +{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9480694532394409, "Finetune/Loss (Raw)": 0.9509917497634888, "Finetune/Step": 854, "Finetune/Step Time": 4.777363080531359} +{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9462759494781494, "Finetune/Loss (Raw)": 0.8038739562034607, "Finetune/Step": 855, "Finetune/Step Time": 4.813431717455387} +{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9446309804916382, "Finetune/Loss (Raw)": 0.9927035570144653, "Finetune/Step": 856, "Finetune/Step Time": 4.810960264876485} +{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.946977972984314, "Finetune/Loss (Raw)": 0.9514539837837219, "Finetune/Step": 857, "Finetune/Step Time": 4.80114246532321} +{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948413610458374, "Finetune/Loss (Raw)": 1.1892468929290771, "Finetune/Step": 858, "Finetune/Step Time": 4.79877725802362} +{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485158920288086, "Finetune/Loss (Raw)": 1.1057143211364746, "Finetune/Step": 859, "Finetune/Step Time": 4.81379203312099} +{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9488540887832642, "Finetune/Loss (Raw)": 0.9496179223060608, "Finetune/Step": 860, "Finetune/Step Time": 4.781897621229291} +{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9469956755638123, "Finetune/Loss (Raw)": 0.7252463102340698, "Finetune/Step": 861, "Finetune/Step Time": 4.771889936178923} +{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9481434226036072, "Finetune/Loss (Raw)": 1.016369342803955, "Finetune/Step": 862, "Finetune/Step Time": 4.774681938812137} +{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9476933479309082, "Finetune/Loss (Raw)": 0.8424785137176514, "Finetune/Step": 863, "Finetune/Step Time": 4.780431469902396} +{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9485795497894287, "Finetune/Loss (Raw)": 1.0466437339782715, "Finetune/Step": 864, "Finetune/Step Time": 4.747501527890563} +{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9473272562026978, "Finetune/Loss (Raw)": 0.9624873399734497, "Finetune/Step": 865, "Finetune/Step Time": 4.769426371902227} +{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9481475353240967, "Finetune/Loss (Raw)": 1.1204180717468262, "Finetune/Step": 866, "Finetune/Step Time": 4.7707795687019825} +{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9529411196708679, "Finetune/Loss (Raw)": 1.0622459650039673, "Finetune/Step": 867, "Finetune/Step Time": 4.731423383578658} +{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9513925313949585, "Finetune/Loss (Raw)": 0.9451609253883362, "Finetune/Step": 868, "Finetune/Step Time": 4.7245227470994} +{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9535328149795532, "Finetune/Loss (Raw)": 1.0897270441055298, "Finetune/Step": 869, "Finetune/Step Time": 4.71510773897171} +{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9528850317001343, "Finetune/Loss (Raw)": 0.90128493309021, "Finetune/Step": 870, "Finetune/Step Time": 4.718519633635879} +{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.951178252696991, "Finetune/Loss (Raw)": 0.8518197536468506, "Finetune/Step": 871, "Finetune/Step Time": 4.722206307575107} +{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9511972069740295, "Finetune/Loss (Raw)": 0.9991887211799622, "Finetune/Step": 872, "Finetune/Step Time": 4.7216425109654665} +{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9523043036460876, "Finetune/Loss (Raw)": 1.046667218208313, "Finetune/Step": 873, "Finetune/Step Time": 4.705006809905171} +{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9506398439407349, "Finetune/Loss (Raw)": 0.8835399150848389, "Finetune/Step": 874, "Finetune/Step Time": 4.71038137935102} +{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9493017792701721, "Finetune/Loss (Raw)": 0.948367714881897, "Finetune/Step": 875, "Finetune/Step Time": 4.721787406131625} +{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9480495452880859, "Finetune/Loss (Raw)": 0.9339041113853455, "Finetune/Step": 876, "Finetune/Step Time": 4.722948769107461} +{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9481894373893738, "Finetune/Loss (Raw)": 1.0263745784759521, "Finetune/Step": 877, "Finetune/Step Time": 4.721422294154763} +{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9478718638420105, "Finetune/Loss (Raw)": 0.9931387305259705, "Finetune/Step": 878, "Finetune/Step Time": 4.7139425333589315} +{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9478212594985962, "Finetune/Loss (Raw)": 0.8876016139984131, "Finetune/Step": 879, "Finetune/Step Time": 4.734983330592513} +{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9472911357879639, "Finetune/Loss (Raw)": 1.0164448022842407, "Finetune/Step": 880, "Finetune/Step Time": 4.739188008010387} +{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9512163400650024, "Finetune/Loss (Raw)": 0.8919214010238647, "Finetune/Step": 881, "Finetune/Step Time": 4.7142131347209215} +{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9526869654655457, "Finetune/Loss (Raw)": 1.0660269260406494, "Finetune/Step": 882, "Finetune/Step Time": 4.714028883725405} +{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9536868333816528, "Finetune/Loss (Raw)": 1.0603581666946411, "Finetune/Step": 883, "Finetune/Step Time": 4.685092048719525} +{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9546059966087341, "Finetune/Loss (Raw)": 1.0688848495483398, "Finetune/Step": 884, "Finetune/Step Time": 4.685742961242795} +{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.948615312576294, "Finetune/Loss (Raw)": 0.22356635332107544, "Finetune/Step": 885, "Finetune/Step Time": 4.71147620305419} +{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9474704265594482, "Finetune/Loss (Raw)": 1.0177115201950073, "Finetune/Step": 886, "Finetune/Step Time": 4.715065713971853} +{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9422351717948914, "Finetune/Loss (Raw)": 0.39912858605384827, "Finetune/Step": 887, "Finetune/Step Time": 4.7537797298282385} +{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9427272081375122, "Finetune/Loss (Raw)": 1.08640456199646, "Finetune/Step": 888, "Finetune/Step Time": 4.760082123801112} +{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9436152577400208, "Finetune/Loss (Raw)": 1.0490158796310425, "Finetune/Step": 889, "Finetune/Step Time": 4.765708586201072} +{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9483200311660767, "Finetune/Loss (Raw)": 0.9746966361999512, "Finetune/Step": 890, "Finetune/Step Time": 4.725357502698898} +{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9490376114845276, "Finetune/Loss (Raw)": 0.9914980530738831, "Finetune/Step": 891, "Finetune/Step Time": 4.72882791236043} +{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.94820237159729, "Finetune/Loss (Raw)": 0.8925613760948181, "Finetune/Step": 892, "Finetune/Step Time": 4.738339385017753} +{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9493143558502197, "Finetune/Loss (Raw)": 1.1197009086608887, "Finetune/Step": 893, "Finetune/Step Time": 4.729302994906902} +{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9483885765075684, "Finetune/Loss (Raw)": 0.974803626537323, "Finetune/Step": 894, "Finetune/Step Time": 4.719233315438032} +{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9488646984100342, "Finetune/Loss (Raw)": 0.9809222221374512, "Finetune/Step": 895, "Finetune/Step Time": 4.726175889372826} +{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9499166011810303, "Finetune/Loss (Raw)": 1.0650033950805664, "Finetune/Step": 896, "Finetune/Step Time": 4.718192299827933} +{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9501233100891113, "Finetune/Loss (Raw)": 0.8540843725204468, "Finetune/Step": 897, "Finetune/Step Time": 4.7218047529459} +{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9448288679122925, "Finetune/Loss (Raw)": 0.352200448513031, "Finetune/Step": 898, "Finetune/Step Time": 4.741564454510808} +{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9428532719612122, "Finetune/Loss (Raw)": 0.8221489787101746, "Finetune/Step": 899, "Finetune/Step Time": 4.816659325733781} +{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9437705278396606, "Finetune/Loss (Raw)": 1.1154828071594238, "Finetune/Step": 900, "Finetune/Step Time": 4.816206526011229} +{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9440670013427734, "Finetune/Loss (Raw)": 1.1036667823791504, "Finetune/Step": 901, "Finetune/Step Time": 4.80498705804348} +{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9454775452613831, "Finetune/Loss (Raw)": 1.059835433959961, "Finetune/Step": 902, "Finetune/Step Time": 4.787580756470561} +{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9458157420158386, "Finetune/Loss (Raw)": 1.077711820602417, "Finetune/Step": 903, "Finetune/Step Time": 4.802219159901142} +{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9471173286437988, "Finetune/Loss (Raw)": 0.9650165438652039, "Finetune/Step": 904, "Finetune/Step Time": 4.803577398881316} +{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9465171098709106, "Finetune/Loss (Raw)": 1.0569264888763428, "Finetune/Step": 905, "Finetune/Step Time": 4.783272858709097} +{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9452866315841675, "Finetune/Loss (Raw)": 0.9391491413116455, "Finetune/Step": 906, "Finetune/Step Time": 4.786181466653943} +{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9461779594421387, "Finetune/Loss (Raw)": 1.05372953414917, "Finetune/Step": 907, "Finetune/Step Time": 4.778847519308329} +{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9512096643447876, "Finetune/Loss (Raw)": 0.9716632962226868, "Finetune/Step": 908, "Finetune/Step Time": 4.740563221275806} +{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9517070055007935, "Finetune/Loss (Raw)": 1.0021123886108398, "Finetune/Step": 909, "Finetune/Step Time": 4.744953943416476} +{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9535014629364014, "Finetune/Loss (Raw)": 0.9684643149375916, "Finetune/Step": 910, "Finetune/Step Time": 4.716130509972572} +{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9535782337188721, "Finetune/Loss (Raw)": 0.9357980489730835, "Finetune/Step": 911, "Finetune/Step Time": 4.666884189471602} +{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9564274549484253, "Finetune/Loss (Raw)": 1.1191833019256592, "Finetune/Step": 912, "Finetune/Step Time": 4.658023016527295} +{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9536457061767578, "Finetune/Loss (Raw)": 0.7251992225646973, "Finetune/Step": 913, "Finetune/Step Time": 4.652765428647399} +{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9535844326019287, "Finetune/Loss (Raw)": 1.1235257387161255, "Finetune/Step": 914, "Finetune/Step Time": 4.656399326398969} +{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9527660608291626, "Finetune/Loss (Raw)": 1.0116863250732422, "Finetune/Step": 915, "Finetune/Step Time": 4.629002807661891} +{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9520479440689087, "Finetune/Loss (Raw)": 1.0369315147399902, "Finetune/Step": 916, "Finetune/Step Time": 4.63558785058558} +{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9534934759140015, "Finetune/Loss (Raw)": 1.1911048889160156, "Finetune/Step": 917, "Finetune/Step Time": 4.673939563333988} +{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9551180601119995, "Finetune/Loss (Raw)": 0.9776872992515564, "Finetune/Step": 918, "Finetune/Step Time": 4.650858948007226} +{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9537466168403625, "Finetune/Loss (Raw)": 0.7620394229888916, "Finetune/Step": 919, "Finetune/Step Time": 4.66528900526464} +{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9537304639816284, "Finetune/Loss (Raw)": 0.8471564054489136, "Finetune/Step": 920, "Finetune/Step Time": 4.671523634344339} +{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9529571533203125, "Finetune/Loss (Raw)": 0.9862286448478699, "Finetune/Step": 921, "Finetune/Step Time": 4.661205403506756} +{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9528789520263672, "Finetune/Loss (Raw)": 0.9263463020324707, "Finetune/Step": 922, "Finetune/Step Time": 4.660262508317828} +{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9533032774925232, "Finetune/Loss (Raw)": 1.04167640209198, "Finetune/Step": 923, "Finetune/Step Time": 4.652422780171037} +{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9531643390655518, "Finetune/Loss (Raw)": 0.9374672174453735, "Finetune/Step": 924, "Finetune/Step Time": 4.660928472876549} +{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9518766403198242, "Finetune/Loss (Raw)": 0.8138155937194824, "Finetune/Step": 925, "Finetune/Step Time": 4.680079109966755} +{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9513500928878784, "Finetune/Loss (Raw)": 0.9467452168464661, "Finetune/Step": 926, "Finetune/Step Time": 4.683937218040228} +{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9523910284042358, "Finetune/Loss (Raw)": 1.0396274328231812, "Finetune/Step": 927, "Finetune/Step Time": 4.6767228208482265} +{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9519959688186646, "Finetune/Loss (Raw)": 1.0137453079223633, "Finetune/Step": 928, "Finetune/Step Time": 4.668632049113512} +{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9516373872756958, "Finetune/Loss (Raw)": 1.0272971391677856, "Finetune/Step": 929, "Finetune/Step Time": 4.644472315907478} +{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9509694576263428, "Finetune/Loss (Raw)": 0.9089650511741638, "Finetune/Step": 930, "Finetune/Step Time": 4.648890659213066} +{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.952759325504303, "Finetune/Loss (Raw)": 1.026771068572998, "Finetune/Step": 931, "Finetune/Step Time": 4.63043112680316} +{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533275365829468, "Finetune/Loss (Raw)": 1.0605560541152954, "Finetune/Step": 932, "Finetune/Step Time": 4.636726912111044} +{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9533433318138123, "Finetune/Loss (Raw)": 1.0400042533874512, "Finetune/Step": 933, "Finetune/Step Time": 4.646439611911774} +{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9546566605567932, "Finetune/Loss (Raw)": 1.0101546049118042, "Finetune/Step": 934, "Finetune/Step Time": 4.632604541257024} +{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9536325931549072, "Finetune/Loss (Raw)": 0.855157732963562, "Finetune/Step": 935, "Finetune/Step Time": 4.633420664817095} +{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.95283442735672, "Finetune/Loss (Raw)": 0.9473193883895874, "Finetune/Step": 936, "Finetune/Step Time": 4.625612726435065} +{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9542487859725952, "Finetune/Loss (Raw)": 1.1324763298034668, "Finetune/Step": 937, "Finetune/Step Time": 4.620466195046902} +{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9545859098434448, "Finetune/Loss (Raw)": 1.1375541687011719, "Finetune/Step": 938, "Finetune/Step Time": 4.624330867081881} +{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.955210268497467, "Finetune/Loss (Raw)": 0.9296835660934448, "Finetune/Step": 939, "Finetune/Step Time": 4.6253202967345715} +{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9536358118057251, "Finetune/Loss (Raw)": 1.0219305753707886, "Finetune/Step": 940, "Finetune/Step Time": 4.628196427598596} +{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9535675048828125, "Finetune/Loss (Raw)": 0.9810328483581543, "Finetune/Step": 941, "Finetune/Step Time": 4.627356234937906} +{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.953396201133728, "Finetune/Loss (Raw)": 0.9391115307807922, "Finetune/Step": 942, "Finetune/Step Time": 4.633778925985098} +{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9531804323196411, "Finetune/Loss (Raw)": 0.9520593881607056, "Finetune/Step": 943, "Finetune/Step Time": 4.632934225723147} +{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.952574610710144, "Finetune/Loss (Raw)": 0.9951030015945435, "Finetune/Step": 944, "Finetune/Step Time": 4.628048129379749} +{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9509406685829163, "Finetune/Loss (Raw)": 0.8685823678970337, "Finetune/Step": 945, "Finetune/Step Time": 4.637644262984395} +{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9555325508117676, "Finetune/Loss (Raw)": 0.9063307046890259, "Finetune/Step": 946, "Finetune/Step Time": 4.615972911939025} +{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9566498398780823, "Finetune/Loss (Raw)": 0.971109926700592, "Finetune/Step": 947, "Finetune/Step Time": 4.6352172419428825} +{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9538489580154419, "Finetune/Loss (Raw)": 0.3806705176830292, "Finetune/Step": 948, "Finetune/Step Time": 4.663494514301419} +{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9549064040184021, "Finetune/Loss (Raw)": 1.1273565292358398, "Finetune/Step": 949, "Finetune/Step Time": 4.648733699694276} +{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9547721147537231, "Finetune/Loss (Raw)": 0.9121949076652527, "Finetune/Step": 950, "Finetune/Step Time": 4.646423295140266} +{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9554212689399719, "Finetune/Loss (Raw)": 1.1759814023971558, "Finetune/Step": 951, "Finetune/Step Time": 4.639770677313209} +{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9536439180374146, "Finetune/Loss (Raw)": 0.8540005683898926, "Finetune/Step": 952, "Finetune/Step Time": 4.650430679321289} +{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9541592001914978, "Finetune/Loss (Raw)": 0.9850431084632874, "Finetune/Step": 953, "Finetune/Step Time": 4.642796525731683} +{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9546284675598145, "Finetune/Loss (Raw)": 0.9148379564285278, "Finetune/Step": 954, "Finetune/Step Time": 4.639776963740587} +{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9545407891273499, "Finetune/Loss (Raw)": 0.9890638589859009, "Finetune/Step": 955, "Finetune/Step Time": 4.633126834407449} +{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9596748948097229, "Finetune/Loss (Raw)": 1.0309840440750122, "Finetune/Step": 956, "Finetune/Step Time": 4.597134079784155} +{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9583285450935364, "Finetune/Loss (Raw)": 0.8978564739227295, "Finetune/Step": 957, "Finetune/Step Time": 4.593549078330398} +{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9581854343414307, "Finetune/Loss (Raw)": 0.9802013635635376, "Finetune/Step": 958, "Finetune/Step Time": 4.607751090079546} +{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9573638439178467, "Finetune/Loss (Raw)": 0.9328862428665161, "Finetune/Step": 959, "Finetune/Step Time": 4.578691208735108} +{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.956354022026062, "Finetune/Loss (Raw)": 0.9546405076980591, "Finetune/Step": 960, "Finetune/Step Time": 4.5811046082526445} +{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599592089653015, "Finetune/Loss (Raw)": 0.8789752721786499, "Finetune/Step": 961, "Finetune/Step Time": 4.533343147486448} +{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608827829360962, "Finetune/Loss (Raw)": 1.1076856851577759, "Finetune/Step": 962, "Finetune/Step Time": 4.5357508808374405} +{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602680206298828, "Finetune/Loss (Raw)": 0.9088258147239685, "Finetune/Step": 963, "Finetune/Step Time": 4.5287261214107275} +{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.959575891494751, "Finetune/Loss (Raw)": 0.928948700428009, "Finetune/Step": 964, "Finetune/Step Time": 4.528267974033952} +{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586137533187866, "Finetune/Loss (Raw)": 0.8093398213386536, "Finetune/Step": 965, "Finetune/Step Time": 4.522961314767599} +{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9577528238296509, "Finetune/Loss (Raw)": 0.9500094056129456, "Finetune/Step": 966, "Finetune/Step Time": 4.523844903334975} +{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9584248065948486, "Finetune/Loss (Raw)": 1.0020838975906372, "Finetune/Step": 967, "Finetune/Step Time": 4.533875156193972} +{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576435089111328, "Finetune/Loss (Raw)": 1.0684340000152588, "Finetune/Step": 968, "Finetune/Step Time": 4.542891997843981} +{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579321146011353, "Finetune/Loss (Raw)": 0.9343274235725403, "Finetune/Step": 969, "Finetune/Step Time": 4.544978445395827} +{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9550638198852539, "Finetune/Loss (Raw)": 0.7028436660766602, "Finetune/Step": 970, "Finetune/Step Time": 4.552395813167095} +{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9547269344329834, "Finetune/Loss (Raw)": 1.0073727369308472, "Finetune/Step": 971, "Finetune/Step Time": 4.565773271024227} +{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9499815702438354, "Finetune/Loss (Raw)": 0.38341763615608215, "Finetune/Step": 972, "Finetune/Step Time": 4.602903354912996} +{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9484813809394836, "Finetune/Loss (Raw)": 0.8844107985496521, "Finetune/Step": 973, "Finetune/Step Time": 4.608128473162651} +{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479240775108337, "Finetune/Loss (Raw)": 0.9721766114234924, "Finetune/Step": 974, "Finetune/Step Time": 4.623726220801473} +{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9531162977218628, "Finetune/Loss (Raw)": 1.1231828927993774, "Finetune/Step": 975, "Finetune/Step Time": 4.603158352896571} +{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9541922807693481, "Finetune/Loss (Raw)": 0.9880860447883606, "Finetune/Step": 976, "Finetune/Step Time": 4.599521370604634} +{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.954674243927002, "Finetune/Loss (Raw)": 1.0689959526062012, "Finetune/Step": 977, "Finetune/Step Time": 4.605194061994553} +{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9551472663879395, "Finetune/Loss (Raw)": 0.9511849880218506, "Finetune/Step": 978, "Finetune/Step Time": 4.5900623090565205} +{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9540585875511169, "Finetune/Loss (Raw)": 0.8851025104522705, "Finetune/Step": 979, "Finetune/Step Time": 4.590687088668346} +{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9563107490539551, "Finetune/Loss (Raw)": 1.1683690547943115, "Finetune/Step": 980, "Finetune/Step Time": 4.589038535952568} +{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9565783739089966, "Finetune/Loss (Raw)": 0.988271951675415, "Finetune/Step": 981, "Finetune/Step Time": 4.589827582240105} +{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571735262870789, "Finetune/Loss (Raw)": 1.0271681547164917, "Finetune/Step": 982, "Finetune/Step Time": 4.577809946611524} +{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9589285254478455, "Finetune/Loss (Raw)": 1.028512716293335, "Finetune/Step": 983, "Finetune/Step Time": 4.541571689769626} +{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587679505348206, "Finetune/Loss (Raw)": 0.9721493124961853, "Finetune/Step": 984, "Finetune/Step Time": 4.552147584035993} +{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9587653279304504, "Finetune/Loss (Raw)": 0.9511187672615051, "Finetune/Step": 985, "Finetune/Step Time": 4.550544427707791} +{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9563742876052856, "Finetune/Loss (Raw)": 0.8831948637962341, "Finetune/Step": 986, "Finetune/Step Time": 4.553885767236352} +{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9556146860122681, "Finetune/Loss (Raw)": 1.0084900856018066, "Finetune/Step": 987, "Finetune/Step Time": 4.5509635489434} +{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9549378752708435, "Finetune/Loss (Raw)": 0.862983763217926, "Finetune/Step": 988, "Finetune/Step Time": 4.553577922284603} +{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9573636054992676, "Finetune/Loss (Raw)": 1.0357427597045898, "Finetune/Step": 989, "Finetune/Step Time": 4.557100737467408} +{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9552943706512451, "Finetune/Loss (Raw)": 0.7515022158622742, "Finetune/Step": 990, "Finetune/Step Time": 4.562470566481352} +{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9568828344345093, "Finetune/Loss (Raw)": 1.0458017587661743, "Finetune/Step": 991, "Finetune/Step Time": 4.553119076415896} +{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9563503265380859, "Finetune/Loss (Raw)": 0.9784793257713318, "Finetune/Step": 992, "Finetune/Step Time": 4.551001459360123} +{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9565462470054626, "Finetune/Loss (Raw)": 0.9875734448432922, "Finetune/Step": 993, "Finetune/Step Time": 4.561793444678187} +{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9538908004760742, "Finetune/Loss (Raw)": 0.7805172204971313, "Finetune/Step": 994, "Finetune/Step Time": 4.570236785337329} +{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529416561126709, "Finetune/Loss (Raw)": 0.9407535791397095, "Finetune/Step": 995, "Finetune/Step Time": 4.56880072876811} +{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9530923962593079, "Finetune/Loss (Raw)": 0.964454174041748, "Finetune/Step": 996, "Finetune/Step Time": 4.5726307798177} +{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9518690705299377, "Finetune/Loss (Raw)": 0.9331446886062622, "Finetune/Step": 997, "Finetune/Step Time": 4.5521072298288345} +{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9522855877876282, "Finetune/Loss (Raw)": 0.9545993804931641, "Finetune/Step": 998, "Finetune/Step Time": 4.565152779221535} +{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543383121490479, "Finetune/Loss (Raw)": 1.1145583391189575, "Finetune/Step": 999, "Finetune/Step Time": 4.558307448402047} +{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9554653763771057, "Finetune/Loss (Raw)": 1.1434571743011475, "Finetune/Step": 1000, "Finetune/Step Time": 4.552036700770259} +{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9497750997543335, "Finetune/Loss (Raw)": 0.31831473112106323, "Finetune/Step": 1001, "Finetune/Step Time": 4.593985488638282} +{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9505574703216553, "Finetune/Loss (Raw)": 0.9836845993995667, "Finetune/Step": 1002, "Finetune/Step Time": 4.594586838036776} +{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514000415802002, "Finetune/Loss (Raw)": 1.0562164783477783, "Finetune/Step": 1003, "Finetune/Step Time": 4.597775964066386} +{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9524496793746948, "Finetune/Loss (Raw)": 1.0682613849639893, "Finetune/Step": 1004, "Finetune/Step Time": 4.597718887031078} +{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9524364471435547, "Finetune/Loss (Raw)": 1.0246838331222534, "Finetune/Step": 1005, "Finetune/Step Time": 4.59003771468997} +{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9515420198440552, "Finetune/Loss (Raw)": 0.8786439895629883, "Finetune/Step": 1006, "Finetune/Step Time": 4.606145203113556} +{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9518990516662598, "Finetune/Loss (Raw)": 0.9333068132400513, "Finetune/Step": 1007, "Finetune/Step Time": 4.58735042065382} +{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9516231417655945, "Finetune/Loss (Raw)": 0.9811235070228577, "Finetune/Step": 1008, "Finetune/Step Time": 4.5867847222834826} +{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9479697942733765, "Finetune/Loss (Raw)": 0.4243013858795166, "Finetune/Step": 1009, "Finetune/Step Time": 4.622686468064785} +{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9467490911483765, "Finetune/Loss (Raw)": 0.9097676277160645, "Finetune/Step": 1010, "Finetune/Step Time": 4.6251959931105375} +{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.945639967918396, "Finetune/Loss (Raw)": 0.918399453163147, "Finetune/Step": 1011, "Finetune/Step Time": 4.624430134892464} +{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9451884031295776, "Finetune/Loss (Raw)": 1.0110759735107422, "Finetune/Step": 1012, "Finetune/Step Time": 4.629730431362987} +{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9506317973136902, "Finetune/Loss (Raw)": 0.9203242063522339, "Finetune/Step": 1013, "Finetune/Step Time": 4.590646138414741} +{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9508588314056396, "Finetune/Loss (Raw)": 1.0467677116394043, "Finetune/Step": 1014, "Finetune/Step Time": 4.58542693965137} +{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9501422643661499, "Finetune/Loss (Raw)": 0.30740752816200256, "Finetune/Step": 1015, "Finetune/Step Time": 4.587535433471203} +{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9495329856872559, "Finetune/Loss (Raw)": 1.0084165334701538, "Finetune/Step": 1016, "Finetune/Step Time": 4.585837494581938} +{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497687816619873, "Finetune/Loss (Raw)": 1.079207420349121, "Finetune/Step": 1017, "Finetune/Step Time": 4.577274413779378} +{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499372243881226, "Finetune/Loss (Raw)": 0.9962483644485474, "Finetune/Step": 1018, "Finetune/Step Time": 4.621869940310717} +{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9494169354438782, "Finetune/Loss (Raw)": 0.9249061942100525, "Finetune/Step": 1019, "Finetune/Step Time": 4.619678029790521} +{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9501523971557617, "Finetune/Loss (Raw)": 0.9866999387741089, "Finetune/Step": 1020, "Finetune/Step Time": 4.609757585451007} +{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9481841325759888, "Finetune/Loss (Raw)": 0.8677622079849243, "Finetune/Step": 1021, "Finetune/Step Time": 4.621055707335472} +{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.948604941368103, "Finetune/Loss (Raw)": 1.0286628007888794, "Finetune/Step": 1022, "Finetune/Step Time": 4.627154329791665} +{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9475929737091064, "Finetune/Loss (Raw)": 0.8513906598091125, "Finetune/Step": 1023, "Finetune/Step Time": 4.630745865404606} +{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9465370178222656, "Finetune/Loss (Raw)": 0.9298408031463623, "Finetune/Step": 1024, "Finetune/Step Time": 4.62726528570056} +{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9467258453369141, "Finetune/Loss (Raw)": 0.8782646059989929, "Finetune/Step": 1025, "Finetune/Step Time": 4.606601282954216} +{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9519211053848267, "Finetune/Loss (Raw)": 1.0171804428100586, "Finetune/Step": 1026, "Finetune/Step Time": 4.581850631162524} +{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9483781456947327, "Finetune/Loss (Raw)": 0.36865848302841187, "Finetune/Step": 1027, "Finetune/Step Time": 4.541094837710261} +{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9478932619094849, "Finetune/Loss (Raw)": 1.0534131526947021, "Finetune/Step": 1028, "Finetune/Step Time": 4.545035112649202} +{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9461604356765747, "Finetune/Loss (Raw)": 0.881866991519928, "Finetune/Step": 1029, "Finetune/Step Time": 4.552467342466116} +{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9459632635116577, "Finetune/Loss (Raw)": 1.034601092338562, "Finetune/Step": 1030, "Finetune/Step Time": 4.561992064118385} +{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9452564716339111, "Finetune/Loss (Raw)": 0.987241804599762, "Finetune/Step": 1031, "Finetune/Step Time": 4.531833937391639} +{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9404064416885376, "Finetune/Loss (Raw)": 0.3442114591598511, "Finetune/Step": 1032, "Finetune/Step Time": 4.567626738920808} +{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9400194883346558, "Finetune/Loss (Raw)": 1.007399559020996, "Finetune/Step": 1033, "Finetune/Step Time": 4.594273703172803} +{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9392780065536499, "Finetune/Loss (Raw)": 0.8442323207855225, "Finetune/Step": 1034, "Finetune/Step Time": 4.60186798684299} +{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.938891589641571, "Finetune/Loss (Raw)": 1.0042743682861328, "Finetune/Step": 1035, "Finetune/Step Time": 4.608705887570977} +{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9388941526412964, "Finetune/Loss (Raw)": 0.9719878435134888, "Finetune/Step": 1036, "Finetune/Step Time": 4.6135396007448435} +{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.937928318977356, "Finetune/Loss (Raw)": 0.8784815073013306, "Finetune/Step": 1037, "Finetune/Step Time": 4.616455800831318} +{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9394853711128235, "Finetune/Loss (Raw)": 1.1677751541137695, "Finetune/Step": 1038, "Finetune/Step Time": 4.610096462070942} +{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9400990009307861, "Finetune/Loss (Raw)": 1.014343023300171, "Finetune/Step": 1039, "Finetune/Step Time": 4.61515635997057} +{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386273622512817, "Finetune/Loss (Raw)": 0.9308080077171326, "Finetune/Step": 1040, "Finetune/Step Time": 4.616476582363248} +{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414392709732056, "Finetune/Loss (Raw)": 1.0851317644119263, "Finetune/Step": 1041, "Finetune/Step Time": 4.598342707380652} +{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.941135823726654, "Finetune/Loss (Raw)": 1.0846796035766602, "Finetune/Step": 1042, "Finetune/Step Time": 4.599737411364913} +{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361699819564819, "Finetune/Loss (Raw)": 0.3760613203048706, "Finetune/Step": 1043, "Finetune/Step Time": 4.647606689482927} +{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347530603408813, "Finetune/Loss (Raw)": 0.8555705547332764, "Finetune/Step": 1044, "Finetune/Step Time": 4.648206582292914} +{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9336773157119751, "Finetune/Loss (Raw)": 1.0534019470214844, "Finetune/Step": 1045, "Finetune/Step Time": 4.627976659685373} +{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.933478593826294, "Finetune/Loss (Raw)": 0.9522557258605957, "Finetune/Step": 1046, "Finetune/Step Time": 4.63061249256134} +{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9354003667831421, "Finetune/Loss (Raw)": 1.008026361465454, "Finetune/Step": 1047, "Finetune/Step Time": 4.617179563269019} +{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9379168748855591, "Finetune/Loss (Raw)": 1.1692651510238647, "Finetune/Step": 1048, "Finetune/Step Time": 4.608925934880972} +{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9370760917663574, "Finetune/Loss (Raw)": 0.8786091208457947, "Finetune/Step": 1049, "Finetune/Step Time": 4.606590731069446} +{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9362055063247681, "Finetune/Loss (Raw)": 0.8149092197418213, "Finetune/Step": 1050, "Finetune/Step Time": 4.618513010442257} +{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9354830980300903, "Finetune/Loss (Raw)": 0.9492149353027344, "Finetune/Step": 1051, "Finetune/Step Time": 4.622425455600023} +{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9371511340141296, "Finetune/Loss (Raw)": 1.15096914768219, "Finetune/Step": 1052, "Finetune/Step Time": 4.620607398450375} +{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.938439130783081, "Finetune/Loss (Raw)": 0.9786746501922607, "Finetune/Step": 1053, "Finetune/Step Time": 4.607873601838946} +{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.939767599105835, "Finetune/Loss (Raw)": 1.1167913675308228, "Finetune/Step": 1054, "Finetune/Step Time": 4.603180762380362} +{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9387169480323792, "Finetune/Loss (Raw)": 0.905146062374115, "Finetune/Step": 1055, "Finetune/Step Time": 4.604255776852369} +{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9393323063850403, "Finetune/Loss (Raw)": 1.0925102233886719, "Finetune/Step": 1056, "Finetune/Step Time": 4.605678729712963} +{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9385091662406921, "Finetune/Loss (Raw)": 0.9219411015510559, "Finetune/Step": 1057, "Finetune/Step Time": 4.6001575738191605} +{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9386777877807617, "Finetune/Loss (Raw)": 0.9305486083030701, "Finetune/Step": 1058, "Finetune/Step Time": 4.592825666069984} +{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9380936622619629, "Finetune/Loss (Raw)": 0.9520002603530884, "Finetune/Step": 1059, "Finetune/Step Time": 4.61122296564281} +{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9374959468841553, "Finetune/Loss (Raw)": 0.9840519428253174, "Finetune/Step": 1060, "Finetune/Step Time": 4.609361739829183} +{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9359797239303589, "Finetune/Loss (Raw)": 0.845919132232666, "Finetune/Step": 1061, "Finetune/Step Time": 4.5899727661162615} +{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9358733892440796, "Finetune/Loss (Raw)": 0.9965499639511108, "Finetune/Step": 1062, "Finetune/Step Time": 4.585216756910086} +{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.936880886554718, "Finetune/Loss (Raw)": 0.984113872051239, "Finetune/Step": 1063, "Finetune/Step Time": 4.593069478869438} +{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9387737512588501, "Finetune/Loss (Raw)": 1.1896101236343384, "Finetune/Step": 1064, "Finetune/Step Time": 4.580435452982783} +{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9387909173965454, "Finetune/Loss (Raw)": 1.13467538356781, "Finetune/Step": 1065, "Finetune/Step Time": 4.582155721262097} +{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.93694007396698, "Finetune/Loss (Raw)": 0.9006380438804626, "Finetune/Step": 1066, "Finetune/Step Time": 4.576089907437563} +{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9383479356765747, "Finetune/Loss (Raw)": 1.1098982095718384, "Finetune/Step": 1067, "Finetune/Step Time": 4.583352843299508} +{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9374668598175049, "Finetune/Loss (Raw)": 0.9091481566429138, "Finetune/Step": 1068, "Finetune/Step Time": 4.587613979354501} +{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9372997879981995, "Finetune/Loss (Raw)": 0.9596424102783203, "Finetune/Step": 1069, "Finetune/Step Time": 4.6137899328023195} +{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9379853010177612, "Finetune/Loss (Raw)": 1.026861548423767, "Finetune/Step": 1070, "Finetune/Step Time": 4.60266575217247} +{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.938703179359436, "Finetune/Loss (Raw)": 1.0439432859420776, "Finetune/Step": 1071, "Finetune/Step Time": 4.600588144734502} +{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9391050338745117, "Finetune/Loss (Raw)": 1.046546220779419, "Finetune/Step": 1072, "Finetune/Step Time": 4.610510256141424} +{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9398226737976074, "Finetune/Loss (Raw)": 0.9604460000991821, "Finetune/Step": 1073, "Finetune/Step Time": 4.593642169609666} +{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9409798383712769, "Finetune/Loss (Raw)": 1.054436445236206, "Finetune/Step": 1074, "Finetune/Step Time": 4.578933401033282} +{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9416669011116028, "Finetune/Loss (Raw)": 1.0590587854385376, "Finetune/Step": 1075, "Finetune/Step Time": 4.573624312877655} +{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9470959305763245, "Finetune/Loss (Raw)": 1.0755876302719116, "Finetune/Step": 1076, "Finetune/Step Time": 4.535716695711017} +{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.946864664554596, "Finetune/Loss (Raw)": 1.097751498222351, "Finetune/Step": 1077, "Finetune/Step Time": 4.5396356619894505} +{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9480030536651611, "Finetune/Loss (Raw)": 1.057903528213501, "Finetune/Step": 1078, "Finetune/Step Time": 4.541923932731152} +{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9455788731575012, "Finetune/Loss (Raw)": 0.865692675113678, "Finetune/Step": 1079, "Finetune/Step Time": 4.546030193567276} +{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9465280771255493, "Finetune/Loss (Raw)": 0.9755006432533264, "Finetune/Step": 1080, "Finetune/Step Time": 4.540074672549963} +{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9472869634628296, "Finetune/Loss (Raw)": 1.0821794271469116, "Finetune/Step": 1081, "Finetune/Step Time": 4.543859049677849} +{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9467782378196716, "Finetune/Loss (Raw)": 0.8497178554534912, "Finetune/Step": 1082, "Finetune/Step Time": 4.564512748271227} +{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9470285177230835, "Finetune/Loss (Raw)": 1.0211033821105957, "Finetune/Step": 1083, "Finetune/Step Time": 4.563570002093911} +{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9473650455474854, "Finetune/Loss (Raw)": 1.0740597248077393, "Finetune/Step": 1084, "Finetune/Step Time": 4.57814016379416} +{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9483333230018616, "Finetune/Loss (Raw)": 1.0217903852462769, "Finetune/Step": 1085, "Finetune/Step Time": 4.568019015714526} +{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487740993499756, "Finetune/Loss (Raw)": 1.0366240739822388, "Finetune/Step": 1086, "Finetune/Step Time": 4.560627397149801} +{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.949459433555603, "Finetune/Loss (Raw)": 1.0206061601638794, "Finetune/Step": 1087, "Finetune/Step Time": 4.563090041279793} +{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486216306686401, "Finetune/Loss (Raw)": 0.8474065065383911, "Finetune/Step": 1088, "Finetune/Step Time": 4.570717865601182} +{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.949633002281189, "Finetune/Loss (Raw)": 1.0084308385849, "Finetune/Step": 1089, "Finetune/Step Time": 4.566611299291253} +{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.949605405330658, "Finetune/Loss (Raw)": 1.1041510105133057, "Finetune/Step": 1090, "Finetune/Step Time": 4.565662298351526} +{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9498840570449829, "Finetune/Loss (Raw)": 0.9444894790649414, "Finetune/Step": 1091, "Finetune/Step Time": 4.570010922849178} +{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9506905674934387, "Finetune/Loss (Raw)": 1.032186508178711, "Finetune/Step": 1092, "Finetune/Step Time": 4.568959813565016} +{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9512973427772522, "Finetune/Loss (Raw)": 0.8870064616203308, "Finetune/Step": 1093, "Finetune/Step Time": 4.561098292469978} +{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.951619029045105, "Finetune/Loss (Raw)": 0.9911841154098511, "Finetune/Step": 1094, "Finetune/Step Time": 4.5668662544339895} +{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.951915979385376, "Finetune/Loss (Raw)": 1.0400925874710083, "Finetune/Step": 1095, "Finetune/Step Time": 4.550859864801168} +{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.951878011226654, "Finetune/Loss (Raw)": 1.0635759830474854, "Finetune/Step": 1096, "Finetune/Step Time": 4.536086829379201} +{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523093104362488, "Finetune/Loss (Raw)": 0.9895328283309937, "Finetune/Step": 1097, "Finetune/Step Time": 4.536924943327904} +{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545584917068481, "Finetune/Loss (Raw)": 0.9907418489456177, "Finetune/Step": 1098, "Finetune/Step Time": 4.544074755162001} +{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9544800519943237, "Finetune/Loss (Raw)": 0.9973304271697998, "Finetune/Step": 1099, "Finetune/Step Time": 4.516843402758241} +{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.95902019739151, "Finetune/Loss (Raw)": 0.9645551443099976, "Finetune/Step": 1100, "Finetune/Step Time": 4.483327955007553} +{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9605766534805298, "Finetune/Loss (Raw)": 1.0836361646652222, "Finetune/Step": 1101, "Finetune/Step Time": 4.488838376477361} +{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9592626094818115, "Finetune/Loss (Raw)": 0.8039825558662415, "Finetune/Step": 1102, "Finetune/Step Time": 4.475410230457783} +{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.959308385848999, "Finetune/Loss (Raw)": 1.129042387008667, "Finetune/Step": 1103, "Finetune/Step Time": 4.4617483504116535} +{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9599577784538269, "Finetune/Loss (Raw)": 1.071205973625183, "Finetune/Step": 1104, "Finetune/Step Time": 4.471151100471616} +{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9603288173675537, "Finetune/Loss (Raw)": 1.1164846420288086, "Finetune/Step": 1105, "Finetune/Step Time": 4.481328681111336} +{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9607015252113342, "Finetune/Loss (Raw)": 0.998896062374115, "Finetune/Step": 1106, "Finetune/Step Time": 4.493648556992412} +{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9618045687675476, "Finetune/Loss (Raw)": 1.0262900590896606, "Finetune/Step": 1107, "Finetune/Step Time": 4.4886343870311975} +{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.961249828338623, "Finetune/Loss (Raw)": 1.0973619222640991, "Finetune/Step": 1108, "Finetune/Step Time": 4.489348886534572} +{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9599204659461975, "Finetune/Loss (Raw)": 0.8181167244911194, "Finetune/Step": 1109, "Finetune/Step Time": 4.500951478257775} +{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9596297144889832, "Finetune/Loss (Raw)": 0.989949107170105, "Finetune/Step": 1110, "Finetune/Step Time": 4.499532464891672} +{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.960474967956543, "Finetune/Loss (Raw)": 1.1367076635360718, "Finetune/Step": 1111, "Finetune/Step Time": 4.494738446548581} +{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9601507782936096, "Finetune/Loss (Raw)": 0.9306519031524658, "Finetune/Step": 1112, "Finetune/Step Time": 4.482853516936302} +{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9601461887359619, "Finetune/Loss (Raw)": 0.9505351185798645, "Finetune/Step": 1113, "Finetune/Step Time": 4.479384897276759} +{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9613194465637207, "Finetune/Loss (Raw)": 1.0333689451217651, "Finetune/Step": 1114, "Finetune/Step Time": 4.5027833841741085} +{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9614123106002808, "Finetune/Loss (Raw)": 1.0203747749328613, "Finetune/Step": 1115, "Finetune/Step Time": 4.499759448692203} +{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.963229775428772, "Finetune/Loss (Raw)": 1.095621109008789, "Finetune/Step": 1116, "Finetune/Step Time": 4.494491469115019} +{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9620679616928101, "Finetune/Loss (Raw)": 0.8870254755020142, "Finetune/Step": 1117, "Finetune/Step Time": 4.4937197007238865} +{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9646836519241333, "Finetune/Loss (Raw)": 1.0863158702850342, "Finetune/Step": 1118, "Finetune/Step Time": 4.480612071231008} +{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9623101353645325, "Finetune/Loss (Raw)": 0.7419931888580322, "Finetune/Step": 1119, "Finetune/Step Time": 4.490494284778833} +{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.962291419506073, "Finetune/Loss (Raw)": 0.9760803580284119, "Finetune/Step": 1120, "Finetune/Step Time": 4.493344444781542} +{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9635903835296631, "Finetune/Loss (Raw)": 1.1538407802581787, "Finetune/Step": 1121, "Finetune/Step Time": 4.462202318012714} +{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9656734466552734, "Finetune/Loss (Raw)": 1.0471426248550415, "Finetune/Step": 1122, "Finetune/Step Time": 4.46865794993937} +{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9656192064285278, "Finetune/Loss (Raw)": 0.9338183999061584, "Finetune/Step": 1123, "Finetune/Step Time": 4.486464435234666} +{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676761627197266, "Finetune/Loss (Raw)": 1.2277424335479736, "Finetune/Step": 1124, "Finetune/Step Time": 4.482633514329791} +{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9677331447601318, "Finetune/Loss (Raw)": 0.9404364228248596, "Finetune/Step": 1125, "Finetune/Step Time": 4.479134771972895} +{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9679750204086304, "Finetune/Loss (Raw)": 0.9855545163154602, "Finetune/Step": 1126, "Finetune/Step Time": 4.460980286821723} +{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9672720432281494, "Finetune/Loss (Raw)": 1.0245904922485352, "Finetune/Step": 1127, "Finetune/Step Time": 4.4604501482099295} +{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9659378528594971, "Finetune/Loss (Raw)": 0.9726799130439758, "Finetune/Step": 1128, "Finetune/Step Time": 4.472659081220627} +{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9721553325653076, "Finetune/Loss (Raw)": 1.1141417026519775, "Finetune/Step": 1129, "Finetune/Step Time": 4.42812935076654} +{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706946611404419, "Finetune/Loss (Raw)": 0.7967181205749512, "Finetune/Step": 1130, "Finetune/Step Time": 4.43625851161778} +{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9709600210189819, "Finetune/Loss (Raw)": 1.0901873111724854, "Finetune/Step": 1131, "Finetune/Step Time": 4.418489309027791} +{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9706144332885742, "Finetune/Loss (Raw)": 1.0240310430526733, "Finetune/Step": 1132, "Finetune/Step Time": 4.42019615508616} +{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702852964401245, "Finetune/Loss (Raw)": 0.982550859451294, "Finetune/Step": 1133, "Finetune/Step Time": 4.4155776631087065} +{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708658456802368, "Finetune/Loss (Raw)": 0.9529539942741394, "Finetune/Step": 1134, "Finetune/Step Time": 4.397360026836395} +{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9721792340278625, "Finetune/Loss (Raw)": 1.1014204025268555, "Finetune/Step": 1135, "Finetune/Step Time": 4.392603171989322} +{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9721683859825134, "Finetune/Loss (Raw)": 0.9797353148460388, "Finetune/Step": 1136, "Finetune/Step Time": 4.389769511297345} +{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9770186543464661, "Finetune/Loss (Raw)": 1.0451340675354004, "Finetune/Step": 1137, "Finetune/Step Time": 4.340860329568386} +{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9779507517814636, "Finetune/Loss (Raw)": 1.0290746688842773, "Finetune/Step": 1138, "Finetune/Step Time": 4.349832013249397} +{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9783095121383667, "Finetune/Loss (Raw)": 0.9643290638923645, "Finetune/Step": 1139, "Finetune/Step Time": 4.362868433818221} +{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9783933162689209, "Finetune/Loss (Raw)": 1.0217962265014648, "Finetune/Step": 1140, "Finetune/Step Time": 4.355767365545034} +{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9786988496780396, "Finetune/Loss (Raw)": 0.9594324827194214, "Finetune/Step": 1141, "Finetune/Step Time": 4.361495589837432} +{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728420972824097, "Finetune/Loss (Raw)": 0.29710373282432556, "Finetune/Step": 1142, "Finetune/Step Time": 4.393634062260389} +{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777780771255493, "Finetune/Loss (Raw)": 0.9392139315605164, "Finetune/Step": 1143, "Finetune/Step Time": 4.366756243631244} +{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9778223037719727, "Finetune/Loss (Raw)": 1.0140773057937622, "Finetune/Step": 1144, "Finetune/Step Time": 4.370689062401652} +{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9769181609153748, "Finetune/Loss (Raw)": 0.963473379611969, "Finetune/Step": 1145, "Finetune/Step Time": 4.371095649898052} +{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9774223566055298, "Finetune/Loss (Raw)": 1.0607850551605225, "Finetune/Step": 1146, "Finetune/Step Time": 4.330568423494697} +{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9765593409538269, "Finetune/Loss (Raw)": 0.8144443035125732, "Finetune/Step": 1147, "Finetune/Step Time": 4.333736704662442} +{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.971524715423584, "Finetune/Loss (Raw)": 0.3422699272632599, "Finetune/Step": 1148, "Finetune/Step Time": 4.3798588514328} +{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9733614921569824, "Finetune/Loss (Raw)": 1.1028656959533691, "Finetune/Step": 1149, "Finetune/Step Time": 4.380406113341451} +{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9729200601577759, "Finetune/Loss (Raw)": 0.9721664786338806, "Finetune/Step": 1150, "Finetune/Step Time": 4.3653334099799395} +{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9732064008712769, "Finetune/Loss (Raw)": 0.8880395293235779, "Finetune/Step": 1151, "Finetune/Step Time": 4.349452858790755} +{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9737740159034729, "Finetune/Loss (Raw)": 1.0024975538253784, "Finetune/Step": 1152, "Finetune/Step Time": 4.366872262209654} +{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9755540490150452, "Finetune/Loss (Raw)": 1.1061034202575684, "Finetune/Step": 1153, "Finetune/Step Time": 4.380767747759819} +{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9701528549194336, "Finetune/Loss (Raw)": 0.3258366286754608, "Finetune/Step": 1154, "Finetune/Step Time": 4.406259331852198} +{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9699143171310425, "Finetune/Loss (Raw)": 0.3381190598011017, "Finetune/Step": 1155, "Finetune/Step Time": 4.404745012521744} +{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9707050323486328, "Finetune/Loss (Raw)": 1.1546235084533691, "Finetune/Step": 1156, "Finetune/Step Time": 4.400901013985276} +{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9719645977020264, "Finetune/Loss (Raw)": 1.0430936813354492, "Finetune/Step": 1157, "Finetune/Step Time": 4.3928532507270575} +{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9711074829101562, "Finetune/Loss (Raw)": 0.9248864054679871, "Finetune/Step": 1158, "Finetune/Step Time": 4.383537912741303} +{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9701006412506104, "Finetune/Loss (Raw)": 0.8583744764328003, "Finetune/Step": 1159, "Finetune/Step Time": 4.3832332491874695} +{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9749467968940735, "Finetune/Loss (Raw)": 0.9645183682441711, "Finetune/Step": 1160, "Finetune/Step Time": 4.370991837233305} +{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9749425649642944, "Finetune/Loss (Raw)": 1.0068572759628296, "Finetune/Step": 1161, "Finetune/Step Time": 4.368872407823801} +{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9762547612190247, "Finetune/Loss (Raw)": 1.0121923685073853, "Finetune/Step": 1162, "Finetune/Step Time": 4.365598440170288} +{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.974643349647522, "Finetune/Loss (Raw)": 0.7980117201805115, "Finetune/Step": 1163, "Finetune/Step Time": 4.379642713814974} +{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764739274978638, "Finetune/Loss (Raw)": 1.2063050270080566, "Finetune/Step": 1164, "Finetune/Step Time": 4.38310163281858} +{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9724376201629639, "Finetune/Loss (Raw)": 0.3618367314338684, "Finetune/Step": 1165, "Finetune/Step Time": 4.416116265580058} +{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9702118635177612, "Finetune/Loss (Raw)": 0.8828756213188171, "Finetune/Step": 1166, "Finetune/Step Time": 4.425056854262948} +{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687648415565491, "Finetune/Loss (Raw)": 0.8291223049163818, "Finetune/Step": 1167, "Finetune/Step Time": 4.434335129335523} +{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9690782427787781, "Finetune/Loss (Raw)": 0.9709275960922241, "Finetune/Step": 1168, "Finetune/Step Time": 4.427516546100378} +{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.968461811542511, "Finetune/Loss (Raw)": 1.0062259435653687, "Finetune/Step": 1169, "Finetune/Step Time": 4.42935916595161} +{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9636391401290894, "Finetune/Loss (Raw)": 0.4673748314380646, "Finetune/Step": 1170, "Finetune/Step Time": 4.46329471282661} +{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9694585800170898, "Finetune/Loss (Raw)": 1.1209509372711182, "Finetune/Step": 1171, "Finetune/Step Time": 4.414543613791466} +{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.970949649810791, "Finetune/Loss (Raw)": 1.0464271306991577, "Finetune/Step": 1172, "Finetune/Step Time": 4.409044571220875} +{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9705002307891846, "Finetune/Loss (Raw)": 0.9958785772323608, "Finetune/Step": 1173, "Finetune/Step Time": 4.392627974972129} +{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9658470749855042, "Finetune/Loss (Raw)": 0.3566499948501587, "Finetune/Step": 1174, "Finetune/Step Time": 4.422464821487665} +{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.965477466583252, "Finetune/Loss (Raw)": 0.9607159495353699, "Finetune/Step": 1175, "Finetune/Step Time": 4.436125174164772} +{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9637007117271423, "Finetune/Loss (Raw)": 0.9418424963951111, "Finetune/Step": 1176, "Finetune/Step Time": 4.431239256635308} +{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9590672254562378, "Finetune/Loss (Raw)": 0.28551608324050903, "Finetune/Step": 1177, "Finetune/Step Time": 4.472114143893123} +{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.95522141456604, "Finetune/Loss (Raw)": 0.322656512260437, "Finetune/Step": 1178, "Finetune/Step Time": 4.496316637843847} +{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9568892121315002, "Finetune/Loss (Raw)": 1.1626869440078735, "Finetune/Step": 1179, "Finetune/Step Time": 4.489358883351088} +{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9551912546157837, "Finetune/Loss (Raw)": 0.9336310625076294, "Finetune/Step": 1180, "Finetune/Step Time": 4.505761303007603} +{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9560688138008118, "Finetune/Loss (Raw)": 1.091007113456726, "Finetune/Step": 1181, "Finetune/Step Time": 4.49365714378655} +{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9528952240943909, "Finetune/Loss (Raw)": 0.7105634212493896, "Finetune/Step": 1182, "Finetune/Step Time": 4.495581332594156} +{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9539734125137329, "Finetune/Loss (Raw)": 1.0431560277938843, "Finetune/Step": 1183, "Finetune/Step Time": 4.496773323044181} +{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.951897382736206, "Finetune/Loss (Raw)": 0.8267765045166016, "Finetune/Step": 1184, "Finetune/Step Time": 4.526119174435735} +{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9526730179786682, "Finetune/Loss (Raw)": 1.0212289094924927, "Finetune/Step": 1185, "Finetune/Step Time": 4.529117288067937} +{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.954184889793396, "Finetune/Loss (Raw)": 1.1240613460540771, "Finetune/Step": 1186, "Finetune/Step Time": 4.5293345507234335} +{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9494410157203674, "Finetune/Loss (Raw)": 0.3447897136211395, "Finetune/Step": 1187, "Finetune/Step Time": 4.554121993482113} +{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500542879104614, "Finetune/Loss (Raw)": 1.0625444650650024, "Finetune/Step": 1188, "Finetune/Step Time": 4.553277364000678} +{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.95176100730896, "Finetune/Loss (Raw)": 1.0643900632858276, "Finetune/Step": 1189, "Finetune/Step Time": 4.558512633666396} +{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9516446590423584, "Finetune/Loss (Raw)": 0.9816514849662781, "Finetune/Step": 1190, "Finetune/Step Time": 4.556863097473979} +{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9521899223327637, "Finetune/Loss (Raw)": 1.0539031028747559, "Finetune/Step": 1191, "Finetune/Step Time": 4.550361117348075} +{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509397745132446, "Finetune/Loss (Raw)": 1.0295958518981934, "Finetune/Step": 1192, "Finetune/Step Time": 4.557786826044321} +{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9500558972358704, "Finetune/Loss (Raw)": 1.0215357542037964, "Finetune/Step": 1193, "Finetune/Step Time": 4.556436276063323} +{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9514104127883911, "Finetune/Loss (Raw)": 1.074023723602295, "Finetune/Step": 1194, "Finetune/Step Time": 4.570249022915959} +{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9505285024642944, "Finetune/Loss (Raw)": 0.9970165491104126, "Finetune/Step": 1195, "Finetune/Step Time": 4.559856144711375} +{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9511356353759766, "Finetune/Loss (Raw)": 0.9868605136871338, "Finetune/Step": 1196, "Finetune/Step Time": 4.556635791435838} +{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9523265957832336, "Finetune/Loss (Raw)": 1.1120810508728027, "Finetune/Step": 1197, "Finetune/Step Time": 4.523591466248035} +{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528622031211853, "Finetune/Loss (Raw)": 1.0954160690307617, "Finetune/Step": 1198, "Finetune/Step Time": 4.529133087024093} +{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9528294205665588, "Finetune/Loss (Raw)": 1.0397472381591797, "Finetune/Step": 1199, "Finetune/Step Time": 4.524928729981184} +{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.95289146900177, "Finetune/Loss (Raw)": 1.054483413696289, "Finetune/Step": 1200, "Finetune/Step Time": 4.521148147061467} +{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9535965919494629, "Finetune/Loss (Raw)": 1.0507045984268188, "Finetune/Step": 1201, "Finetune/Step Time": 4.534461289644241} +{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9544461965560913, "Finetune/Loss (Raw)": 1.1631900072097778, "Finetune/Step": 1202, "Finetune/Step Time": 4.538161318749189} +{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9549294710159302, "Finetune/Loss (Raw)": 1.1209238767623901, "Finetune/Step": 1203, "Finetune/Step Time": 4.52864707633853} +{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9549914002418518, "Finetune/Loss (Raw)": 1.083507776260376, "Finetune/Step": 1204, "Finetune/Step Time": 4.536981524899602} +{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9539700746536255, "Finetune/Loss (Raw)": 0.9670218825340271, "Finetune/Step": 1205, "Finetune/Step Time": 4.5545307863503695} +{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9547045826911926, "Finetune/Loss (Raw)": 1.151919960975647, "Finetune/Step": 1206, "Finetune/Step Time": 4.546689053997397} +{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9554316997528076, "Finetune/Loss (Raw)": 0.9587622880935669, "Finetune/Step": 1207, "Finetune/Step Time": 4.553650191053748} +{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9557627439498901, "Finetune/Loss (Raw)": 1.0178714990615845, "Finetune/Step": 1208, "Finetune/Step Time": 4.554149514064193} +{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9555392265319824, "Finetune/Loss (Raw)": 1.0535681247711182, "Finetune/Step": 1209, "Finetune/Step Time": 4.552687929943204} +{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9566717147827148, "Finetune/Loss (Raw)": 0.9946794509887695, "Finetune/Step": 1210, "Finetune/Step Time": 4.530575532466173} +{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9560916423797607, "Finetune/Loss (Raw)": 0.9468579292297363, "Finetune/Step": 1211, "Finetune/Step Time": 4.533327313140035} +{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9564847350120544, "Finetune/Loss (Raw)": 1.124370813369751, "Finetune/Step": 1212, "Finetune/Step Time": 4.521437941119075} +{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9559556841850281, "Finetune/Loss (Raw)": 0.9540795683860779, "Finetune/Step": 1213, "Finetune/Step Time": 4.520804334431887} +{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9545475244522095, "Finetune/Loss (Raw)": 0.8563783168792725, "Finetune/Step": 1214, "Finetune/Step Time": 4.523550748825073} +{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9542986154556274, "Finetune/Loss (Raw)": 0.9887441396713257, "Finetune/Step": 1215, "Finetune/Step Time": 4.524344669654965} +{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9503887891769409, "Finetune/Loss (Raw)": 0.3469390571117401, "Finetune/Step": 1216, "Finetune/Step Time": 4.55329018086195} +{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9511699676513672, "Finetune/Loss (Raw)": 1.1084247827529907, "Finetune/Step": 1217, "Finetune/Step Time": 4.556738035753369} +{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9507761001586914, "Finetune/Loss (Raw)": 1.0537347793579102, "Finetune/Step": 1218, "Finetune/Step Time": 4.541539842262864} +{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9457552433013916, "Finetune/Loss (Raw)": 0.30182507634162903, "Finetune/Step": 1219, "Finetune/Step Time": 4.576488243415952} +{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9454210996627808, "Finetune/Loss (Raw)": 0.9894136190414429, "Finetune/Step": 1220, "Finetune/Step Time": 4.5756954830139875} +{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9465869069099426, "Finetune/Loss (Raw)": 1.0362299680709839, "Finetune/Step": 1221, "Finetune/Step Time": 4.585495049133897} +{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9466720223426819, "Finetune/Loss (Raw)": 1.0020781755447388, "Finetune/Step": 1222, "Finetune/Step Time": 4.589851392433047} +{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9466111660003662, "Finetune/Loss (Raw)": 1.0323058366775513, "Finetune/Step": 1223, "Finetune/Step Time": 4.590606981888413} +{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9461766481399536, "Finetune/Loss (Raw)": 1.0079500675201416, "Finetune/Step": 1224, "Finetune/Step Time": 4.591606812551618} +{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9452792406082153, "Finetune/Loss (Raw)": 0.8746675848960876, "Finetune/Step": 1225, "Finetune/Step Time": 4.576838675886393} +{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9445382356643677, "Finetune/Loss (Raw)": 0.8958969116210938, "Finetune/Step": 1226, "Finetune/Step Time": 4.567236345261335} +{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9435051679611206, "Finetune/Loss (Raw)": 0.8650981187820435, "Finetune/Step": 1227, "Finetune/Step Time": 4.58596926741302} +{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9442229866981506, "Finetune/Loss (Raw)": 1.0564311742782593, "Finetune/Step": 1228, "Finetune/Step Time": 4.5975184720009565} +{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9442028403282166, "Finetune/Loss (Raw)": 1.081068515777588, "Finetune/Step": 1229, "Finetune/Step Time": 4.5879204627126455} +{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9410507082939148, "Finetune/Loss (Raw)": 0.4005064368247986, "Finetune/Step": 1230, "Finetune/Step Time": 4.631728181615472} +{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9409528970718384, "Finetune/Loss (Raw)": 1.1165215969085693, "Finetune/Step": 1231, "Finetune/Step Time": 4.636343156918883} +{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9404803514480591, "Finetune/Loss (Raw)": 1.0107202529907227, "Finetune/Step": 1232, "Finetune/Step Time": 4.62476752884686} +{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9398553371429443, "Finetune/Loss (Raw)": 1.0364837646484375, "Finetune/Step": 1233, "Finetune/Step Time": 4.6044240184128284} +{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9383580684661865, "Finetune/Loss (Raw)": 0.8072380423545837, "Finetune/Step": 1234, "Finetune/Step Time": 4.61344644613564} +{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.937791109085083, "Finetune/Loss (Raw)": 0.9537285566329956, "Finetune/Step": 1235, "Finetune/Step Time": 4.612024927511811} +{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9379053115844727, "Finetune/Loss (Raw)": 1.1119704246520996, "Finetune/Step": 1236, "Finetune/Step Time": 4.608050873503089} +{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.939510703086853, "Finetune/Loss (Raw)": 1.0236092805862427, "Finetune/Step": 1237, "Finetune/Step Time": 4.6106504537165165} +{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.940947413444519, "Finetune/Loss (Raw)": 1.1738513708114624, "Finetune/Step": 1238, "Finetune/Step Time": 4.613383425399661} +{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9397009015083313, "Finetune/Loss (Raw)": 0.9771519899368286, "Finetune/Step": 1239, "Finetune/Step Time": 4.621741896495223} +{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9400932788848877, "Finetune/Loss (Raw)": 0.980879545211792, "Finetune/Step": 1240, "Finetune/Step Time": 4.619964245706797} +{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9397175908088684, "Finetune/Loss (Raw)": 0.902445375919342, "Finetune/Step": 1241, "Finetune/Step Time": 4.624167080968618} +{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9392221570014954, "Finetune/Loss (Raw)": 0.9699566960334778, "Finetune/Step": 1242, "Finetune/Step Time": 4.597290331497788} +{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9394806623458862, "Finetune/Loss (Raw)": 1.053459882736206, "Finetune/Step": 1243, "Finetune/Step Time": 4.5913763679564} +{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9385582804679871, "Finetune/Loss (Raw)": 0.977556586265564, "Finetune/Step": 1244, "Finetune/Step Time": 4.594802852720022} +{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9391967058181763, "Finetune/Loss (Raw)": 0.9687520861625671, "Finetune/Step": 1245, "Finetune/Step Time": 4.585048973560333} +{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9379647970199585, "Finetune/Loss (Raw)": 0.9286268353462219, "Finetune/Step": 1246, "Finetune/Step Time": 4.607242107391357} +{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9405871629714966, "Finetune/Loss (Raw)": 1.0776479244232178, "Finetune/Step": 1247, "Finetune/Step Time": 4.592884721234441} +{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9393954873085022, "Finetune/Loss (Raw)": 0.8235495090484619, "Finetune/Step": 1248, "Finetune/Step Time": 4.597499672323465} +{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9375960826873779, "Finetune/Loss (Raw)": 0.9235210418701172, "Finetune/Step": 1249, "Finetune/Step Time": 4.598184620961547} +{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9375223517417908, "Finetune/Loss (Raw)": 1.0377018451690674, "Finetune/Step": 1250, "Finetune/Step Time": 4.578397938981652} +{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9382771253585815, "Finetune/Loss (Raw)": 1.0304272174835205, "Finetune/Step": 1251, "Finetune/Step Time": 4.564376084133983} +{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9356840252876282, "Finetune/Loss (Raw)": 0.8958330154418945, "Finetune/Step": 1252, "Finetune/Step Time": 4.560407934710383} +{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9356038570404053, "Finetune/Loss (Raw)": 0.9301733374595642, "Finetune/Step": 1253, "Finetune/Step Time": 4.57941173389554} +{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9356218576431274, "Finetune/Loss (Raw)": 0.9878600239753723, "Finetune/Step": 1254, "Finetune/Step Time": 4.583432825282216} +{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9362398386001587, "Finetune/Loss (Raw)": 1.1036818027496338, "Finetune/Step": 1255, "Finetune/Step Time": 4.585667405277491} +{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9365736842155457, "Finetune/Loss (Raw)": 1.015417218208313, "Finetune/Step": 1256, "Finetune/Step Time": 4.581647410988808} +{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9333943128585815, "Finetune/Loss (Raw)": 0.7071826457977295, "Finetune/Step": 1257, "Finetune/Step Time": 4.608188688755035} +{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9346455335617065, "Finetune/Loss (Raw)": 0.9568787217140198, "Finetune/Step": 1258, "Finetune/Step Time": 4.596521910279989} +{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9331932067871094, "Finetune/Loss (Raw)": 0.9042832851409912, "Finetune/Step": 1259, "Finetune/Step Time": 4.607823805883527} +{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9344131946563721, "Finetune/Loss (Raw)": 1.1801912784576416, "Finetune/Step": 1260, "Finetune/Step Time": 4.609621623530984} +{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9333839416503906, "Finetune/Loss (Raw)": 0.8508098721504211, "Finetune/Step": 1261, "Finetune/Step Time": 4.609229916706681} +{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9337707757949829, "Finetune/Loss (Raw)": 1.0024703741073608, "Finetune/Step": 1262, "Finetune/Step Time": 4.6045448035001755} +{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9334180355072021, "Finetune/Loss (Raw)": 1.0562595129013062, "Finetune/Step": 1263, "Finetune/Step Time": 4.601200381293893} +{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9335289001464844, "Finetune/Loss (Raw)": 0.9939318895339966, "Finetune/Step": 1264, "Finetune/Step Time": 4.599576227366924} +{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9282850623130798, "Finetune/Loss (Raw)": 0.37392422556877136, "Finetune/Step": 1265, "Finetune/Step Time": 4.637681370601058} +{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9277752637863159, "Finetune/Loss (Raw)": 0.9638198018074036, "Finetune/Step": 1266, "Finetune/Step Time": 4.643066132441163} +{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9283959865570068, "Finetune/Loss (Raw)": 1.0437777042388916, "Finetune/Step": 1267, "Finetune/Step Time": 4.6289395317435265} +{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9287947416305542, "Finetune/Loss (Raw)": 1.0728425979614258, "Finetune/Step": 1268, "Finetune/Step Time": 4.632687043398619} +{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287830591201782, "Finetune/Loss (Raw)": 0.9579412341117859, "Finetune/Step": 1269, "Finetune/Step Time": 4.624102130532265} +{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9353398680686951, "Finetune/Loss (Raw)": 1.1363705396652222, "Finetune/Step": 1270, "Finetune/Step Time": 4.594956750050187} +{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9366205930709839, "Finetune/Loss (Raw)": 1.103140115737915, "Finetune/Step": 1271, "Finetune/Step Time": 4.579941606149077} +{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9350588321685791, "Finetune/Loss (Raw)": 0.8141759634017944, "Finetune/Step": 1272, "Finetune/Step Time": 4.58870137296617} +{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9349044561386108, "Finetune/Loss (Raw)": 0.9437148571014404, "Finetune/Step": 1273, "Finetune/Step Time": 4.598590642213821} +{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9334539771080017, "Finetune/Loss (Raw)": 0.8751233220100403, "Finetune/Step": 1274, "Finetune/Step Time": 4.5898767951875925} +{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361893534660339, "Finetune/Loss (Raw)": 1.1645692586898804, "Finetune/Step": 1275, "Finetune/Step Time": 4.581194344907999} +{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9409546852111816, "Finetune/Loss (Raw)": 0.9522349238395691, "Finetune/Step": 1276, "Finetune/Step Time": 4.5366725362837315} +{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9399099946022034, "Finetune/Loss (Raw)": 0.969147264957428, "Finetune/Step": 1277, "Finetune/Step Time": 4.539946865290403} +{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9381778240203857, "Finetune/Loss (Raw)": 0.7504435777664185, "Finetune/Step": 1278, "Finetune/Step Time": 4.546458408236504} +{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9390721321105957, "Finetune/Loss (Raw)": 1.002510666847229, "Finetune/Step": 1279, "Finetune/Step Time": 4.548304073512554} +{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9403113722801208, "Finetune/Loss (Raw)": 1.1611264944076538, "Finetune/Step": 1280, "Finetune/Step Time": 4.527190333232284} +{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9391253590583801, "Finetune/Loss (Raw)": 0.9542922973632812, "Finetune/Step": 1281, "Finetune/Step Time": 4.51173447445035} +{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9443084597587585, "Finetune/Loss (Raw)": 0.9892733097076416, "Finetune/Step": 1282, "Finetune/Step Time": 4.47424628585577} +{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9486013650894165, "Finetune/Loss (Raw)": 0.8876042366027832, "Finetune/Step": 1283, "Finetune/Step Time": 4.447582827880979} +{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9471744298934937, "Finetune/Loss (Raw)": 0.9719821214675903, "Finetune/Step": 1284, "Finetune/Step Time": 4.450760439038277} +{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.947300910949707, "Finetune/Loss (Raw)": 1.059287428855896, "Finetune/Step": 1285, "Finetune/Step Time": 4.45074800401926} +{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.947618305683136, "Finetune/Loss (Raw)": 0.9655110239982605, "Finetune/Step": 1286, "Finetune/Step Time": 4.460924811661243} +{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.948567271232605, "Finetune/Loss (Raw)": 0.9798406958580017, "Finetune/Step": 1287, "Finetune/Step Time": 4.465954491868615} +{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9481430053710938, "Finetune/Loss (Raw)": 0.9102105498313904, "Finetune/Step": 1288, "Finetune/Step Time": 4.436069080606103} +{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.947425365447998, "Finetune/Loss (Raw)": 0.9149982929229736, "Finetune/Step": 1289, "Finetune/Step Time": 4.415513481944799} +{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9482175707817078, "Finetune/Loss (Raw)": 1.1135975122451782, "Finetune/Step": 1290, "Finetune/Step Time": 4.410373508930206} +{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9497817754745483, "Finetune/Loss (Raw)": 0.9982254505157471, "Finetune/Step": 1291, "Finetune/Step Time": 4.412384973838925} +{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9479023218154907, "Finetune/Loss (Raw)": 0.9657412767410278, "Finetune/Step": 1292, "Finetune/Step Time": 4.401437632739544} +{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.95255446434021, "Finetune/Loss (Raw)": 0.9573054909706116, "Finetune/Step": 1293, "Finetune/Step Time": 4.357328185811639} +{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9534025192260742, "Finetune/Loss (Raw)": 0.9914271235466003, "Finetune/Step": 1294, "Finetune/Step Time": 4.364709056913853} +{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.954182505607605, "Finetune/Loss (Raw)": 0.9289665222167969, "Finetune/Step": 1295, "Finetune/Step Time": 4.374070271849632} +{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9541763067245483, "Finetune/Loss (Raw)": 0.970131516456604, "Finetune/Step": 1296, "Finetune/Step Time": 4.378026757389307} +{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9541263580322266, "Finetune/Loss (Raw)": 0.9998301863670349, "Finetune/Step": 1297, "Finetune/Step Time": 4.392849758267403} +{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9571681618690491, "Finetune/Loss (Raw)": 0.8567277789115906, "Finetune/Step": 1298, "Finetune/Step Time": 4.3504459243267775} +{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9542380571365356, "Finetune/Loss (Raw)": 0.7459002137184143, "Finetune/Step": 1299, "Finetune/Step Time": 4.360050845891237} +{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9530822038650513, "Finetune/Loss (Raw)": 0.8984731435775757, "Finetune/Step": 1300, "Finetune/Step Time": 4.3579965475946665} +{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9532827138900757, "Finetune/Loss (Raw)": 1.0215505361557007, "Finetune/Step": 1301, "Finetune/Step Time": 4.375829936936498} +{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9578444957733154, "Finetune/Loss (Raw)": 0.940552830696106, "Finetune/Step": 1302, "Finetune/Step Time": 4.35872234031558} +{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9580303430557251, "Finetune/Loss (Raw)": 0.9845066070556641, "Finetune/Step": 1303, "Finetune/Step Time": 4.34184779599309} +{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9584839344024658, "Finetune/Loss (Raw)": 0.999900221824646, "Finetune/Step": 1304, "Finetune/Step Time": 4.34772559069097} +{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9638159275054932, "Finetune/Loss (Raw)": 0.9680126905441284, "Finetune/Step": 1305, "Finetune/Step Time": 4.312299894168973} +{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9691354036331177, "Finetune/Loss (Raw)": 1.0035476684570312, "Finetune/Step": 1306, "Finetune/Step Time": 4.290525259450078} +{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9685189723968506, "Finetune/Loss (Raw)": 1.0837774276733398, "Finetune/Step": 1307, "Finetune/Step Time": 4.283846775069833} +{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9696440696716309, "Finetune/Loss (Raw)": 1.0776469707489014, "Finetune/Step": 1308, "Finetune/Step Time": 4.266385491937399} +{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.968596339225769, "Finetune/Loss (Raw)": 0.9568999409675598, "Finetune/Step": 1309, "Finetune/Step Time": 4.28500416316092} +{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9701655507087708, "Finetune/Loss (Raw)": 0.9114222526550293, "Finetune/Step": 1310, "Finetune/Step Time": 4.283160228282213} +{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9699323177337646, "Finetune/Loss (Raw)": 1.0133002996444702, "Finetune/Step": 1311, "Finetune/Step Time": 4.285441882908344} +{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9694818258285522, "Finetune/Loss (Raw)": 0.7691207528114319, "Finetune/Step": 1312, "Finetune/Step Time": 4.280231356620789} +{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9694766998291016, "Finetune/Loss (Raw)": 1.020564317703247, "Finetune/Step": 1313, "Finetune/Step Time": 4.2868551686406136} +{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9685301780700684, "Finetune/Loss (Raw)": 1.0029094219207764, "Finetune/Step": 1314, "Finetune/Step Time": 4.284360351040959} +{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9736171960830688, "Finetune/Loss (Raw)": 0.9959313869476318, "Finetune/Step": 1315, "Finetune/Step Time": 4.2469275407493114} +{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9744114279747009, "Finetune/Loss (Raw)": 1.16420316696167, "Finetune/Step": 1316, "Finetune/Step Time": 4.251852735877037} +{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9743760824203491, "Finetune/Loss (Raw)": 1.0598660707473755, "Finetune/Step": 1317, "Finetune/Step Time": 4.244464291259646} +{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9741868376731873, "Finetune/Loss (Raw)": 0.9574259519577026, "Finetune/Step": 1318, "Finetune/Step Time": 4.244609966874123} +{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9737851023674011, "Finetune/Loss (Raw)": 1.002484679222107, "Finetune/Step": 1319, "Finetune/Step Time": 4.242483392357826} +{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9733704328536987, "Finetune/Loss (Raw)": 0.9765114188194275, "Finetune/Step": 1320, "Finetune/Step Time": 4.243906261399388} +{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9732913970947266, "Finetune/Loss (Raw)": 1.011419415473938, "Finetune/Step": 1321, "Finetune/Step Time": 4.24692403152585} +{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9725397229194641, "Finetune/Loss (Raw)": 0.977812647819519, "Finetune/Step": 1322, "Finetune/Step Time": 4.2362706903368235} +{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9729915857315063, "Finetune/Loss (Raw)": 1.0548571348190308, "Finetune/Step": 1323, "Finetune/Step Time": 4.237109130248427} +{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9732874631881714, "Finetune/Loss (Raw)": 1.0247389078140259, "Finetune/Step": 1324, "Finetune/Step Time": 4.239051952958107} +{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9728801250457764, "Finetune/Loss (Raw)": 1.0599403381347656, "Finetune/Step": 1325, "Finetune/Step Time": 4.256967529654503} +{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9724444150924683, "Finetune/Loss (Raw)": 1.0396438837051392, "Finetune/Step": 1326, "Finetune/Step Time": 4.24976209923625} +{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9715768098831177, "Finetune/Loss (Raw)": 0.9286977648735046, "Finetune/Step": 1327, "Finetune/Step Time": 4.287482051178813} +{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9723149538040161, "Finetune/Loss (Raw)": 1.148960828781128, "Finetune/Step": 1328, "Finetune/Step Time": 4.2831974402070045} +{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9733436703681946, "Finetune/Loss (Raw)": 1.182375192642212, "Finetune/Step": 1329, "Finetune/Step Time": 4.275167308747768} +{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9703500270843506, "Finetune/Loss (Raw)": 0.7800028920173645, "Finetune/Step": 1330, "Finetune/Step Time": 4.268727580085397} +{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9698385000228882, "Finetune/Loss (Raw)": 1.0554568767547607, "Finetune/Step": 1331, "Finetune/Step Time": 4.262348368763924} +{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9682655930519104, "Finetune/Loss (Raw)": 0.882174015045166, "Finetune/Step": 1332, "Finetune/Step Time": 4.265331340953708} +{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9682680368423462, "Finetune/Loss (Raw)": 0.9673286080360413, "Finetune/Step": 1333, "Finetune/Step Time": 4.251896806061268} +{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9671583771705627, "Finetune/Loss (Raw)": 1.0098838806152344, "Finetune/Step": 1334, "Finetune/Step Time": 4.255819588899612} +{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9677863121032715, "Finetune/Loss (Raw)": 1.0391415357589722, "Finetune/Step": 1335, "Finetune/Step Time": 4.248062556609511} +{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9679322838783264, "Finetune/Loss (Raw)": 1.0365527868270874, "Finetune/Step": 1336, "Finetune/Step Time": 4.243656532838941} +{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9685385227203369, "Finetune/Loss (Raw)": 1.131160020828247, "Finetune/Step": 1337, "Finetune/Step Time": 4.246082978323102} +{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9631538987159729, "Finetune/Loss (Raw)": 0.30545318126678467, "Finetune/Step": 1338, "Finetune/Step Time": 4.2866660710424185} +{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9628953337669373, "Finetune/Loss (Raw)": 0.9137637615203857, "Finetune/Step": 1339, "Finetune/Step Time": 4.292596239596605} +{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9619337320327759, "Finetune/Loss (Raw)": 1.001288652420044, "Finetune/Step": 1340, "Finetune/Step Time": 4.299024693667889} +{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9619232416152954, "Finetune/Loss (Raw)": 0.9527410268783569, "Finetune/Step": 1341, "Finetune/Step Time": 4.300288297235966} +{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9639127254486084, "Finetune/Loss (Raw)": 1.1110280752182007, "Finetune/Step": 1342, "Finetune/Step Time": 4.297550164163113} +{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9632986783981323, "Finetune/Loss (Raw)": 0.9101422429084778, "Finetune/Step": 1343, "Finetune/Step Time": 4.319792868569493} +{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9680271148681641, "Finetune/Loss (Raw)": 0.9521787762641907, "Finetune/Step": 1344, "Finetune/Step Time": 4.287279972806573} +{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9677038192749023, "Finetune/Loss (Raw)": 1.0670429468154907, "Finetune/Step": 1345, "Finetune/Step Time": 4.287075623869896} +{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9669162034988403, "Finetune/Loss (Raw)": 0.9529263973236084, "Finetune/Step": 1346, "Finetune/Step Time": 4.288989497348666} +{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9735333919525146, "Finetune/Loss (Raw)": 1.1488202810287476, "Finetune/Step": 1347, "Finetune/Step Time": 4.2672827541828156} +{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9691503047943115, "Finetune/Loss (Raw)": 0.4283806085586548, "Finetune/Step": 1348, "Finetune/Step Time": 4.308541109785438} +{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9695740938186646, "Finetune/Loss (Raw)": 1.0904723405838013, "Finetune/Step": 1349, "Finetune/Step Time": 4.294663246721029} +{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9699820280075073, "Finetune/Loss (Raw)": 1.0542960166931152, "Finetune/Step": 1350, "Finetune/Step Time": 4.28784322924912} +{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.970064103603363, "Finetune/Loss (Raw)": 1.042808175086975, "Finetune/Step": 1351, "Finetune/Step Time": 4.2861126605421305} +{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9654695987701416, "Finetune/Loss (Raw)": 0.4198583960533142, "Finetune/Step": 1352, "Finetune/Step Time": 4.3242277186363935} +{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9660824537277222, "Finetune/Loss (Raw)": 0.9531093835830688, "Finetune/Step": 1353, "Finetune/Step Time": 4.330105552449822} +{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9669462442398071, "Finetune/Loss (Raw)": 1.0064617395401, "Finetune/Step": 1354, "Finetune/Step Time": 4.327276641502976} +{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9688799977302551, "Finetune/Loss (Raw)": 1.1126168966293335, "Finetune/Step": 1355, "Finetune/Step Time": 4.315312132239342} +{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9689734578132629, "Finetune/Loss (Raw)": 1.0683977603912354, "Finetune/Step": 1356, "Finetune/Step Time": 4.314874164760113} +{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9688278436660767, "Finetune/Loss (Raw)": 1.0624281167984009, "Finetune/Step": 1357, "Finetune/Step Time": 4.3328390177339315} +{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9733712673187256, "Finetune/Loss (Raw)": 0.9820604920387268, "Finetune/Step": 1358, "Finetune/Step Time": 4.288738640025258} +{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9713690280914307, "Finetune/Loss (Raw)": 0.8602398633956909, "Finetune/Step": 1359, "Finetune/Step Time": 4.292025549337268} +{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9712954163551331, "Finetune/Loss (Raw)": 1.0013000965118408, "Finetune/Step": 1360, "Finetune/Step Time": 4.300130637362599} +{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9717146158218384, "Finetune/Loss (Raw)": 1.0901401042938232, "Finetune/Step": 1361, "Finetune/Step Time": 4.301282500848174} +{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9729723334312439, "Finetune/Loss (Raw)": 0.968224287033081, "Finetune/Step": 1362, "Finetune/Step Time": 4.289524607360363} +{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9732922911643982, "Finetune/Loss (Raw)": 0.9946767687797546, "Finetune/Step": 1363, "Finetune/Step Time": 4.290116667747498} +{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9720736742019653, "Finetune/Loss (Raw)": 0.9559953808784485, "Finetune/Step": 1364, "Finetune/Step Time": 4.319044211879373} +{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.971156895160675, "Finetune/Loss (Raw)": 0.9062590599060059, "Finetune/Step": 1365, "Finetune/Step Time": 4.3098079692572355} +{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9694917798042297, "Finetune/Loss (Raw)": 0.9607192277908325, "Finetune/Step": 1366, "Finetune/Step Time": 4.304353874176741} +{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9691166877746582, "Finetune/Loss (Raw)": 0.9291356801986694, "Finetune/Step": 1367, "Finetune/Step Time": 4.323154926300049} +{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9695442914962769, "Finetune/Loss (Raw)": 1.0356136560440063, "Finetune/Step": 1368, "Finetune/Step Time": 4.323320057243109} +{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9706982374191284, "Finetune/Loss (Raw)": 1.0501562356948853, "Finetune/Step": 1369, "Finetune/Step Time": 4.332572922110558} +{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9697469472885132, "Finetune/Loss (Raw)": 0.8481836915016174, "Finetune/Step": 1370, "Finetune/Step Time": 4.335099693387747} +{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9691473245620728, "Finetune/Loss (Raw)": 0.976708173751831, "Finetune/Step": 1371, "Finetune/Step Time": 4.335620505735278} +{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9644699096679688, "Finetune/Loss (Raw)": 0.3788548409938812, "Finetune/Step": 1372, "Finetune/Step Time": 4.371758861467242} +{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9657237529754639, "Finetune/Loss (Raw)": 1.1292355060577393, "Finetune/Step": 1373, "Finetune/Step Time": 4.371898477897048} +{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9657452702522278, "Finetune/Loss (Raw)": 0.9313862919807434, "Finetune/Step": 1374, "Finetune/Step Time": 4.36339177377522} +{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9655064344406128, "Finetune/Loss (Raw)": 1.0470826625823975, "Finetune/Step": 1375, "Finetune/Step Time": 4.3609903529286385} +{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615878462791443, "Finetune/Loss (Raw)": 0.3219636380672455, "Finetune/Step": 1376, "Finetune/Step Time": 4.3916217759251595} +{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9627529382705688, "Finetune/Loss (Raw)": 1.0726569890975952, "Finetune/Step": 1377, "Finetune/Step Time": 4.400304175913334} +{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636825919151306, "Finetune/Loss (Raw)": 1.1566933393478394, "Finetune/Step": 1378, "Finetune/Step Time": 4.418651882559061} +{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613704085350037, "Finetune/Loss (Raw)": 0.7344645261764526, "Finetune/Step": 1379, "Finetune/Step Time": 4.435113092884421} +{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617277383804321, "Finetune/Loss (Raw)": 0.941573441028595, "Finetune/Step": 1380, "Finetune/Step Time": 4.434857157990336} +{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9627227783203125, "Finetune/Loss (Raw)": 1.0575464963912964, "Finetune/Step": 1381, "Finetune/Step Time": 4.419957086443901} +{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627641439437866, "Finetune/Loss (Raw)": 0.9931513667106628, "Finetune/Step": 1382, "Finetune/Step Time": 4.418891955167055} +{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9613145589828491, "Finetune/Loss (Raw)": 0.9181337952613831, "Finetune/Step": 1383, "Finetune/Step Time": 4.423288781195879} +{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9609718918800354, "Finetune/Loss (Raw)": 0.9715534448623657, "Finetune/Step": 1384, "Finetune/Step Time": 4.42572852037847} +{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.963431715965271, "Finetune/Loss (Raw)": 1.0220352411270142, "Finetune/Step": 1385, "Finetune/Step Time": 4.4018982369452715} +{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.963222861289978, "Finetune/Loss (Raw)": 0.9301521182060242, "Finetune/Step": 1386, "Finetune/Step Time": 4.403049372136593} +{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9629717469215393, "Finetune/Loss (Raw)": 0.8721383810043335, "Finetune/Step": 1387, "Finetune/Step Time": 4.397409310564399} +{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9618009924888611, "Finetune/Loss (Raw)": 1.0303364992141724, "Finetune/Step": 1388, "Finetune/Step Time": 4.393019439652562} +{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630587100982666, "Finetune/Loss (Raw)": 1.0117995738983154, "Finetune/Step": 1389, "Finetune/Step Time": 4.3940411154180765} +{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9643803834915161, "Finetune/Loss (Raw)": 1.1716382503509521, "Finetune/Step": 1390, "Finetune/Step Time": 4.402203159406781} +{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9630177021026611, "Finetune/Loss (Raw)": 0.8818405270576477, "Finetune/Step": 1391, "Finetune/Step Time": 4.41771711781621} +{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9623407125473022, "Finetune/Loss (Raw)": 0.9072757363319397, "Finetune/Step": 1392, "Finetune/Step Time": 4.450989032164216} +{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9671301245689392, "Finetune/Loss (Raw)": 0.9869707822799683, "Finetune/Step": 1393, "Finetune/Step Time": 4.450376948341727} +{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9676780700683594, "Finetune/Loss (Raw)": 1.0339579582214355, "Finetune/Step": 1394, "Finetune/Step Time": 4.437024796381593} +{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9670436382293701, "Finetune/Loss (Raw)": 0.9625683426856995, "Finetune/Step": 1395, "Finetune/Step Time": 4.4397193640470505} +{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9645496606826782, "Finetune/Loss (Raw)": 0.7536184787750244, "Finetune/Step": 1396, "Finetune/Step Time": 4.447242550551891} +{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9652733206748962, "Finetune/Loss (Raw)": 1.0505659580230713, "Finetune/Step": 1397, "Finetune/Step Time": 4.470911208540201} +{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.964263916015625, "Finetune/Loss (Raw)": 1.007169246673584, "Finetune/Step": 1398, "Finetune/Step Time": 4.46054457873106} +{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9621425867080688, "Finetune/Loss (Raw)": 0.8316089510917664, "Finetune/Step": 1399, "Finetune/Step Time": 4.466784209012985} +{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9639902114868164, "Finetune/Loss (Raw)": 1.0506731271743774, "Finetune/Step": 1400, "Finetune/Step Time": 4.461337732151151} +{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9638415575027466, "Finetune/Loss (Raw)": 0.9246845245361328, "Finetune/Step": 1401, "Finetune/Step Time": 4.4595484882593155} +{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9600366353988647, "Finetune/Loss (Raw)": 0.3880874514579773, "Finetune/Step": 1402, "Finetune/Step Time": 4.499871678650379} +{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583027362823486, "Finetune/Loss (Raw)": 0.9426374435424805, "Finetune/Step": 1403, "Finetune/Step Time": 4.500630758702755} +{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9585921764373779, "Finetune/Loss (Raw)": 0.9892821907997131, "Finetune/Step": 1404, "Finetune/Step Time": 4.497063238173723} +{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9576503038406372, "Finetune/Loss (Raw)": 0.8485882878303528, "Finetune/Step": 1405, "Finetune/Step Time": 4.495055601000786} +{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.959345281124115, "Finetune/Loss (Raw)": 0.9673978090286255, "Finetune/Step": 1406, "Finetune/Step Time": 4.488252831622958} +{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9543828368186951, "Finetune/Loss (Raw)": 0.3673182725906372, "Finetune/Step": 1407, "Finetune/Step Time": 4.521373551338911} +{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9521336555480957, "Finetune/Loss (Raw)": 0.8732367157936096, "Finetune/Step": 1408, "Finetune/Step Time": 4.52411306463182} +{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9525293707847595, "Finetune/Loss (Raw)": 1.004941463470459, "Finetune/Step": 1409, "Finetune/Step Time": 4.521537467837334} +{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9518733024597168, "Finetune/Loss (Raw)": 0.9053006768226624, "Finetune/Step": 1410, "Finetune/Step Time": 4.550322128459811} +{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9532138109207153, "Finetune/Loss (Raw)": 1.0591857433319092, "Finetune/Step": 1411, "Finetune/Step Time": 4.538883820176125} +{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.951467752456665, "Finetune/Loss (Raw)": 0.748489260673523, "Finetune/Step": 1412, "Finetune/Step Time": 4.538770431652665} +{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9512276649475098, "Finetune/Loss (Raw)": 1.0285550355911255, "Finetune/Step": 1413, "Finetune/Step Time": 4.547780958935618} +{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9523308873176575, "Finetune/Loss (Raw)": 1.106716513633728, "Finetune/Step": 1414, "Finetune/Step Time": 4.536991223692894} +{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9523216485977173, "Finetune/Loss (Raw)": 0.9786643385887146, "Finetune/Step": 1415, "Finetune/Step Time": 4.536049818620086} +{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9537128210067749, "Finetune/Loss (Raw)": 1.0882734060287476, "Finetune/Step": 1416, "Finetune/Step Time": 4.534110190346837} +{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9537903070449829, "Finetune/Loss (Raw)": 0.9249279499053955, "Finetune/Step": 1417, "Finetune/Step Time": 4.538690451532602} +{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9518412351608276, "Finetune/Loss (Raw)": 0.8641088008880615, "Finetune/Step": 1418, "Finetune/Step Time": 4.540228618308902} +{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.950903594493866, "Finetune/Loss (Raw)": 0.8782088160514832, "Finetune/Step": 1419, "Finetune/Step Time": 4.518268097192049} +{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9512351751327515, "Finetune/Loss (Raw)": 1.0081883668899536, "Finetune/Step": 1420, "Finetune/Step Time": 4.524391110986471} +{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9509507417678833, "Finetune/Loss (Raw)": 0.9208933115005493, "Finetune/Step": 1421, "Finetune/Step Time": 4.524389751255512} +{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9505659341812134, "Finetune/Loss (Raw)": 0.9421648383140564, "Finetune/Step": 1422, "Finetune/Step Time": 4.5160842929035425} +{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9514990448951721, "Finetune/Loss (Raw)": 1.0484082698822021, "Finetune/Step": 1423, "Finetune/Step Time": 4.49567511677742} +{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9506626129150391, "Finetune/Loss (Raw)": 0.8630638122558594, "Finetune/Step": 1424, "Finetune/Step Time": 4.490128129720688} +{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.950722873210907, "Finetune/Loss (Raw)": 1.0075528621673584, "Finetune/Step": 1425, "Finetune/Step Time": 4.489541325718164} +{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9509497880935669, "Finetune/Loss (Raw)": 0.8857685327529907, "Finetune/Step": 1426, "Finetune/Step Time": 4.5081869550049305} +{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9524731636047363, "Finetune/Loss (Raw)": 0.9408904910087585, "Finetune/Step": 1427, "Finetune/Step Time": 4.50793613307178} +{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9527883529663086, "Finetune/Loss (Raw)": 0.9388187527656555, "Finetune/Step": 1428, "Finetune/Step Time": 4.514245813712478} +{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.951668918132782, "Finetune/Loss (Raw)": 0.8782646656036377, "Finetune/Step": 1429, "Finetune/Step Time": 4.5047450717538595} +{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.95181804895401, "Finetune/Loss (Raw)": 0.9596402645111084, "Finetune/Step": 1430, "Finetune/Step Time": 4.496129438281059} +{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9511585235595703, "Finetune/Loss (Raw)": 0.9000920653343201, "Finetune/Step": 1431, "Finetune/Step Time": 4.507378911599517} +{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9508988857269287, "Finetune/Loss (Raw)": 0.9666610360145569, "Finetune/Step": 1432, "Finetune/Step Time": 4.515633983537555} +{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9511469602584839, "Finetune/Loss (Raw)": 0.9997735619544983, "Finetune/Step": 1433, "Finetune/Step Time": 4.516879649832845} +{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9462224245071411, "Finetune/Loss (Raw)": 0.37320294976234436, "Finetune/Step": 1434, "Finetune/Step Time": 4.539314465597272} +{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9457129240036011, "Finetune/Loss (Raw)": 1.018556833267212, "Finetune/Step": 1435, "Finetune/Step Time": 4.546713637188077} +{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9436284303665161, "Finetune/Loss (Raw)": 0.8108407855033875, "Finetune/Step": 1436, "Finetune/Step Time": 4.55720435641706} +{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9443385601043701, "Finetune/Loss (Raw)": 1.0477882623672485, "Finetune/Step": 1437, "Finetune/Step Time": 4.539761174470186} +{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9449144601821899, "Finetune/Loss (Raw)": 0.985135555267334, "Finetune/Step": 1438, "Finetune/Step Time": 4.535090107470751} +{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9451560974121094, "Finetune/Loss (Raw)": 1.0442408323287964, "Finetune/Step": 1439, "Finetune/Step Time": 4.531862393021584} +{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9447289705276489, "Finetune/Loss (Raw)": 0.7144352793693542, "Finetune/Step": 1440, "Finetune/Step Time": 4.536856925114989} +{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9441400766372681, "Finetune/Loss (Raw)": 0.9452003240585327, "Finetune/Step": 1441, "Finetune/Step Time": 4.533057790249586} +{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9440720677375793, "Finetune/Loss (Raw)": 0.9941951632499695, "Finetune/Step": 1442, "Finetune/Step Time": 4.538907079026103} +{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9434688687324524, "Finetune/Loss (Raw)": 0.91872638463974, "Finetune/Step": 1443, "Finetune/Step Time": 4.542455645278096} +{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.941557765007019, "Finetune/Loss (Raw)": 0.9195805788040161, "Finetune/Step": 1444, "Finetune/Step Time": 4.539957812055945} +{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9404906034469604, "Finetune/Loss (Raw)": 0.9232726693153381, "Finetune/Step": 1445, "Finetune/Step Time": 4.542330253869295} +{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9397204518318176, "Finetune/Loss (Raw)": 0.8588413596153259, "Finetune/Step": 1446, "Finetune/Step Time": 4.557514738291502} +{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9394742846488953, "Finetune/Loss (Raw)": 0.9709784984588623, "Finetune/Step": 1447, "Finetune/Step Time": 4.561980938538909} +{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9401545524597168, "Finetune/Loss (Raw)": 1.0635768175125122, "Finetune/Step": 1448, "Finetune/Step Time": 4.5530246421694756} +{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9389767646789551, "Finetune/Loss (Raw)": 0.8606723546981812, "Finetune/Step": 1449, "Finetune/Step Time": 4.555547704920173} +{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9381838440895081, "Finetune/Loss (Raw)": 0.8763136267662048, "Finetune/Step": 1450, "Finetune/Step Time": 4.591765154153109} +{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9371087551116943, "Finetune/Loss (Raw)": 0.9172513484954834, "Finetune/Step": 1451, "Finetune/Step Time": 4.594810590147972} +{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9374861717224121, "Finetune/Loss (Raw)": 1.073045253753662, "Finetune/Step": 1452, "Finetune/Step Time": 4.586708439514041} +{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9363204836845398, "Finetune/Loss (Raw)": 0.9107292294502258, "Finetune/Step": 1453, "Finetune/Step Time": 4.581065522506833} +{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9376180171966553, "Finetune/Loss (Raw)": 1.2057245969772339, "Finetune/Step": 1454, "Finetune/Step Time": 4.583848189562559} +{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9382832050323486, "Finetune/Loss (Raw)": 1.0138493776321411, "Finetune/Step": 1455, "Finetune/Step Time": 4.551072968170047} +{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9366458654403687, "Finetune/Loss (Raw)": 0.9393835663795471, "Finetune/Step": 1456, "Finetune/Step Time": 4.552860120311379} +{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9303305745124817, "Finetune/Loss (Raw)": 0.37401580810546875, "Finetune/Step": 1457, "Finetune/Step Time": 4.589913619682193} +{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9316487312316895, "Finetune/Loss (Raw)": 0.9487212300300598, "Finetune/Step": 1458, "Finetune/Step Time": 4.587288690730929} +{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9320389032363892, "Finetune/Loss (Raw)": 1.105402946472168, "Finetune/Step": 1459, "Finetune/Step Time": 4.59579823166132} +{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9337143898010254, "Finetune/Loss (Raw)": 1.096635341644287, "Finetune/Step": 1460, "Finetune/Step Time": 4.585399622097611} +{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9349160194396973, "Finetune/Loss (Raw)": 1.1211408376693726, "Finetune/Step": 1461, "Finetune/Step Time": 4.5788243766874075} +{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9351259469985962, "Finetune/Loss (Raw)": 1.0367439985275269, "Finetune/Step": 1462, "Finetune/Step Time": 4.580941746011376} +{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9352412819862366, "Finetune/Loss (Raw)": 1.0539129972457886, "Finetune/Step": 1463, "Finetune/Step Time": 4.581585746258497} +{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9340975880622864, "Finetune/Loss (Raw)": 0.8901592493057251, "Finetune/Step": 1464, "Finetune/Step Time": 4.586157374083996} +{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9329217672348022, "Finetune/Loss (Raw)": 0.9806553721427917, "Finetune/Step": 1465, "Finetune/Step Time": 4.579028755426407} +{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9381095170974731, "Finetune/Loss (Raw)": 0.9694867134094238, "Finetune/Step": 1466, "Finetune/Step Time": 4.545149361714721} +{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.938442587852478, "Finetune/Loss (Raw)": 0.956390917301178, "Finetune/Step": 1467, "Finetune/Step Time": 4.562682030722499} +{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.938665509223938, "Finetune/Loss (Raw)": 1.029823899269104, "Finetune/Step": 1468, "Finetune/Step Time": 4.554947325959802} +{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.934220552444458, "Finetune/Loss (Raw)": 0.38378795981407166, "Finetune/Step": 1469, "Finetune/Step Time": 4.600028606131673} +{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9333081841468811, "Finetune/Loss (Raw)": 0.9942436218261719, "Finetune/Step": 1470, "Finetune/Step Time": 4.587722022086382} +{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9339714646339417, "Finetune/Loss (Raw)": 0.9950401782989502, "Finetune/Step": 1471, "Finetune/Step Time": 4.561832299456} +{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9333294034004211, "Finetune/Loss (Raw)": 0.8700032830238342, "Finetune/Step": 1472, "Finetune/Step Time": 4.555112235248089} +{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9305499792098999, "Finetune/Loss (Raw)": 0.7112780809402466, "Finetune/Step": 1473, "Finetune/Step Time": 4.5615022126585245} +{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.931936502456665, "Finetune/Loss (Raw)": 1.1303987503051758, "Finetune/Step": 1474, "Finetune/Step Time": 4.556309934705496} +{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9289534687995911, "Finetune/Loss (Raw)": 0.7669847011566162, "Finetune/Step": 1475, "Finetune/Step Time": 4.54884821921587} +{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9334686994552612, "Finetune/Loss (Raw)": 1.0063316822052002, "Finetune/Step": 1476, "Finetune/Step Time": 4.512919496744871} +{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9273694753646851, "Finetune/Loss (Raw)": 0.30976903438568115, "Finetune/Step": 1477, "Finetune/Step Time": 4.5514633394777775} +{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9275164604187012, "Finetune/Loss (Raw)": 1.0731128454208374, "Finetune/Step": 1478, "Finetune/Step Time": 4.543638652190566} +{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9264181852340698, "Finetune/Loss (Raw)": 0.9022295475006104, "Finetune/Step": 1479, "Finetune/Step Time": 4.5578528419137} +{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.930709958076477, "Finetune/Loss (Raw)": 0.9692071676254272, "Finetune/Step": 1480, "Finetune/Step Time": 4.524770338088274} +{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9310191869735718, "Finetune/Loss (Raw)": 0.9926908612251282, "Finetune/Step": 1481, "Finetune/Step Time": 4.5249019879847765} +{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9307135343551636, "Finetune/Loss (Raw)": 0.9673404097557068, "Finetune/Step": 1482, "Finetune/Step Time": 4.522112326696515} +{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9292770028114319, "Finetune/Loss (Raw)": 0.9287365078926086, "Finetune/Step": 1483, "Finetune/Step Time": 4.5415472202003} +{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9290990829467773, "Finetune/Loss (Raw)": 1.0456277132034302, "Finetune/Step": 1484, "Finetune/Step Time": 4.526472156867385} +{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9279768466949463, "Finetune/Loss (Raw)": 0.9187757968902588, "Finetune/Step": 1485, "Finetune/Step Time": 4.509600521996617} +{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227019548416138, "Finetune/Loss (Raw)": 0.3068774938583374, "Finetune/Step": 1486, "Finetune/Step Time": 4.5481054447591305} +{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246006011962891, "Finetune/Loss (Raw)": 1.1032629013061523, "Finetune/Step": 1487, "Finetune/Step Time": 4.543513482436538} +{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9261634349822998, "Finetune/Loss (Raw)": 1.2013509273529053, "Finetune/Step": 1488, "Finetune/Step Time": 4.541585559025407} +{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9240776300430298, "Finetune/Loss (Raw)": 0.8231516480445862, "Finetune/Step": 1489, "Finetune/Step Time": 4.566629083827138} +{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9239455461502075, "Finetune/Loss (Raw)": 0.9513217210769653, "Finetune/Step": 1490, "Finetune/Step Time": 4.582203770056367} +{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9227273464202881, "Finetune/Loss (Raw)": 0.8387464880943298, "Finetune/Step": 1491, "Finetune/Step Time": 4.596000511199236} +{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237288236618042, "Finetune/Loss (Raw)": 1.0841858386993408, "Finetune/Step": 1492, "Finetune/Step Time": 4.573158748447895} +{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192144870758057, "Finetune/Loss (Raw)": 0.3284137547016144, "Finetune/Step": 1493, "Finetune/Step Time": 4.607550658285618} +{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9190832376480103, "Finetune/Loss (Raw)": 0.9439329504966736, "Finetune/Step": 1494, "Finetune/Step Time": 4.611588465049863} +{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.919967532157898, "Finetune/Loss (Raw)": 1.0423147678375244, "Finetune/Step": 1495, "Finetune/Step Time": 4.597288059070706} +{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9195843935012817, "Finetune/Loss (Raw)": 0.9865751266479492, "Finetune/Step": 1496, "Finetune/Step Time": 4.597544934600592} +{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9180001020431519, "Finetune/Loss (Raw)": 0.8473644852638245, "Finetune/Step": 1497, "Finetune/Step Time": 4.6023948192596436} +{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9197935461997986, "Finetune/Loss (Raw)": 1.0777510404586792, "Finetune/Step": 1498, "Finetune/Step Time": 4.605519222095609} +{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9154748916625977, "Finetune/Loss (Raw)": 0.42392390966415405, "Finetune/Step": 1499, "Finetune/Step Time": 4.638372324407101} +{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152441024780273, "Finetune/Loss (Raw)": 0.3493123948574066, "Finetune/Step": 1500, "Finetune/Step Time": 4.637379262596369} +{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9146081209182739, "Finetune/Loss (Raw)": 1.04781973361969, "Finetune/Step": 1501, "Finetune/Step Time": 4.670191772282124} +{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159923791885376, "Finetune/Loss (Raw)": 1.1085762977600098, "Finetune/Step": 1502, "Finetune/Step Time": 4.662623852491379} +{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9146045446395874, "Finetune/Loss (Raw)": 0.8694342970848083, "Finetune/Step": 1503, "Finetune/Step Time": 4.665330136194825} +{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199729561805725, "Finetune/Loss (Raw)": 1.0091274976730347, "Finetune/Step": 1504, "Finetune/Step Time": 4.638389574363828} +{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192805290222168, "Finetune/Loss (Raw)": 0.984024703502655, "Finetune/Step": 1505, "Finetune/Step Time": 4.6241334564983845} +{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9171534180641174, "Finetune/Loss (Raw)": 0.8844196200370789, "Finetune/Step": 1506, "Finetune/Step Time": 4.613539041951299} +{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9197477698326111, "Finetune/Loss (Raw)": 1.0665453672409058, "Finetune/Step": 1507, "Finetune/Step Time": 4.592266630381346} +{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9203481674194336, "Finetune/Loss (Raw)": 1.0184212923049927, "Finetune/Step": 1508, "Finetune/Step Time": 4.596384175121784} +{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9200206995010376, "Finetune/Loss (Raw)": 1.0156292915344238, "Finetune/Step": 1509, "Finetune/Step Time": 4.59018162637949} +{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9207460284233093, "Finetune/Loss (Raw)": 1.0859968662261963, "Finetune/Step": 1510, "Finetune/Step Time": 4.589338980615139} +{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.922298789024353, "Finetune/Loss (Raw)": 1.1168904304504395, "Finetune/Step": 1511, "Finetune/Step Time": 4.58832474052906} +{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9218630194664001, "Finetune/Loss (Raw)": 0.9157741665840149, "Finetune/Step": 1512, "Finetune/Step Time": 4.592173520475626} +{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9229758977890015, "Finetune/Loss (Raw)": 1.1644784212112427, "Finetune/Step": 1513, "Finetune/Step Time": 4.594269074499607} +{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9233104586601257, "Finetune/Loss (Raw)": 0.9729781746864319, "Finetune/Step": 1514, "Finetune/Step Time": 4.6039088275283575} +{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9239863157272339, "Finetune/Loss (Raw)": 0.9586437940597534, "Finetune/Step": 1515, "Finetune/Step Time": 4.601896315813065} +{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.923428475856781, "Finetune/Loss (Raw)": 0.9589395523071289, "Finetune/Step": 1516, "Finetune/Step Time": 4.604463800787926} +{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9223663210868835, "Finetune/Loss (Raw)": 0.87583988904953, "Finetune/Step": 1517, "Finetune/Step Time": 4.605936149135232} +{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9217023253440857, "Finetune/Loss (Raw)": 1.086652159690857, "Finetune/Step": 1518, "Finetune/Step Time": 4.600042534992099} +{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.921406626701355, "Finetune/Loss (Raw)": 0.8439900875091553, "Finetune/Step": 1519, "Finetune/Step Time": 4.585308300331235} +{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9173393249511719, "Finetune/Loss (Raw)": 0.386657178401947, "Finetune/Step": 1520, "Finetune/Step Time": 4.587672010064125} +{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9178143739700317, "Finetune/Loss (Raw)": 1.0477837324142456, "Finetune/Step": 1521, "Finetune/Step Time": 4.550288734957576} +{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9169966578483582, "Finetune/Loss (Raw)": 0.9292813539505005, "Finetune/Step": 1522, "Finetune/Step Time": 4.5619730073958635} +{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9159417152404785, "Finetune/Loss (Raw)": 0.8275449275970459, "Finetune/Step": 1523, "Finetune/Step Time": 4.5760861318558455} +{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9172308444976807, "Finetune/Loss (Raw)": 0.9186272621154785, "Finetune/Step": 1524, "Finetune/Step Time": 4.593840865418315} +{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9158382415771484, "Finetune/Loss (Raw)": 0.8723096251487732, "Finetune/Step": 1525, "Finetune/Step Time": 4.582254096865654} +{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9164812564849854, "Finetune/Loss (Raw)": 1.0894728899002075, "Finetune/Step": 1526, "Finetune/Step Time": 4.58171577937901} +{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9173731207847595, "Finetune/Loss (Raw)": 0.9457651972770691, "Finetune/Step": 1527, "Finetune/Step Time": 4.576447522267699} +{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9124071598052979, "Finetune/Loss (Raw)": 0.415038526058197, "Finetune/Step": 1528, "Finetune/Step Time": 4.609482595697045} +{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9134355783462524, "Finetune/Loss (Raw)": 1.0563151836395264, "Finetune/Step": 1529, "Finetune/Step Time": 4.600211080163717} +{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.916408360004425, "Finetune/Loss (Raw)": 0.7686055302619934, "Finetune/Step": 1530, "Finetune/Step Time": 4.580225696787238} +{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9168822169303894, "Finetune/Loss (Raw)": 1.0032864809036255, "Finetune/Step": 1531, "Finetune/Step Time": 4.583528971299529} +{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9166537523269653, "Finetune/Loss (Raw)": 0.960048496723175, "Finetune/Step": 1532, "Finetune/Step Time": 4.593017682433128} +{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9170593023300171, "Finetune/Loss (Raw)": 0.9004876017570496, "Finetune/Step": 1533, "Finetune/Step Time": 4.5866116322577} +{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9171169996261597, "Finetune/Loss (Raw)": 0.9747880101203918, "Finetune/Step": 1534, "Finetune/Step Time": 4.594456098973751} +{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9212546348571777, "Finetune/Loss (Raw)": 0.8969420790672302, "Finetune/Step": 1535, "Finetune/Step Time": 4.557988591492176} +{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9214802980422974, "Finetune/Loss (Raw)": 0.9021154642105103, "Finetune/Step": 1536, "Finetune/Step Time": 4.563885636627674} +{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9207140207290649, "Finetune/Loss (Raw)": 0.9068636894226074, "Finetune/Step": 1537, "Finetune/Step Time": 4.564298570156097} +{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.917019248008728, "Finetune/Loss (Raw)": 0.43235886096954346, "Finetune/Step": 1538, "Finetune/Step Time": 4.571884466335177} +{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9164642095565796, "Finetune/Loss (Raw)": 0.988139808177948, "Finetune/Step": 1539, "Finetune/Step Time": 4.573198780417442} +{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9183456897735596, "Finetune/Loss (Raw)": 0.9893209934234619, "Finetune/Step": 1540, "Finetune/Step Time": 4.572687767446041} +{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9187983274459839, "Finetune/Loss (Raw)": 1.086500883102417, "Finetune/Step": 1541, "Finetune/Step Time": 4.568162782117724} +{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9173147082328796, "Finetune/Loss (Raw)": 0.916811466217041, "Finetune/Step": 1542, "Finetune/Step Time": 4.576002759858966} +{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9163286685943604, "Finetune/Loss (Raw)": 0.8524413108825684, "Finetune/Step": 1543, "Finetune/Step Time": 4.577800240367651} +{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.915508508682251, "Finetune/Loss (Raw)": 0.9833078980445862, "Finetune/Step": 1544, "Finetune/Step Time": 4.576374040916562} +{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9154493808746338, "Finetune/Loss (Raw)": 0.917349100112915, "Finetune/Step": 1545, "Finetune/Step Time": 4.573450095951557} +{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171147346496582, "Finetune/Loss (Raw)": 1.0772788524627686, "Finetune/Step": 1546, "Finetune/Step Time": 4.572227096185088} +{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178779125213623, "Finetune/Loss (Raw)": 0.9758942127227783, "Finetune/Step": 1547, "Finetune/Step Time": 4.571951407939196} +{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9180982112884521, "Finetune/Loss (Raw)": 1.0363876819610596, "Finetune/Step": 1548, "Finetune/Step Time": 4.576024973765016} +{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9139930009841919, "Finetune/Loss (Raw)": 0.3954305350780487, "Finetune/Step": 1549, "Finetune/Step Time": 4.619539218023419} +{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.914531946182251, "Finetune/Loss (Raw)": 1.0111416578292847, "Finetune/Step": 1550, "Finetune/Step Time": 4.617362830787897} +{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9131127595901489, "Finetune/Loss (Raw)": 0.8667573928833008, "Finetune/Step": 1551, "Finetune/Step Time": 4.611273478716612} +{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.914284884929657, "Finetune/Loss (Raw)": 1.0130945444107056, "Finetune/Step": 1552, "Finetune/Step Time": 4.612201001495123} +{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9134750366210938, "Finetune/Loss (Raw)": 0.9038904309272766, "Finetune/Step": 1553, "Finetune/Step Time": 4.618194976821542} +{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9133495092391968, "Finetune/Loss (Raw)": 0.869703471660614, "Finetune/Step": 1554, "Finetune/Step Time": 4.608459163457155} +{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142993688583374, "Finetune/Loss (Raw)": 1.0624653100967407, "Finetune/Step": 1555, "Finetune/Step Time": 4.610936783254147} +{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9138925075531006, "Finetune/Loss (Raw)": 0.8867483139038086, "Finetune/Step": 1556, "Finetune/Step Time": 4.617035452276468} +{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9136818051338196, "Finetune/Loss (Raw)": 0.8512941598892212, "Finetune/Step": 1557, "Finetune/Step Time": 4.621372222900391} +{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9134657979011536, "Finetune/Loss (Raw)": 0.9319912195205688, "Finetune/Step": 1558, "Finetune/Step Time": 4.616389973089099} +{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9155220985412598, "Finetune/Loss (Raw)": 1.1632952690124512, "Finetune/Step": 1559, "Finetune/Step Time": 4.618635155260563} +{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9160976409912109, "Finetune/Loss (Raw)": 1.0403270721435547, "Finetune/Step": 1560, "Finetune/Step Time": 4.618532137945294} +{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9161982536315918, "Finetune/Loss (Raw)": 1.0126513242721558, "Finetune/Step": 1561, "Finetune/Step Time": 4.615587769076228} +{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9211187958717346, "Finetune/Loss (Raw)": 1.0030351877212524, "Finetune/Step": 1562, "Finetune/Step Time": 4.586117120459676} +{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9204874038696289, "Finetune/Loss (Raw)": 0.9377450942993164, "Finetune/Step": 1563, "Finetune/Step Time": 4.604161478579044} +{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9213240146636963, "Finetune/Loss (Raw)": 0.9179261326789856, "Finetune/Step": 1564, "Finetune/Step Time": 4.589819921180606} +{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9198093414306641, "Finetune/Loss (Raw)": 0.8539093732833862, "Finetune/Step": 1565, "Finetune/Step Time": 4.5892854910343885} +{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9196531772613525, "Finetune/Loss (Raw)": 0.9651468992233276, "Finetune/Step": 1566, "Finetune/Step Time": 4.596139311790466} +{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9192664623260498, "Finetune/Loss (Raw)": 0.9947396516799927, "Finetune/Step": 1567, "Finetune/Step Time": 4.602227330207825} +{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9212274551391602, "Finetune/Loss (Raw)": 0.9654364585876465, "Finetune/Step": 1568, "Finetune/Step Time": 4.573986632749438} +{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9203928709030151, "Finetune/Loss (Raw)": 0.8383814096450806, "Finetune/Step": 1569, "Finetune/Step Time": 4.5864167883992195} +{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.920813798904419, "Finetune/Loss (Raw)": 1.0480725765228271, "Finetune/Step": 1570, "Finetune/Step Time": 4.5830293875187635} +{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9211879968643188, "Finetune/Loss (Raw)": 0.9666199684143066, "Finetune/Step": 1571, "Finetune/Step Time": 4.578962346538901} +{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9220080971717834, "Finetune/Loss (Raw)": 1.024557113647461, "Finetune/Step": 1572, "Finetune/Step Time": 4.572737330570817} +{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9225574731826782, "Finetune/Loss (Raw)": 0.9935883283615112, "Finetune/Step": 1573, "Finetune/Step Time": 4.588749201968312} +{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9223647713661194, "Finetune/Loss (Raw)": 0.8341773152351379, "Finetune/Step": 1574, "Finetune/Step Time": 4.572225224226713} +{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9241650104522705, "Finetune/Loss (Raw)": 1.2014052867889404, "Finetune/Step": 1575, "Finetune/Step Time": 4.5821921937167645} +{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9234079122543335, "Finetune/Loss (Raw)": 0.9666755795478821, "Finetune/Step": 1576, "Finetune/Step Time": 4.585298091173172} +{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9242037534713745, "Finetune/Loss (Raw)": 0.9625340104103088, "Finetune/Step": 1577, "Finetune/Step Time": 4.57646824605763} +{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9251307249069214, "Finetune/Loss (Raw)": 0.9949644804000854, "Finetune/Step": 1578, "Finetune/Step Time": 4.533877599984407} +{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9255868196487427, "Finetune/Loss (Raw)": 0.9756372570991516, "Finetune/Step": 1579, "Finetune/Step Time": 4.539818363264203} +{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9232417941093445, "Finetune/Loss (Raw)": 0.7728835344314575, "Finetune/Step": 1580, "Finetune/Step Time": 4.574906388297677} +{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9227778911590576, "Finetune/Loss (Raw)": 0.851349949836731, "Finetune/Step": 1581, "Finetune/Step Time": 4.569993060082197} +{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9209209084510803, "Finetune/Loss (Raw)": 0.968029797077179, "Finetune/Step": 1582, "Finetune/Step Time": 4.570954957976937} +{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9209049940109253, "Finetune/Loss (Raw)": 1.0118093490600586, "Finetune/Step": 1583, "Finetune/Step Time": 4.574105978012085} +{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9211722612380981, "Finetune/Loss (Raw)": 0.9735888838768005, "Finetune/Step": 1584, "Finetune/Step Time": 4.575890880078077} +{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.926554799079895, "Finetune/Loss (Raw)": 1.0629884004592896, "Finetune/Step": 1585, "Finetune/Step Time": 4.53768509440124} +{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.927958607673645, "Finetune/Loss (Raw)": 1.1284027099609375, "Finetune/Step": 1586, "Finetune/Step Time": 4.591426091268659} +{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9275673031806946, "Finetune/Loss (Raw)": 1.0553265810012817, "Finetune/Step": 1587, "Finetune/Step Time": 4.584101967513561} +{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9264938831329346, "Finetune/Loss (Raw)": 0.9592306613922119, "Finetune/Step": 1588, "Finetune/Step Time": 4.5945326909422874} +{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9250503182411194, "Finetune/Loss (Raw)": 0.9363687038421631, "Finetune/Step": 1589, "Finetune/Step Time": 4.610358648002148} +{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9250064492225647, "Finetune/Loss (Raw)": 1.0311247110366821, "Finetune/Step": 1590, "Finetune/Step Time": 4.616221193224192} +{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9231929779052734, "Finetune/Loss (Raw)": 0.8217909932136536, "Finetune/Step": 1591, "Finetune/Step Time": 4.632088582962751} +{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9231606721878052, "Finetune/Loss (Raw)": 0.886025071144104, "Finetune/Step": 1592, "Finetune/Step Time": 4.633981831371784} +{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9227582216262817, "Finetune/Loss (Raw)": 0.9291359782218933, "Finetune/Step": 1593, "Finetune/Step Time": 4.63716240786016} +{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9225232601165771, "Finetune/Loss (Raw)": 0.9394145011901855, "Finetune/Step": 1594, "Finetune/Step Time": 4.642687056213617} +{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9218189120292664, "Finetune/Loss (Raw)": 0.8662333488464355, "Finetune/Step": 1595, "Finetune/Step Time": 4.620497630909085} +{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9224109649658203, "Finetune/Loss (Raw)": 1.1056089401245117, "Finetune/Step": 1596, "Finetune/Step Time": 4.6253918670117855} +{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9260604381561279, "Finetune/Loss (Raw)": 0.8509209156036377, "Finetune/Step": 1597, "Finetune/Step Time": 4.586081359535456} +{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9261327981948853, "Finetune/Loss (Raw)": 1.003508448600769, "Finetune/Step": 1598, "Finetune/Step Time": 4.599214486777782} +{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9212689399719238, "Finetune/Loss (Raw)": 0.3724622130393982, "Finetune/Step": 1599, "Finetune/Step Time": 4.638912839815021} +{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.922273576259613, "Finetune/Loss (Raw)": 0.9985944628715515, "Finetune/Step": 1600, "Finetune/Step Time": 4.642226114869118} +{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9197054505348206, "Finetune/Loss (Raw)": 0.38256537914276123, "Finetune/Step": 1601, "Finetune/Step Time": 4.678534090518951} +{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9193568229675293, "Finetune/Loss (Raw)": 1.085769534111023, "Finetune/Step": 1602, "Finetune/Step Time": 4.688538638874888} +{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9213526248931885, "Finetune/Loss (Raw)": 1.0224474668502808, "Finetune/Step": 1603, "Finetune/Step Time": 4.684030920267105} +{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9205081462860107, "Finetune/Loss (Raw)": 0.898236095905304, "Finetune/Step": 1604, "Finetune/Step Time": 4.683508362621069} +{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9245558977127075, "Finetune/Loss (Raw)": 0.8278871774673462, "Finetune/Step": 1605, "Finetune/Step Time": 4.653664417564869} +{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9221972227096558, "Finetune/Loss (Raw)": 0.771196186542511, "Finetune/Step": 1606, "Finetune/Step Time": 4.684687703847885} +{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9222327470779419, "Finetune/Loss (Raw)": 0.9067804217338562, "Finetune/Step": 1607, "Finetune/Step Time": 4.676915092393756} +{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9176493287086487, "Finetune/Loss (Raw)": 0.3825274407863617, "Finetune/Step": 1608, "Finetune/Step Time": 4.710021210834384} +{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9174087047576904, "Finetune/Loss (Raw)": 0.9618923664093018, "Finetune/Step": 1609, "Finetune/Step Time": 4.704189160838723} +{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9171876311302185, "Finetune/Loss (Raw)": 0.9390442371368408, "Finetune/Step": 1610, "Finetune/Step Time": 4.706136371940374} +{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.916680097579956, "Finetune/Loss (Raw)": 0.8637658357620239, "Finetune/Step": 1611, "Finetune/Step Time": 4.697922362014651} +{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9157578945159912, "Finetune/Loss (Raw)": 0.9275867938995361, "Finetune/Step": 1612, "Finetune/Step Time": 4.700136456638575} +{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.91529381275177, "Finetune/Loss (Raw)": 0.8593781590461731, "Finetune/Step": 1613, "Finetune/Step Time": 4.712204894050956} +{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9206817150115967, "Finetune/Loss (Raw)": 0.9965240359306335, "Finetune/Step": 1614, "Finetune/Step Time": 4.672696629539132} +{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9203781485557556, "Finetune/Loss (Raw)": 1.064413070678711, "Finetune/Step": 1615, "Finetune/Step Time": 4.677488351240754} +{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9185793399810791, "Finetune/Loss (Raw)": 0.971099853515625, "Finetune/Step": 1616, "Finetune/Step Time": 4.671144416555762} +{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9192529916763306, "Finetune/Loss (Raw)": 0.9093837141990662, "Finetune/Step": 1617, "Finetune/Step Time": 4.657087871804833} +{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9189077019691467, "Finetune/Loss (Raw)": 0.9071208834648132, "Finetune/Step": 1618, "Finetune/Step Time": 4.641793768852949} +{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9188777208328247, "Finetune/Loss (Raw)": 0.8349036574363708, "Finetune/Step": 1619, "Finetune/Step Time": 4.630500802770257} +{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9193834662437439, "Finetune/Loss (Raw)": 1.1489224433898926, "Finetune/Step": 1620, "Finetune/Step Time": 4.6275182999670506} +{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9235618114471436, "Finetune/Loss (Raw)": 0.8632396459579468, "Finetune/Step": 1621, "Finetune/Step Time": 4.594415877014399} +{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9245057106018066, "Finetune/Loss (Raw)": 1.0647571086883545, "Finetune/Step": 1622, "Finetune/Step Time": 4.592490252107382} +{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9252815842628479, "Finetune/Loss (Raw)": 1.141624927520752, "Finetune/Step": 1623, "Finetune/Step Time": 4.586394319310784} +{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248036742210388, "Finetune/Loss (Raw)": 0.9254065752029419, "Finetune/Step": 1624, "Finetune/Step Time": 4.5883824322372675} +{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9259123802185059, "Finetune/Loss (Raw)": 0.9892802834510803, "Finetune/Step": 1625, "Finetune/Step Time": 4.577542286366224} +{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.925336480140686, "Finetune/Loss (Raw)": 1.0040338039398193, "Finetune/Step": 1626, "Finetune/Step Time": 4.573661532253027} +{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301466941833496, "Finetune/Loss (Raw)": 1.039624571800232, "Finetune/Step": 1627, "Finetune/Step Time": 4.543080225586891} +{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351584315299988, "Finetune/Loss (Raw)": 0.9908166527748108, "Finetune/Step": 1628, "Finetune/Step Time": 4.503842540085316} +{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.934433102607727, "Finetune/Loss (Raw)": 0.9549857378005981, "Finetune/Step": 1629, "Finetune/Step Time": 4.474533010274172} +{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.933917224407196, "Finetune/Loss (Raw)": 1.0425399541854858, "Finetune/Step": 1630, "Finetune/Step Time": 4.472123330458999} +{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345343112945557, "Finetune/Loss (Raw)": 0.9484273195266724, "Finetune/Step": 1631, "Finetune/Step Time": 4.474757708609104} +{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9339625835418701, "Finetune/Loss (Raw)": 0.9359345436096191, "Finetune/Step": 1632, "Finetune/Step Time": 4.465606674551964} +{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9331139326095581, "Finetune/Loss (Raw)": 0.8754023909568787, "Finetune/Step": 1633, "Finetune/Step Time": 4.46596978418529} +{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9340593218803406, "Finetune/Loss (Raw)": 1.0054285526275635, "Finetune/Step": 1634, "Finetune/Step Time": 4.4583701230585575} +{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.93343585729599, "Finetune/Loss (Raw)": 0.98674076795578, "Finetune/Step": 1635, "Finetune/Step Time": 4.480032304301858} +{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9331915378570557, "Finetune/Loss (Raw)": 0.987148642539978, "Finetune/Step": 1636, "Finetune/Step Time": 4.476690577343106} +{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9327866435050964, "Finetune/Loss (Raw)": 0.9638032913208008, "Finetune/Step": 1637, "Finetune/Step Time": 4.478237299248576} +{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313986301422119, "Finetune/Loss (Raw)": 0.9083390235900879, "Finetune/Step": 1638, "Finetune/Step Time": 4.479698533192277} +{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292673468589783, "Finetune/Loss (Raw)": 0.8440778255462646, "Finetune/Step": 1639, "Finetune/Step Time": 4.477064335718751} +{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9301325082778931, "Finetune/Loss (Raw)": 1.02651846408844, "Finetune/Step": 1640, "Finetune/Step Time": 4.46518624201417} +{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9291118383407593, "Finetune/Loss (Raw)": 1.0338307619094849, "Finetune/Step": 1641, "Finetune/Step Time": 4.4624951016157866} +{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9292352795600891, "Finetune/Loss (Raw)": 0.9887785315513611, "Finetune/Step": 1642, "Finetune/Step Time": 4.451232623308897} +{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9301352500915527, "Finetune/Loss (Raw)": 1.0738416910171509, "Finetune/Step": 1643, "Finetune/Step Time": 4.4529113825410604} +{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9303379058837891, "Finetune/Loss (Raw)": 0.9848718047142029, "Finetune/Step": 1644, "Finetune/Step Time": 4.47808563709259} +{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9306942820549011, "Finetune/Loss (Raw)": 0.9214656949043274, "Finetune/Step": 1645, "Finetune/Step Time": 4.478770427405834} +{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9302093386650085, "Finetune/Loss (Raw)": 1.0245776176452637, "Finetune/Step": 1646, "Finetune/Step Time": 4.482006751000881} +{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9307146668434143, "Finetune/Loss (Raw)": 0.9086713790893555, "Finetune/Step": 1647, "Finetune/Step Time": 4.4950517155230045} +{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9358433485031128, "Finetune/Loss (Raw)": 1.0431239604949951, "Finetune/Step": 1648, "Finetune/Step Time": 4.460998119786382} +{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9350192546844482, "Finetune/Loss (Raw)": 0.9423053860664368, "Finetune/Step": 1649, "Finetune/Step Time": 4.4630330968648195} +{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9353060126304626, "Finetune/Loss (Raw)": 0.9659841060638428, "Finetune/Step": 1650, "Finetune/Step Time": 4.45135585591197} +{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.935752272605896, "Finetune/Loss (Raw)": 0.8846684098243713, "Finetune/Step": 1651, "Finetune/Step Time": 4.453316694125533} +{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9356188178062439, "Finetune/Loss (Raw)": 0.9015408754348755, "Finetune/Step": 1652, "Finetune/Step Time": 4.436603952199221} +{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9363799691200256, "Finetune/Loss (Raw)": 0.9697394967079163, "Finetune/Step": 1653, "Finetune/Step Time": 4.428606128320098} +{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9358623027801514, "Finetune/Loss (Raw)": 1.0232126712799072, "Finetune/Step": 1654, "Finetune/Step Time": 4.442090015858412} +{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9314379096031189, "Finetune/Loss (Raw)": 0.3794439733028412, "Finetune/Step": 1655, "Finetune/Step Time": 4.479731783270836} +{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9358320236206055, "Finetune/Loss (Raw)": 0.97747802734375, "Finetune/Step": 1656, "Finetune/Step Time": 4.443935981020331} +{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9344884157180786, "Finetune/Loss (Raw)": 0.884335994720459, "Finetune/Step": 1657, "Finetune/Step Time": 4.4423421788960695} +{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9360513687133789, "Finetune/Loss (Raw)": 0.9686630964279175, "Finetune/Step": 1658, "Finetune/Step Time": 4.426650097593665} +{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9367256164550781, "Finetune/Loss (Raw)": 1.0895856618881226, "Finetune/Step": 1659, "Finetune/Step Time": 4.427210660651326} +{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9368400573730469, "Finetune/Loss (Raw)": 0.9747031927108765, "Finetune/Step": 1660, "Finetune/Step Time": 4.42390763014555} +{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9370938539505005, "Finetune/Loss (Raw)": 0.9329709410667419, "Finetune/Step": 1661, "Finetune/Step Time": 4.4193106181919575} +{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.937813937664032, "Finetune/Loss (Raw)": 1.0669608116149902, "Finetune/Step": 1662, "Finetune/Step Time": 4.418446348980069} +{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9363957643508911, "Finetune/Loss (Raw)": 0.7154154777526855, "Finetune/Step": 1663, "Finetune/Step Time": 4.428224368020892} +{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9356216192245483, "Finetune/Loss (Raw)": 0.8030266165733337, "Finetune/Step": 1664, "Finetune/Step Time": 4.421036336570978} +{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.936906099319458, "Finetune/Loss (Raw)": 1.0712717771530151, "Finetune/Step": 1665, "Finetune/Step Time": 4.420836869627237} +{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.940585732460022, "Finetune/Loss (Raw)": 0.903351902961731, "Finetune/Step": 1666, "Finetune/Step Time": 4.3776126354932785} +{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9407248497009277, "Finetune/Loss (Raw)": 1.0059561729431152, "Finetune/Step": 1667, "Finetune/Step Time": 4.375060787424445} +{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9413949251174927, "Finetune/Loss (Raw)": 1.0750811100006104, "Finetune/Step": 1668, "Finetune/Step Time": 4.380225757136941} +{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9404406547546387, "Finetune/Loss (Raw)": 0.9643582701683044, "Finetune/Step": 1669, "Finetune/Step Time": 4.376852015033364} +{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9410817623138428, "Finetune/Loss (Raw)": 0.9988710284233093, "Finetune/Step": 1670, "Finetune/Step Time": 4.369368057698011} +{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9414669275283813, "Finetune/Loss (Raw)": 0.9017512798309326, "Finetune/Step": 1671, "Finetune/Step Time": 4.371496792882681} +{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.941936194896698, "Finetune/Loss (Raw)": 1.0433692932128906, "Finetune/Step": 1672, "Finetune/Step Time": 4.388265306130052} +{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9414036870002747, "Finetune/Loss (Raw)": 0.8491883873939514, "Finetune/Step": 1673, "Finetune/Step Time": 4.393327914178371} +{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9392305016517639, "Finetune/Loss (Raw)": 0.7991088032722473, "Finetune/Step": 1674, "Finetune/Step Time": 4.40521546266973} +{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9389408230781555, "Finetune/Loss (Raw)": 0.9388138651847839, "Finetune/Step": 1675, "Finetune/Step Time": 4.409447660669684} +{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9393338561058044, "Finetune/Loss (Raw)": 1.0866937637329102, "Finetune/Step": 1676, "Finetune/Step Time": 4.403353951871395} +{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9442009329795837, "Finetune/Loss (Raw)": 1.0184218883514404, "Finetune/Step": 1677, "Finetune/Step Time": 4.359437149018049} +{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9430381059646606, "Finetune/Loss (Raw)": 0.8623018264770508, "Finetune/Step": 1678, "Finetune/Step Time": 4.357338408008218} +{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9392837285995483, "Finetune/Loss (Raw)": 0.3861944377422333, "Finetune/Step": 1679, "Finetune/Step Time": 4.397779960185289} +{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.938834011554718, "Finetune/Loss (Raw)": 0.9555282592773438, "Finetune/Step": 1680, "Finetune/Step Time": 4.404636470600963} +{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.939394474029541, "Finetune/Loss (Raw)": 0.9756342768669128, "Finetune/Step": 1681, "Finetune/Step Time": 4.386170757934451} +{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9413471817970276, "Finetune/Loss (Raw)": 1.119645357131958, "Finetune/Step": 1682, "Finetune/Step Time": 4.3887953739613295} +{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9399133324623108, "Finetune/Loss (Raw)": 0.8789365291595459, "Finetune/Step": 1683, "Finetune/Step Time": 4.390968518331647} +{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9401435852050781, "Finetune/Loss (Raw)": 0.91621994972229, "Finetune/Step": 1684, "Finetune/Step Time": 4.3821550738066435} +{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9403970241546631, "Finetune/Loss (Raw)": 0.8837404251098633, "Finetune/Step": 1685, "Finetune/Step Time": 4.380603523924947} +{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9395323991775513, "Finetune/Loss (Raw)": 0.8213155269622803, "Finetune/Step": 1686, "Finetune/Step Time": 4.386720253154635} +{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9384616613388062, "Finetune/Loss (Raw)": 1.0262410640716553, "Finetune/Step": 1687, "Finetune/Step Time": 4.378177670761943} +{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9385250806808472, "Finetune/Loss (Raw)": 1.048448085784912, "Finetune/Step": 1688, "Finetune/Step Time": 4.380787488073111} +{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9329992532730103, "Finetune/Loss (Raw)": 0.30533450841903687, "Finetune/Step": 1689, "Finetune/Step Time": 4.427076309919357} +{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9335566759109497, "Finetune/Loss (Raw)": 1.0743924379348755, "Finetune/Step": 1690, "Finetune/Step Time": 4.417781548574567} +{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9337103962898254, "Finetune/Loss (Raw)": 0.9574193358421326, "Finetune/Step": 1691, "Finetune/Step Time": 4.399639608338475} +{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9336531162261963, "Finetune/Loss (Raw)": 0.9105919003486633, "Finetune/Step": 1692, "Finetune/Step Time": 4.421754274517298} +{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9336338639259338, "Finetune/Loss (Raw)": 0.8514477014541626, "Finetune/Step": 1693, "Finetune/Step Time": 4.445308620110154} +{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9319378137588501, "Finetune/Loss (Raw)": 0.748054027557373, "Finetune/Step": 1694, "Finetune/Step Time": 4.447484811767936} +{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9312278628349304, "Finetune/Loss (Raw)": 0.9038645625114441, "Finetune/Step": 1695, "Finetune/Step Time": 4.458736207336187} +{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9313139319419861, "Finetune/Loss (Raw)": 0.9764488339424133, "Finetune/Step": 1696, "Finetune/Step Time": 4.456762766465545} +{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9325808882713318, "Finetune/Loss (Raw)": 1.000556230545044, "Finetune/Step": 1697, "Finetune/Step Time": 4.443138470873237} +{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.931816577911377, "Finetune/Loss (Raw)": 0.9502395987510681, "Finetune/Step": 1698, "Finetune/Step Time": 4.445743430405855} +{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9323995113372803, "Finetune/Loss (Raw)": 1.041235327720642, "Finetune/Step": 1699, "Finetune/Step Time": 4.4436631835997105} +{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9324346780776978, "Finetune/Loss (Raw)": 1.0290625095367432, "Finetune/Step": 1700, "Finetune/Step Time": 4.453344088047743} +{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9330649375915527, "Finetune/Loss (Raw)": 1.0742547512054443, "Finetune/Step": 1701, "Finetune/Step Time": 4.438327418640256} +{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9343217611312866, "Finetune/Loss (Raw)": 0.9950523972511292, "Finetune/Step": 1702, "Finetune/Step Time": 4.437609417364001} +{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9317527413368225, "Finetune/Loss (Raw)": 0.8725721836090088, "Finetune/Step": 1703, "Finetune/Step Time": 4.444516545161605} +{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9268835783004761, "Finetune/Loss (Raw)": 0.3434220552444458, "Finetune/Step": 1704, "Finetune/Step Time": 4.47900072671473} +{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9268054962158203, "Finetune/Loss (Raw)": 0.9525399208068848, "Finetune/Step": 1705, "Finetune/Step Time": 4.481542544439435} +{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9272564053535461, "Finetune/Loss (Raw)": 1.0526825189590454, "Finetune/Step": 1706, "Finetune/Step Time": 4.483790390193462} +{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9270899891853333, "Finetune/Loss (Raw)": 0.9543360471725464, "Finetune/Step": 1707, "Finetune/Step Time": 4.480631651356816} +{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9285014271736145, "Finetune/Loss (Raw)": 0.9535467624664307, "Finetune/Step": 1708, "Finetune/Step Time": 4.460752513259649} +{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9304646253585815, "Finetune/Loss (Raw)": 1.102639079093933, "Finetune/Step": 1709, "Finetune/Step Time": 4.458681438118219} +{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9307637214660645, "Finetune/Loss (Raw)": 1.0063096284866333, "Finetune/Step": 1710, "Finetune/Step Time": 4.468145424500108} +{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9308615922927856, "Finetune/Loss (Raw)": 1.0243412256240845, "Finetune/Step": 1711, "Finetune/Step Time": 4.471332352608442} +{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9321672320365906, "Finetune/Loss (Raw)": 1.1407067775726318, "Finetune/Step": 1712, "Finetune/Step Time": 4.471637222915888} +{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9317394495010376, "Finetune/Loss (Raw)": 1.0082359313964844, "Finetune/Step": 1713, "Finetune/Step Time": 4.471602926030755} +{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9307599067687988, "Finetune/Loss (Raw)": 1.0030208826065063, "Finetune/Step": 1714, "Finetune/Step Time": 4.425797676667571} +{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9290533065795898, "Finetune/Loss (Raw)": 0.8368845582008362, "Finetune/Step": 1715, "Finetune/Step Time": 4.434935195371509} +{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9287883043289185, "Finetune/Loss (Raw)": 0.9253095984458923, "Finetune/Step": 1716, "Finetune/Step Time": 4.422872725874186} +{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9298104643821716, "Finetune/Loss (Raw)": 1.0672022104263306, "Finetune/Step": 1717, "Finetune/Step Time": 4.422999991104007} +{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9294939041137695, "Finetune/Loss (Raw)": 0.9906065464019775, "Finetune/Step": 1718, "Finetune/Step Time": 4.413163496181369} +{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9306369423866272, "Finetune/Loss (Raw)": 0.9681002497673035, "Finetune/Step": 1719, "Finetune/Step Time": 4.399335911497474} +{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9318642616271973, "Finetune/Loss (Raw)": 1.0431233644485474, "Finetune/Step": 1720, "Finetune/Step Time": 4.397706508636475} +{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9323843717575073, "Finetune/Loss (Raw)": 0.9957050085067749, "Finetune/Step": 1721, "Finetune/Step Time": 4.399077458307147} +{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9328823089599609, "Finetune/Loss (Raw)": 1.0031579732894897, "Finetune/Step": 1722, "Finetune/Step Time": 4.389799447730184} +{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9344068169593811, "Finetune/Loss (Raw)": 1.0613685846328735, "Finetune/Step": 1723, "Finetune/Step Time": 4.406060451641679} +{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9327549934387207, "Finetune/Loss (Raw)": 0.8941789269447327, "Finetune/Step": 1724, "Finetune/Step Time": 4.398474810644984} +{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9338141679763794, "Finetune/Loss (Raw)": 0.9864875674247742, "Finetune/Step": 1725, "Finetune/Step Time": 4.388296576216817} +{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9330348968505859, "Finetune/Loss (Raw)": 0.9037594199180603, "Finetune/Step": 1726, "Finetune/Step Time": 4.38065111450851} +{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9379019737243652, "Finetune/Loss (Raw)": 0.995445191860199, "Finetune/Step": 1727, "Finetune/Step Time": 4.3581743109971285} +{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9384876489639282, "Finetune/Loss (Raw)": 1.0735639333724976, "Finetune/Step": 1728, "Finetune/Step Time": 4.35497753508389} +{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9435229301452637, "Finetune/Loss (Raw)": 1.0270845890045166, "Finetune/Step": 1729, "Finetune/Step Time": 4.314734665676951} +{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9414955377578735, "Finetune/Loss (Raw)": 0.826263427734375, "Finetune/Step": 1730, "Finetune/Step Time": 4.306822080165148} +{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9422142505645752, "Finetune/Loss (Raw)": 1.1144473552703857, "Finetune/Step": 1731, "Finetune/Step Time": 4.303632890805602} +{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9438549876213074, "Finetune/Loss (Raw)": 1.108247995376587, "Finetune/Step": 1732, "Finetune/Step Time": 4.318819031119347} +{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9452029466629028, "Finetune/Loss (Raw)": 1.000422716140747, "Finetune/Step": 1733, "Finetune/Step Time": 4.310141168534756} +{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9471969604492188, "Finetune/Loss (Raw)": 1.0264344215393066, "Finetune/Step": 1734, "Finetune/Step Time": 4.299411926418543} +{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9473402500152588, "Finetune/Loss (Raw)": 0.9251235127449036, "Finetune/Step": 1735, "Finetune/Step Time": 4.293903550133109} +{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9519932270050049, "Finetune/Loss (Raw)": 0.9781091213226318, "Finetune/Step": 1736, "Finetune/Step Time": 4.25500051677227} +{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9516004323959351, "Finetune/Loss (Raw)": 0.9116184711456299, "Finetune/Step": 1737, "Finetune/Step Time": 4.254511326551437} +{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9470075368881226, "Finetune/Loss (Raw)": 0.35114943981170654, "Finetune/Step": 1738, "Finetune/Step Time": 4.284044886007905} +{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9476968050003052, "Finetune/Loss (Raw)": 0.9519890546798706, "Finetune/Step": 1739, "Finetune/Step Time": 4.2624182142317295} +{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9474310874938965, "Finetune/Loss (Raw)": 0.8935789465904236, "Finetune/Step": 1740, "Finetune/Step Time": 4.283858872950077} +{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9494953155517578, "Finetune/Loss (Raw)": 1.1236006021499634, "Finetune/Step": 1741, "Finetune/Step Time": 4.27399317920208} +{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9484850168228149, "Finetune/Loss (Raw)": 0.8671978116035461, "Finetune/Step": 1742, "Finetune/Step Time": 4.282256381586194} +{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9476866722106934, "Finetune/Loss (Raw)": 0.9622201919555664, "Finetune/Step": 1743, "Finetune/Step Time": 4.286407856270671} +{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9473400115966797, "Finetune/Loss (Raw)": 0.9267303943634033, "Finetune/Step": 1744, "Finetune/Step Time": 4.287824705243111} +{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9479219913482666, "Finetune/Loss (Raw)": 0.9838851690292358, "Finetune/Step": 1745, "Finetune/Step Time": 4.283337961882353} +{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.94899982213974, "Finetune/Loss (Raw)": 1.0450795888900757, "Finetune/Step": 1746, "Finetune/Step Time": 4.2779573276638985} +{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9458367824554443, "Finetune/Loss (Raw)": 0.4300311207771301, "Finetune/Step": 1747, "Finetune/Step Time": 4.315730011090636} +{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9435727000236511, "Finetune/Loss (Raw)": 0.8591224551200867, "Finetune/Step": 1748, "Finetune/Step Time": 4.326204659417272} +{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9445024132728577, "Finetune/Loss (Raw)": 0.9822475910186768, "Finetune/Step": 1749, "Finetune/Step Time": 4.324681349098682} +{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9448562264442444, "Finetune/Loss (Raw)": 1.110042929649353, "Finetune/Step": 1750, "Finetune/Step Time": 4.34371598996222} +{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9440741539001465, "Finetune/Loss (Raw)": 1.0415199995040894, "Finetune/Step": 1751, "Finetune/Step Time": 4.353504402562976} +{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9460642337799072, "Finetune/Loss (Raw)": 1.1801354885101318, "Finetune/Step": 1752, "Finetune/Step Time": 4.358155865222216} +{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9456624984741211, "Finetune/Loss (Raw)": 0.9378654360771179, "Finetune/Step": 1753, "Finetune/Step Time": 4.367362830787897} +{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9456717371940613, "Finetune/Loss (Raw)": 1.0052076578140259, "Finetune/Step": 1754, "Finetune/Step Time": 4.3692997973412275} +{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9452659487724304, "Finetune/Loss (Raw)": 0.987682580947876, "Finetune/Step": 1755, "Finetune/Step Time": 4.364823846146464} +{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9460291862487793, "Finetune/Loss (Raw)": 1.0885186195373535, "Finetune/Step": 1756, "Finetune/Step Time": 4.374068195000291} +{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9413692355155945, "Finetune/Loss (Raw)": 0.35850954055786133, "Finetune/Step": 1757, "Finetune/Step Time": 4.413114147260785} +{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9399425983428955, "Finetune/Loss (Raw)": 0.859932541847229, "Finetune/Step": 1758, "Finetune/Step Time": 4.417273785918951} +{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9406425356864929, "Finetune/Loss (Raw)": 1.0380083322525024, "Finetune/Step": 1759, "Finetune/Step Time": 4.422954784706235} +{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9415446519851685, "Finetune/Loss (Raw)": 1.0514062643051147, "Finetune/Step": 1760, "Finetune/Step Time": 4.426647266373038} +{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9415310621261597, "Finetune/Loss (Raw)": 0.873668909072876, "Finetune/Step": 1761, "Finetune/Step Time": 4.4314693212509155} +{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9402778744697571, "Finetune/Loss (Raw)": 0.8450168967247009, "Finetune/Step": 1762, "Finetune/Step Time": 4.440803397446871} +{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9411458969116211, "Finetune/Loss (Raw)": 1.0978500843048096, "Finetune/Step": 1763, "Finetune/Step Time": 4.435864614322782} +{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9417460560798645, "Finetune/Loss (Raw)": 1.0639728307724, "Finetune/Step": 1764, "Finetune/Step Time": 4.4561246037483215} +{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9413169622421265, "Finetune/Loss (Raw)": 0.9088824391365051, "Finetune/Step": 1765, "Finetune/Step Time": 4.468996476382017} +{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9421138167381287, "Finetune/Loss (Raw)": 1.0103298425674438, "Finetune/Step": 1766, "Finetune/Step Time": 4.470853462815285} +{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9420475363731384, "Finetune/Loss (Raw)": 0.8355894684791565, "Finetune/Step": 1767, "Finetune/Step Time": 4.471638560295105} +{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9410609006881714, "Finetune/Loss (Raw)": 0.9002388715744019, "Finetune/Step": 1768, "Finetune/Step Time": 4.472420964390039} +{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9392840266227722, "Finetune/Loss (Raw)": 0.8063876628875732, "Finetune/Step": 1769, "Finetune/Step Time": 4.487335633486509} +{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.939582109451294, "Finetune/Loss (Raw)": 1.0269317626953125, "Finetune/Step": 1770, "Finetune/Step Time": 4.4887377340346575} +{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9382753968238831, "Finetune/Loss (Raw)": 0.9065806269645691, "Finetune/Step": 1771, "Finetune/Step Time": 4.4867548160254955} +{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9391584396362305, "Finetune/Loss (Raw)": 1.0979030132293701, "Finetune/Step": 1772, "Finetune/Step Time": 4.460961749777198} +{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9395232200622559, "Finetune/Loss (Raw)": 0.9681591987609863, "Finetune/Step": 1773, "Finetune/Step Time": 4.470446344465017} +{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9390283226966858, "Finetune/Loss (Raw)": 0.96122807264328, "Finetune/Step": 1774, "Finetune/Step Time": 4.4838335160166025} +{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9400210976600647, "Finetune/Loss (Raw)": 1.035742998123169, "Finetune/Step": 1775, "Finetune/Step Time": 4.470505328848958} +{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9394116401672363, "Finetune/Loss (Raw)": 0.9651229977607727, "Finetune/Step": 1776, "Finetune/Step Time": 4.469283092767} +{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9400476813316345, "Finetune/Loss (Raw)": 1.0237139463424683, "Finetune/Step": 1777, "Finetune/Step Time": 4.463840903714299} +{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9399490356445312, "Finetune/Loss (Raw)": 0.953350841999054, "Finetune/Step": 1778, "Finetune/Step Time": 4.4657553397119045} +{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9416491985321045, "Finetune/Loss (Raw)": 1.1022846698760986, "Finetune/Step": 1779, "Finetune/Step Time": 4.44995679333806} +{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9419292211532593, "Finetune/Loss (Raw)": 0.9373952746391296, "Finetune/Step": 1780, "Finetune/Step Time": 4.44175311550498} +{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9408800005912781, "Finetune/Loss (Raw)": 0.8354411125183105, "Finetune/Step": 1781, "Finetune/Step Time": 4.443165263161063} +{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9402246475219727, "Finetune/Loss (Raw)": 0.9393274188041687, "Finetune/Step": 1782, "Finetune/Step Time": 4.429934684187174} +{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9441052079200745, "Finetune/Loss (Raw)": 0.87614905834198, "Finetune/Step": 1783, "Finetune/Step Time": 4.392499402165413} +{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9448186159133911, "Finetune/Loss (Raw)": 1.0687949657440186, "Finetune/Step": 1784, "Finetune/Step Time": 4.396478058770299} +{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.94405198097229, "Finetune/Loss (Raw)": 0.7862086892127991, "Finetune/Step": 1785, "Finetune/Step Time": 4.41087805852294} +{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.943727433681488, "Finetune/Loss (Raw)": 0.9271209239959717, "Finetune/Step": 1786, "Finetune/Step Time": 4.408809816464782} +{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9415068626403809, "Finetune/Loss (Raw)": 0.805353581905365, "Finetune/Step": 1787, "Finetune/Step Time": 4.4141693245619535} +{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9407764673233032, "Finetune/Loss (Raw)": 0.8812154531478882, "Finetune/Step": 1788, "Finetune/Step Time": 4.409791897982359} +{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9357656240463257, "Finetune/Loss (Raw)": 0.2915835380554199, "Finetune/Step": 1789, "Finetune/Step Time": 4.449020089581609} +{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9356017112731934, "Finetune/Loss (Raw)": 1.0459808111190796, "Finetune/Step": 1790, "Finetune/Step Time": 4.452020149677992} +{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9385469555854797, "Finetune/Loss (Raw)": 1.0924031734466553, "Finetune/Step": 1791, "Finetune/Step Time": 4.4442345798015594} +{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9401811957359314, "Finetune/Loss (Raw)": 1.0122078657150269, "Finetune/Step": 1792, "Finetune/Step Time": 4.444488598033786} +{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9383038282394409, "Finetune/Loss (Raw)": 0.8309723734855652, "Finetune/Step": 1793, "Finetune/Step Time": 4.459462968632579} +{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9394659996032715, "Finetune/Loss (Raw)": 1.0521013736724854, "Finetune/Step": 1794, "Finetune/Step Time": 4.465370614081621} +{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9344830513000488, "Finetune/Loss (Raw)": 0.3681466579437256, "Finetune/Step": 1795, "Finetune/Step Time": 4.504952549934387} +{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9332510828971863, "Finetune/Loss (Raw)": 0.9173822402954102, "Finetune/Step": 1796, "Finetune/Step Time": 4.497618401423097} +{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.933713972568512, "Finetune/Loss (Raw)": 1.0236146450042725, "Finetune/Step": 1797, "Finetune/Step Time": 4.497258856892586} +{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9332489967346191, "Finetune/Loss (Raw)": 0.9393492937088013, "Finetune/Step": 1798, "Finetune/Step Time": 4.495108524337411} +{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9335669875144958, "Finetune/Loss (Raw)": 0.9424543380737305, "Finetune/Step": 1799, "Finetune/Step Time": 4.492129290476441} +{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326175451278687, "Finetune/Loss (Raw)": 0.9218452572822571, "Finetune/Step": 1800, "Finetune/Step Time": 4.486040281131864} +{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9344142079353333, "Finetune/Loss (Raw)": 1.0791563987731934, "Finetune/Step": 1801, "Finetune/Step Time": 4.495603516697884} +{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9357380867004395, "Finetune/Loss (Raw)": 0.9685719609260559, "Finetune/Step": 1802, "Finetune/Step Time": 4.492691617459059} +{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9357158541679382, "Finetune/Loss (Raw)": 0.93596351146698, "Finetune/Step": 1803, "Finetune/Step Time": 4.505154335871339} +{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9349753856658936, "Finetune/Loss (Raw)": 0.9919125437736511, "Finetune/Step": 1804, "Finetune/Step Time": 4.508572392165661} +{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9321492910385132, "Finetune/Loss (Raw)": 0.6566853523254395, "Finetune/Step": 1805, "Finetune/Step Time": 4.517219007015228} +{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9322468638420105, "Finetune/Loss (Raw)": 0.8747931718826294, "Finetune/Step": 1806, "Finetune/Step Time": 4.529126908630133} +{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9367179870605469, "Finetune/Loss (Raw)": 0.9584922194480896, "Finetune/Step": 1807, "Finetune/Step Time": 4.489832991734147} +{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9369182586669922, "Finetune/Loss (Raw)": 0.9811609983444214, "Finetune/Step": 1808, "Finetune/Step Time": 4.479201456531882} +{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9368468523025513, "Finetune/Loss (Raw)": 0.9664965271949768, "Finetune/Step": 1809, "Finetune/Step Time": 4.478742266073823} +{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9357274770736694, "Finetune/Loss (Raw)": 0.9763656854629517, "Finetune/Step": 1810, "Finetune/Step Time": 4.475555561482906} +{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9362722635269165, "Finetune/Loss (Raw)": 0.9486724734306335, "Finetune/Step": 1811, "Finetune/Step Time": 4.4686851389706135} +{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9364793300628662, "Finetune/Loss (Raw)": 0.9427205324172974, "Finetune/Step": 1812, "Finetune/Step Time": 4.475914586335421} +{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9369810819625854, "Finetune/Loss (Raw)": 0.9479665160179138, "Finetune/Step": 1813, "Finetune/Step Time": 4.465119805186987} +{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9383690357208252, "Finetune/Loss (Raw)": 0.9989811778068542, "Finetune/Step": 1814, "Finetune/Step Time": 4.452964732423425} +{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9373949766159058, "Finetune/Loss (Raw)": 0.9015453457832336, "Finetune/Step": 1815, "Finetune/Step Time": 4.4566241800785065} +{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9374933242797852, "Finetune/Loss (Raw)": 1.061050534248352, "Finetune/Step": 1816, "Finetune/Step Time": 4.4513052720576525} +{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.942359447479248, "Finetune/Loss (Raw)": 0.9281877875328064, "Finetune/Step": 1817, "Finetune/Step Time": 4.404532313346863} +{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9411321878433228, "Finetune/Loss (Raw)": 0.9173079133033752, "Finetune/Step": 1818, "Finetune/Step Time": 4.405602045357227} +{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9414287209510803, "Finetune/Loss (Raw)": 0.9953755736351013, "Finetune/Step": 1819, "Finetune/Step Time": 4.408421523869038} +{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9410840272903442, "Finetune/Loss (Raw)": 0.8664653301239014, "Finetune/Step": 1820, "Finetune/Step Time": 4.386566257104278} +{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9420620203018188, "Finetune/Loss (Raw)": 0.9766343235969543, "Finetune/Step": 1821, "Finetune/Step Time": 4.371893437579274} +{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9456180334091187, "Finetune/Loss (Raw)": 1.203232765197754, "Finetune/Step": 1822, "Finetune/Step Time": 4.363875327631831} +{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9461103677749634, "Finetune/Loss (Raw)": 0.9668669104576111, "Finetune/Step": 1823, "Finetune/Step Time": 4.3555162865668535} +{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.945254921913147, "Finetune/Loss (Raw)": 0.8669688701629639, "Finetune/Step": 1824, "Finetune/Step Time": 4.359981743618846} +{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.944618284702301, "Finetune/Loss (Raw)": 0.9190579652786255, "Finetune/Step": 1825, "Finetune/Step Time": 4.360976627096534} +{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9451746940612793, "Finetune/Loss (Raw)": 1.0214651823043823, "Finetune/Step": 1826, "Finetune/Step Time": 4.361724561080337} +{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.944477915763855, "Finetune/Loss (Raw)": 0.9520438313484192, "Finetune/Step": 1827, "Finetune/Step Time": 4.394352789968252} +{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9451085329055786, "Finetune/Loss (Raw)": 1.1097874641418457, "Finetune/Step": 1828, "Finetune/Step Time": 4.391844501718879} +{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9456246495246887, "Finetune/Loss (Raw)": 1.1403131484985352, "Finetune/Step": 1829, "Finetune/Step Time": 4.395654860883951} +{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9461480379104614, "Finetune/Loss (Raw)": 1.0620499849319458, "Finetune/Step": 1830, "Finetune/Step Time": 4.408057499676943} +{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9466771483421326, "Finetune/Loss (Raw)": 0.9402875900268555, "Finetune/Step": 1831, "Finetune/Step Time": 4.398241326212883} +{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9522354602813721, "Finetune/Loss (Raw)": 1.0548945665359497, "Finetune/Step": 1832, "Finetune/Step Time": 4.36363504268229} +{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.951603889465332, "Finetune/Loss (Raw)": 0.8716898560523987, "Finetune/Step": 1833, "Finetune/Step Time": 4.382875423878431} +{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9520660042762756, "Finetune/Loss (Raw)": 1.1118446588516235, "Finetune/Step": 1834, "Finetune/Step Time": 4.382232461124659} +{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9522889852523804, "Finetune/Loss (Raw)": 0.9828730821609497, "Finetune/Step": 1835, "Finetune/Step Time": 4.391016885638237} +{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9525873064994812, "Finetune/Loss (Raw)": 0.991731584072113, "Finetune/Step": 1836, "Finetune/Step Time": 4.386043718084693} +{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9514464735984802, "Finetune/Loss (Raw)": 0.9566140174865723, "Finetune/Step": 1837, "Finetune/Step Time": 4.387798439711332} +{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9515423774719238, "Finetune/Loss (Raw)": 1.0185825824737549, "Finetune/Step": 1838, "Finetune/Step Time": 4.380411742255092} +{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9513214826583862, "Finetune/Loss (Raw)": 0.9960619807243347, "Finetune/Step": 1839, "Finetune/Step Time": 4.382600309327245} +{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9506155252456665, "Finetune/Loss (Raw)": 1.0503476858139038, "Finetune/Step": 1840, "Finetune/Step Time": 4.39253119006753} +{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9493651390075684, "Finetune/Loss (Raw)": 0.8481889963150024, "Finetune/Step": 1841, "Finetune/Step Time": 4.394127050414681} +{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9499804973602295, "Finetune/Loss (Raw)": 1.0817848443984985, "Finetune/Step": 1842, "Finetune/Step Time": 4.392601415514946} +{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9512550830841064, "Finetune/Loss (Raw)": 1.00002920627594, "Finetune/Step": 1843, "Finetune/Step Time": 4.3979944586753845} +{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9516317844390869, "Finetune/Loss (Raw)": 0.9735331535339355, "Finetune/Step": 1844, "Finetune/Step Time": 4.409490831196308} +{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9507737755775452, "Finetune/Loss (Raw)": 0.9573752284049988, "Finetune/Step": 1845, "Finetune/Step Time": 4.403231285512447} +{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9515985250473022, "Finetune/Loss (Raw)": 1.0961707830429077, "Finetune/Step": 1846, "Finetune/Step Time": 4.404830051586032} +{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9521347880363464, "Finetune/Loss (Raw)": 1.0367401838302612, "Finetune/Step": 1847, "Finetune/Step Time": 4.41342911683023} +{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9516347050666809, "Finetune/Loss (Raw)": 0.9791150689125061, "Finetune/Step": 1848, "Finetune/Step Time": 4.405778514221311} +{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.952113151550293, "Finetune/Loss (Raw)": 1.0569506883621216, "Finetune/Step": 1849, "Finetune/Step Time": 4.399317391216755} +{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9525377750396729, "Finetune/Loss (Raw)": 1.0575107336044312, "Finetune/Step": 1850, "Finetune/Step Time": 4.404898073524237} +{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9510666728019714, "Finetune/Loss (Raw)": 0.8730656504631042, "Finetune/Step": 1851, "Finetune/Step Time": 4.40803193859756} +{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9520208835601807, "Finetune/Loss (Raw)": 1.0163209438323975, "Finetune/Step": 1852, "Finetune/Step Time": 4.40940316580236} +{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9521151781082153, "Finetune/Loss (Raw)": 0.9985494613647461, "Finetune/Step": 1853, "Finetune/Step Time": 4.410154027864337} +{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.952971339225769, "Finetune/Loss (Raw)": 1.013354778289795, "Finetune/Step": 1854, "Finetune/Step Time": 4.404114607721567} +{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9534505605697632, "Finetune/Loss (Raw)": 1.056778907775879, "Finetune/Step": 1855, "Finetune/Step Time": 4.38935281522572} +{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9537535905838013, "Finetune/Loss (Raw)": 1.1123542785644531, "Finetune/Step": 1856, "Finetune/Step Time": 4.389598438516259} +{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9530438184738159, "Finetune/Loss (Raw)": 0.9362367391586304, "Finetune/Step": 1857, "Finetune/Step Time": 4.426355415955186} +{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.954601526260376, "Finetune/Loss (Raw)": 1.0256446599960327, "Finetune/Step": 1858, "Finetune/Step Time": 4.433985013514757} +{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.954310417175293, "Finetune/Loss (Raw)": 1.077191710472107, "Finetune/Step": 1859, "Finetune/Step Time": 4.428495474159718} +{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9528932571411133, "Finetune/Loss (Raw)": 0.9268421530723572, "Finetune/Step": 1860, "Finetune/Step Time": 4.4168828669935465} +{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9519096612930298, "Finetune/Loss (Raw)": 0.8745235204696655, "Finetune/Step": 1861, "Finetune/Step Time": 4.417223356664181} +{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9507548809051514, "Finetune/Loss (Raw)": 0.8786225318908691, "Finetune/Step": 1862, "Finetune/Step Time": 4.396073557436466} +{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9501903057098389, "Finetune/Loss (Raw)": 0.8528595566749573, "Finetune/Step": 1863, "Finetune/Step Time": 4.3955555111169815} +{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9493041038513184, "Finetune/Loss (Raw)": 0.86467045545578, "Finetune/Step": 1864, "Finetune/Step Time": 4.4113349840044975} +{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9504039287567139, "Finetune/Loss (Raw)": 1.0524036884307861, "Finetune/Step": 1865, "Finetune/Step Time": 4.41365522891283} +{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9560936093330383, "Finetune/Loss (Raw)": 1.0794274806976318, "Finetune/Step": 1866, "Finetune/Step Time": 4.388636747375131} +{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9573419094085693, "Finetune/Loss (Raw)": 1.1117717027664185, "Finetune/Step": 1867, "Finetune/Step Time": 4.395026931539178} +{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9580892324447632, "Finetune/Loss (Raw)": 0.9892393350601196, "Finetune/Step": 1868, "Finetune/Step Time": 4.391563268378377} +{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9577073454856873, "Finetune/Loss (Raw)": 1.074715256690979, "Finetune/Step": 1869, "Finetune/Step Time": 4.388976328074932} +{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9580692648887634, "Finetune/Loss (Raw)": 0.9135238528251648, "Finetune/Step": 1870, "Finetune/Step Time": 4.381847990676761} +{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9581927061080933, "Finetune/Loss (Raw)": 0.9780217409133911, "Finetune/Step": 1871, "Finetune/Step Time": 4.3956317119300365} +{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9577232003211975, "Finetune/Loss (Raw)": 0.8666326403617859, "Finetune/Step": 1872, "Finetune/Step Time": 4.400031343102455} +{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9528532028198242, "Finetune/Loss (Raw)": 0.36052948236465454, "Finetune/Step": 1873, "Finetune/Step Time": 4.4331867434084415} +{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9530291557312012, "Finetune/Loss (Raw)": 1.067603349685669, "Finetune/Step": 1874, "Finetune/Step Time": 4.434475572779775} +{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9569975137710571, "Finetune/Loss (Raw)": 0.9379764199256897, "Finetune/Step": 1875, "Finetune/Step Time": 4.406900072470307} +{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9579579830169678, "Finetune/Loss (Raw)": 0.9820599555969238, "Finetune/Step": 1876, "Finetune/Step Time": 4.39341070689261} +{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9579081535339355, "Finetune/Loss (Raw)": 0.9758679866790771, "Finetune/Step": 1877, "Finetune/Step Time": 4.398098347708583} +{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9557305574417114, "Finetune/Loss (Raw)": 0.8313096761703491, "Finetune/Step": 1878, "Finetune/Step Time": 4.39067149348557} +{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9560002684593201, "Finetune/Loss (Raw)": 1.0760517120361328, "Finetune/Step": 1879, "Finetune/Step Time": 4.376078745350242} +{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.953251838684082, "Finetune/Loss (Raw)": 0.8283336162567139, "Finetune/Step": 1880, "Finetune/Step Time": 4.391396241262555} +{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9525083303451538, "Finetune/Loss (Raw)": 0.8426963686943054, "Finetune/Step": 1881, "Finetune/Step Time": 4.387824477627873} +{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9525222778320312, "Finetune/Loss (Raw)": 1.0069855451583862, "Finetune/Step": 1882, "Finetune/Step Time": 4.395270938053727} +{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9518113136291504, "Finetune/Loss (Raw)": 0.8966895937919617, "Finetune/Step": 1883, "Finetune/Step Time": 4.403252484276891} +{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9460568428039551, "Finetune/Loss (Raw)": 0.35194361209869385, "Finetune/Step": 1884, "Finetune/Step Time": 4.434116557240486} +{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9510128498077393, "Finetune/Loss (Raw)": 0.9928761720657349, "Finetune/Step": 1885, "Finetune/Step Time": 4.3967913165688515} +{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9528521299362183, "Finetune/Loss (Raw)": 1.0953587293624878, "Finetune/Step": 1886, "Finetune/Step Time": 4.400837987661362} +{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9512912034988403, "Finetune/Loss (Raw)": 0.8382200002670288, "Finetune/Step": 1887, "Finetune/Step Time": 4.395832244306803} +{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9492424726486206, "Finetune/Loss (Raw)": 0.7891639471054077, "Finetune/Step": 1888, "Finetune/Step Time": 4.400582345202565} +{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9498112201690674, "Finetune/Loss (Raw)": 0.9464712142944336, "Finetune/Step": 1889, "Finetune/Step Time": 4.417108781635761} +{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9506064653396606, "Finetune/Loss (Raw)": 0.9467981457710266, "Finetune/Step": 1890, "Finetune/Step Time": 4.411038661375642} +{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9500721096992493, "Finetune/Loss (Raw)": 1.0294615030288696, "Finetune/Step": 1891, "Finetune/Step Time": 4.394873417913914} +{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9506399631500244, "Finetune/Loss (Raw)": 1.1366561651229858, "Finetune/Step": 1892, "Finetune/Step Time": 4.375299667939544} +{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9510815143585205, "Finetune/Loss (Raw)": 0.9654005765914917, "Finetune/Step": 1893, "Finetune/Step Time": 4.376867778599262} +{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9497407674789429, "Finetune/Loss (Raw)": 0.8387042880058289, "Finetune/Step": 1894, "Finetune/Step Time": 4.368278982117772} +{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9504810571670532, "Finetune/Loss (Raw)": 0.9303535223007202, "Finetune/Step": 1895, "Finetune/Step Time": 4.367723884060979} +{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9511085748672485, "Finetune/Loss (Raw)": 0.9805642366409302, "Finetune/Step": 1896, "Finetune/Step Time": 4.369986927136779} +{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9536034464836121, "Finetune/Loss (Raw)": 1.1257297992706299, "Finetune/Step": 1897, "Finetune/Step Time": 4.35667965374887} +{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9535115957260132, "Finetune/Loss (Raw)": 1.015180230140686, "Finetune/Step": 1898, "Finetune/Step Time": 4.3669294733554125} +{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9530951976776123, "Finetune/Loss (Raw)": 0.8532822132110596, "Finetune/Step": 1899, "Finetune/Step Time": 4.386272752657533} +{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9515600204467773, "Finetune/Loss (Raw)": 0.9013924598693848, "Finetune/Step": 1900, "Finetune/Step Time": 4.387518614530563} +{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9512982368469238, "Finetune/Loss (Raw)": 0.934648871421814, "Finetune/Step": 1901, "Finetune/Step Time": 4.383559565991163} +{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9517010450363159, "Finetune/Loss (Raw)": 1.0127882957458496, "Finetune/Step": 1902, "Finetune/Step Time": 4.374075274914503} +{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9504472017288208, "Finetune/Loss (Raw)": 0.8752570748329163, "Finetune/Step": 1903, "Finetune/Step Time": 4.394165553152561} +{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9504372477531433, "Finetune/Loss (Raw)": 0.9638451337814331, "Finetune/Step": 1904, "Finetune/Step Time": 4.398839110508561} +{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9449289441108704, "Finetune/Loss (Raw)": 0.3186519145965576, "Finetune/Step": 1905, "Finetune/Step Time": 4.440289555117488} +{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9450676441192627, "Finetune/Loss (Raw)": 0.9711071252822876, "Finetune/Step": 1906, "Finetune/Step Time": 4.4522959515452385} +{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9441108703613281, "Finetune/Loss (Raw)": 0.9798183441162109, "Finetune/Step": 1907, "Finetune/Step Time": 4.467962196096778} +{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9439127445220947, "Finetune/Loss (Raw)": 0.9120333790779114, "Finetune/Step": 1908, "Finetune/Step Time": 4.465632878243923} +{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9433737397193909, "Finetune/Loss (Raw)": 0.7664472460746765, "Finetune/Step": 1909, "Finetune/Step Time": 4.466121096163988} +{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9434691667556763, "Finetune/Loss (Raw)": 0.9515398740768433, "Finetune/Step": 1910, "Finetune/Step Time": 4.468382285907865} +{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9444420337677002, "Finetune/Loss (Raw)": 1.0006775856018066, "Finetune/Step": 1911, "Finetune/Step Time": 4.473812580108643} +{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9438365697860718, "Finetune/Loss (Raw)": 0.9912951588630676, "Finetune/Step": 1912, "Finetune/Step Time": 4.467550002038479} +{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9453778266906738, "Finetune/Loss (Raw)": 0.9834927320480347, "Finetune/Step": 1913, "Finetune/Step Time": 4.452357094734907} +{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.946779727935791, "Finetune/Loss (Raw)": 1.1065603494644165, "Finetune/Step": 1914, "Finetune/Step Time": 4.449853792786598} +{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9489937424659729, "Finetune/Loss (Raw)": 1.0887519121170044, "Finetune/Step": 1915, "Finetune/Step Time": 4.472253914922476} +{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9494224786758423, "Finetune/Loss (Raw)": 0.9360930323600769, "Finetune/Step": 1916, "Finetune/Step Time": 4.472149506211281} +{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9539494514465332, "Finetune/Loss (Raw)": 0.8710283041000366, "Finetune/Step": 1917, "Finetune/Step Time": 4.432773400098085} +{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9528781175613403, "Finetune/Loss (Raw)": 0.9088593125343323, "Finetune/Step": 1918, "Finetune/Step Time": 4.420929901301861} +{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9519622325897217, "Finetune/Loss (Raw)": 0.9751612544059753, "Finetune/Step": 1919, "Finetune/Step Time": 4.417289447039366} +{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9508529901504517, "Finetune/Loss (Raw)": 0.8702260255813599, "Finetune/Step": 1920, "Finetune/Step Time": 4.427130967378616} +{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9524573087692261, "Finetune/Loss (Raw)": 1.0363290309906006, "Finetune/Step": 1921, "Finetune/Step Time": 4.410741286352277} +{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9465957880020142, "Finetune/Loss (Raw)": 0.3018251955509186, "Finetune/Step": 1922, "Finetune/Step Time": 4.448043255135417} +{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9513315558433533, "Finetune/Loss (Raw)": 0.9743262529373169, "Finetune/Step": 1923, "Finetune/Step Time": 4.4099475629627705} +{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9524986743927002, "Finetune/Loss (Raw)": 1.066767692565918, "Finetune/Step": 1924, "Finetune/Step Time": 4.408270610496402} +{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9537232518196106, "Finetune/Loss (Raw)": 1.180363655090332, "Finetune/Step": 1925, "Finetune/Step Time": 4.405514063313603} +{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9489760398864746, "Finetune/Loss (Raw)": 0.3317083418369293, "Finetune/Step": 1926, "Finetune/Step Time": 4.439333863556385} +{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9447020292282104, "Finetune/Loss (Raw)": 0.39538541436195374, "Finetune/Step": 1927, "Finetune/Step Time": 4.474041750654578} +{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9456934928894043, "Finetune/Loss (Raw)": 1.0487490892410278, "Finetune/Step": 1928, "Finetune/Step Time": 4.461847158148885} +{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.943901002407074, "Finetune/Loss (Raw)": 0.849714457988739, "Finetune/Step": 1929, "Finetune/Step Time": 4.4482604917138815} +{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9436860084533691, "Finetune/Loss (Raw)": 0.9410539269447327, "Finetune/Step": 1930, "Finetune/Step Time": 4.433855941519141} +{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9441028237342834, "Finetune/Loss (Raw)": 0.9893158078193665, "Finetune/Step": 1931, "Finetune/Step Time": 4.411928202956915} +{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9430884122848511, "Finetune/Loss (Raw)": 0.8620688319206238, "Finetune/Step": 1932, "Finetune/Step Time": 4.426200835034251} +{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9457207918167114, "Finetune/Loss (Raw)": 0.9936346411705017, "Finetune/Step": 1933, "Finetune/Step Time": 4.43063554726541} +{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9469491839408875, "Finetune/Loss (Raw)": 1.0320217609405518, "Finetune/Step": 1934, "Finetune/Step Time": 4.416814375668764} +{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9477492570877075, "Finetune/Loss (Raw)": 1.0608985424041748, "Finetune/Step": 1935, "Finetune/Step Time": 4.423374161124229} +{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9467195868492126, "Finetune/Loss (Raw)": 0.8493607044219971, "Finetune/Step": 1936, "Finetune/Step Time": 4.431734625250101} +{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9469687938690186, "Finetune/Loss (Raw)": 0.9983970522880554, "Finetune/Step": 1937, "Finetune/Step Time": 4.430691096931696} +{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9424716830253601, "Finetune/Loss (Raw)": 0.4007367491722107, "Finetune/Step": 1938, "Finetune/Step Time": 4.463738536462188} +{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9425126314163208, "Finetune/Loss (Raw)": 0.9539137482643127, "Finetune/Step": 1939, "Finetune/Step Time": 4.459398051723838} +{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9400221109390259, "Finetune/Loss (Raw)": 0.6239349246025085, "Finetune/Step": 1940, "Finetune/Step Time": 4.460539827123284} +{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.939831018447876, "Finetune/Loss (Raw)": 0.9235032200813293, "Finetune/Step": 1941, "Finetune/Step Time": 4.465332366526127} +{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.941016674041748, "Finetune/Loss (Raw)": 1.1507453918457031, "Finetune/Step": 1942, "Finetune/Step Time": 4.467301473021507} +{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9422860145568848, "Finetune/Loss (Raw)": 1.0640214681625366, "Finetune/Step": 1943, "Finetune/Step Time": 4.461220780387521} +{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9416507482528687, "Finetune/Loss (Raw)": 0.9797340035438538, "Finetune/Step": 1944, "Finetune/Step Time": 4.460788255557418} +{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9373969435691833, "Finetune/Loss (Raw)": 0.3837074339389801, "Finetune/Step": 1945, "Finetune/Step Time": 4.498883381485939} +{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9376810193061829, "Finetune/Loss (Raw)": 0.9536684155464172, "Finetune/Step": 1946, "Finetune/Step Time": 4.511573446914554} +{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9389251470565796, "Finetune/Loss (Raw)": 1.1546212434768677, "Finetune/Step": 1947, "Finetune/Step Time": 4.5098346918821335} +{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9407095909118652, "Finetune/Loss (Raw)": 1.0948787927627563, "Finetune/Step": 1948, "Finetune/Step Time": 4.51497265137732} +{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9414774179458618, "Finetune/Loss (Raw)": 1.074919581413269, "Finetune/Step": 1949, "Finetune/Step Time": 4.508163098245859} +{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.940634548664093, "Finetune/Loss (Raw)": 1.0953410863876343, "Finetune/Step": 1950, "Finetune/Step Time": 4.5043854881078005} +{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.941563069820404, "Finetune/Loss (Raw)": 1.0857163667678833, "Finetune/Step": 1951, "Finetune/Step Time": 4.509032756090164} +{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9433830380439758, "Finetune/Loss (Raw)": 1.0999252796173096, "Finetune/Step": 1952, "Finetune/Step Time": 4.503263466060162} +{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.942088782787323, "Finetune/Loss (Raw)": 0.7533953189849854, "Finetune/Step": 1953, "Finetune/Step Time": 4.515054365620017} +{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9410056471824646, "Finetune/Loss (Raw)": 0.8828226327896118, "Finetune/Step": 1954, "Finetune/Step Time": 4.523421850055456} +{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.940349817276001, "Finetune/Loss (Raw)": 0.8681002259254456, "Finetune/Step": 1955, "Finetune/Step Time": 4.508146330714226} +{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9385349154472351, "Finetune/Loss (Raw)": 0.8774768114089966, "Finetune/Step": 1956, "Finetune/Step Time": 4.507840294390917} +{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9382206201553345, "Finetune/Loss (Raw)": 1.1000896692276, "Finetune/Step": 1957, "Finetune/Step Time": 4.501151671633124} +{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9384896755218506, "Finetune/Loss (Raw)": 1.09647798538208, "Finetune/Step": 1958, "Finetune/Step Time": 4.486272880807519} +{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9378122091293335, "Finetune/Loss (Raw)": 0.8535804748535156, "Finetune/Step": 1959, "Finetune/Step Time": 4.483404885977507} +{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9386061429977417, "Finetune/Loss (Raw)": 1.1565155982971191, "Finetune/Step": 1960, "Finetune/Step Time": 4.4886109959334135} +{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9383881092071533, "Finetune/Loss (Raw)": 0.8437814116477966, "Finetune/Step": 1961, "Finetune/Step Time": 4.481820527464151} +{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9328798651695251, "Finetune/Loss (Raw)": 0.4067910313606262, "Finetune/Step": 1962, "Finetune/Step Time": 4.52324148081243} +{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9282684326171875, "Finetune/Loss (Raw)": 0.3926040530204773, "Finetune/Step": 1963, "Finetune/Step Time": 4.548686111345887} +{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9288484454154968, "Finetune/Loss (Raw)": 1.0659730434417725, "Finetune/Step": 1964, "Finetune/Step Time": 4.555510487407446} +{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9280586838722229, "Finetune/Loss (Raw)": 0.8555320501327515, "Finetune/Step": 1965, "Finetune/Step Time": 4.554534964263439} +{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9271541833877563, "Finetune/Loss (Raw)": 0.9028052091598511, "Finetune/Step": 1966, "Finetune/Step Time": 4.549333585426211} +{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.926000714302063, "Finetune/Loss (Raw)": 0.8484174609184265, "Finetune/Step": 1967, "Finetune/Step Time": 4.536908118054271} +{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.925881028175354, "Finetune/Loss (Raw)": 1.0350250005722046, "Finetune/Step": 1968, "Finetune/Step Time": 4.522961027920246} +{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9227235317230225, "Finetune/Loss (Raw)": 0.4440307915210724, "Finetune/Step": 1969, "Finetune/Step Time": 4.55984241515398} +{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9216324090957642, "Finetune/Loss (Raw)": 0.9421172142028809, "Finetune/Step": 1970, "Finetune/Step Time": 4.555022528395057} +{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9169729948043823, "Finetune/Loss (Raw)": 0.40363064408302307, "Finetune/Step": 1971, "Finetune/Step Time": 4.577573856338859} +{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9166455268859863, "Finetune/Loss (Raw)": 0.9316115975379944, "Finetune/Step": 1972, "Finetune/Step Time": 4.565899999812245} +{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9161443114280701, "Finetune/Loss (Raw)": 0.89322429895401, "Finetune/Step": 1973, "Finetune/Step Time": 4.592913756147027} +{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9162324666976929, "Finetune/Loss (Raw)": 1.107446312904358, "Finetune/Step": 1974, "Finetune/Step Time": 4.591797802597284} +{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9154857397079468, "Finetune/Loss (Raw)": 0.9411693215370178, "Finetune/Step": 1975, "Finetune/Step Time": 4.5812096782028675} +{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9154528379440308, "Finetune/Loss (Raw)": 0.9748978018760681, "Finetune/Step": 1976, "Finetune/Step Time": 4.583948587998748} +{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9151868224143982, "Finetune/Loss (Raw)": 1.022897720336914, "Finetune/Step": 1977, "Finetune/Step Time": 4.592306053265929} +{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9152731895446777, "Finetune/Loss (Raw)": 1.0685724020004272, "Finetune/Step": 1978, "Finetune/Step Time": 4.585728991776705} +{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9113917946815491, "Finetune/Loss (Raw)": 0.37624725699424744, "Finetune/Step": 1979, "Finetune/Step Time": 4.600931977853179} +{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9103276133537292, "Finetune/Loss (Raw)": 0.8801063895225525, "Finetune/Step": 1980, "Finetune/Step Time": 4.614215653389692} +{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9105592370033264, "Finetune/Loss (Raw)": 1.0281959772109985, "Finetune/Step": 1981, "Finetune/Step Time": 4.614775869995356} +{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9103652238845825, "Finetune/Loss (Raw)": 0.9885213375091553, "Finetune/Step": 1982, "Finetune/Step Time": 4.622500250115991} +{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9092711210250854, "Finetune/Loss (Raw)": 0.9167300462722778, "Finetune/Step": 1983, "Finetune/Step Time": 4.620807373896241} +{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9093472957611084, "Finetune/Loss (Raw)": 1.122106909751892, "Finetune/Step": 1984, "Finetune/Step Time": 4.6204364616423845} +{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9100819230079651, "Finetune/Loss (Raw)": 1.0302728414535522, "Finetune/Step": 1985, "Finetune/Step Time": 4.580722475424409} +{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9114160537719727, "Finetune/Loss (Raw)": 1.1964044570922852, "Finetune/Step": 1986, "Finetune/Step Time": 4.571374563500285} +{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9107404947280884, "Finetune/Loss (Raw)": 0.9907288551330566, "Finetune/Step": 1987, "Finetune/Step Time": 4.598103322088718} +{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9105116724967957, "Finetune/Loss (Raw)": 0.8975551724433899, "Finetune/Step": 1988, "Finetune/Step Time": 4.59644528105855} +{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9114195108413696, "Finetune/Loss (Raw)": 0.9907190203666687, "Finetune/Step": 1989, "Finetune/Step Time": 4.598271228373051} +{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9124718904495239, "Finetune/Loss (Raw)": 1.01332688331604, "Finetune/Step": 1990, "Finetune/Step Time": 4.598835794255137} +{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9124384522438049, "Finetune/Loss (Raw)": 0.8485854864120483, "Finetune/Step": 1991, "Finetune/Step Time": 4.594833072274923} +{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.913506269454956, "Finetune/Loss (Raw)": 1.0013482570648193, "Finetune/Step": 1992, "Finetune/Step Time": 4.578917542472482} +{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9122776985168457, "Finetune/Loss (Raw)": 0.8951414823532104, "Finetune/Step": 1993, "Finetune/Step Time": 4.5832685846835375} +{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9099368453025818, "Finetune/Loss (Raw)": 0.7797987461090088, "Finetune/Step": 1994, "Finetune/Step Time": 4.584764029830694} +{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9076718091964722, "Finetune/Loss (Raw)": 0.821858286857605, "Finetune/Step": 1995, "Finetune/Step Time": 4.588175440207124} +{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9066410064697266, "Finetune/Loss (Raw)": 0.8572957515716553, "Finetune/Step": 1996, "Finetune/Step Time": 4.580616980791092} +{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9066714644432068, "Finetune/Loss (Raw)": 1.078606128692627, "Finetune/Step": 1997, "Finetune/Step Time": 4.58258505538106} +{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9067881107330322, "Finetune/Loss (Raw)": 0.9284572601318359, "Finetune/Step": 1998, "Finetune/Step Time": 4.583035435527563} +{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.902347207069397, "Finetune/Loss (Raw)": 0.40958237648010254, "Finetune/Step": 1999, "Finetune/Step Time": 4.5902378577739} +{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9025485515594482, "Finetune/Loss (Raw)": 0.8924089670181274, "Finetune/Step": 2000, "Finetune/Step Time": 4.613919736817479} +{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.907454252243042, "Finetune/Loss (Raw)": 0.9884588122367859, "Finetune/Step": 2001, "Finetune/Step Time": 4.579646958038211} +{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.9065483212471008, "Finetune/Loss (Raw)": 0.9516416192054749, "Finetune/Step": 2002, "Finetune/Step Time": 4.57703673094511} +{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.9062924385070801, "Finetune/Loss (Raw)": 0.9052289128303528, "Finetune/Step": 2003, "Finetune/Step Time": 4.576097367331386} +{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9057888984680176, "Finetune/Loss (Raw)": 0.9176010489463806, "Finetune/Step": 2004, "Finetune/Step Time": 4.580599870532751} +{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9054927825927734, "Finetune/Loss (Raw)": 0.9379616379737854, "Finetune/Step": 2005, "Finetune/Step Time": 4.573932724073529} +{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9064534306526184, "Finetune/Loss (Raw)": 0.9542810320854187, "Finetune/Step": 2006, "Finetune/Step Time": 4.5633301474153996} +{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9070767164230347, "Finetune/Loss (Raw)": 1.1558287143707275, "Finetune/Step": 2007, "Finetune/Step Time": 4.563321171328425} +{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9085780382156372, "Finetune/Loss (Raw)": 1.0205072164535522, "Finetune/Step": 2008, "Finetune/Step Time": 4.553505251184106} +{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9090791344642639, "Finetune/Loss (Raw)": 0.9068313837051392, "Finetune/Step": 2009, "Finetune/Step Time": 4.542487218976021} +{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095191955566406, "Finetune/Loss (Raw)": 1.063319444656372, "Finetune/Step": 2010, "Finetune/Step Time": 4.531012495979667} +{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112268090248108, "Finetune/Loss (Raw)": 1.1152634620666504, "Finetune/Step": 2011, "Finetune/Step Time": 4.524417731910944} +{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9160103797912598, "Finetune/Loss (Raw)": 0.9642395377159119, "Finetune/Step": 2012, "Finetune/Step Time": 4.484491651877761} +{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165051579475403, "Finetune/Loss (Raw)": 1.0562058687210083, "Finetune/Step": 2013, "Finetune/Step Time": 4.500908659771085} +{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9143915176391602, "Finetune/Loss (Raw)": 0.8248139023780823, "Finetune/Step": 2014, "Finetune/Step Time": 4.514822490513325} +{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.910881757736206, "Finetune/Loss (Raw)": 0.3889627754688263, "Finetune/Step": 2015, "Finetune/Step Time": 4.55078181438148} +{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078255891799927, "Finetune/Loss (Raw)": 0.397982120513916, "Finetune/Step": 2016, "Finetune/Step Time": 4.579406399279833} +{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072580933570862, "Finetune/Loss (Raw)": 0.8738296627998352, "Finetune/Step": 2017, "Finetune/Step Time": 4.574061121791601} +{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.907534658908844, "Finetune/Loss (Raw)": 0.9821983575820923, "Finetune/Step": 2018, "Finetune/Step Time": 4.575400231406093} +{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.906336784362793, "Finetune/Loss (Raw)": 0.8761343955993652, "Finetune/Step": 2019, "Finetune/Step Time": 4.587886355817318} +{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9052015542984009, "Finetune/Loss (Raw)": 0.9913535118103027, "Finetune/Step": 2020, "Finetune/Step Time": 4.591098701581359} +{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9054296612739563, "Finetune/Loss (Raw)": 0.9945920705795288, "Finetune/Step": 2021, "Finetune/Step Time": 4.597839616239071} +{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9061281085014343, "Finetune/Loss (Raw)": 0.9281099438667297, "Finetune/Step": 2022, "Finetune/Step Time": 4.604749370366335} +{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9050195813179016, "Finetune/Loss (Raw)": 0.7884548902511597, "Finetune/Step": 2023, "Finetune/Step Time": 4.62960553728044} +{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9049097299575806, "Finetune/Loss (Raw)": 0.9665050506591797, "Finetune/Step": 2024, "Finetune/Step Time": 4.628619663417339} +{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9032039642333984, "Finetune/Loss (Raw)": 0.9073942303657532, "Finetune/Step": 2025, "Finetune/Step Time": 4.640749102458358} +{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029594659805298, "Finetune/Loss (Raw)": 0.9838777780532837, "Finetune/Step": 2026, "Finetune/Step Time": 4.621941592544317} +{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9030879139900208, "Finetune/Loss (Raw)": 0.869732141494751, "Finetune/Step": 2027, "Finetune/Step Time": 4.6014751717448235} +{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037942290306091, "Finetune/Loss (Raw)": 0.9917999505996704, "Finetune/Step": 2028, "Finetune/Step Time": 4.615628903731704} +{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048547744750977, "Finetune/Loss (Raw)": 1.0703941583633423, "Finetune/Step": 2029, "Finetune/Step Time": 4.608631810173392} +{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996379971504211, "Finetune/Loss (Raw)": 0.34504440426826477, "Finetune/Step": 2030, "Finetune/Step Time": 4.6458994820714} +{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000562429428101, "Finetune/Loss (Raw)": 0.9287940263748169, "Finetune/Step": 2031, "Finetune/Step Time": 4.624956352636218} +{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9008995294570923, "Finetune/Loss (Raw)": 1.0717828273773193, "Finetune/Step": 2032, "Finetune/Step Time": 4.620185745880008} +{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9066727161407471, "Finetune/Loss (Raw)": 1.057621717453003, "Finetune/Step": 2033, "Finetune/Step Time": 4.584642339497805} +{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9075455665588379, "Finetune/Loss (Raw)": 1.0828306674957275, "Finetune/Step": 2034, "Finetune/Step Time": 4.572669653221965} +{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.9066325426101685, "Finetune/Loss (Raw)": 0.8629443645477295, "Finetune/Step": 2035, "Finetune/Step Time": 4.582080768421292} +{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9073835611343384, "Finetune/Loss (Raw)": 1.0081746578216553, "Finetune/Step": 2036, "Finetune/Step Time": 4.595555292442441} +{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9091013669967651, "Finetune/Loss (Raw)": 0.9863228797912598, "Finetune/Step": 2037, "Finetune/Step Time": 4.610441241413355} +{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908244252204895, "Finetune/Loss (Raw)": 0.8418262004852295, "Finetune/Step": 2038, "Finetune/Step Time": 4.612781837582588} +{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9088444709777832, "Finetune/Loss (Raw)": 1.0775104761123657, "Finetune/Step": 2039, "Finetune/Step Time": 4.606965547427535} +{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9091533422470093, "Finetune/Loss (Raw)": 1.0308325290679932, "Finetune/Step": 2040, "Finetune/Step Time": 4.605525327846408} +{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9094400405883789, "Finetune/Loss (Raw)": 1.0201826095581055, "Finetune/Step": 2041, "Finetune/Step Time": 4.649091402068734} +{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9072691202163696, "Finetune/Loss (Raw)": 0.8286852836608887, "Finetune/Step": 2042, "Finetune/Step Time": 4.650149002671242} +{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9062504172325134, "Finetune/Loss (Raw)": 0.9583573341369629, "Finetune/Step": 2043, "Finetune/Step Time": 4.619891081005335} +{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9064264297485352, "Finetune/Loss (Raw)": 0.9586244821548462, "Finetune/Step": 2044, "Finetune/Step Time": 4.619557732716203} +{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9079124927520752, "Finetune/Loss (Raw)": 1.0612386465072632, "Finetune/Step": 2045, "Finetune/Step Time": 4.631335452198982} +{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9091454148292542, "Finetune/Loss (Raw)": 1.066679835319519, "Finetune/Step": 2046, "Finetune/Step Time": 4.631198173388839} +{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9091404676437378, "Finetune/Loss (Raw)": 0.9745320677757263, "Finetune/Step": 2047, "Finetune/Step Time": 4.634400377050042} +{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9087928533554077, "Finetune/Loss (Raw)": 0.825729489326477, "Finetune/Step": 2048, "Finetune/Step Time": 4.623653097078204} +{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9064843654632568, "Finetune/Loss (Raw)": 0.7408390641212463, "Finetune/Step": 2049, "Finetune/Step Time": 4.6383207850158215} +{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9108940958976746, "Finetune/Loss (Raw)": 0.8662698864936829, "Finetune/Step": 2050, "Finetune/Step Time": 4.612536268308759} +{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9118447303771973, "Finetune/Loss (Raw)": 1.0960007905960083, "Finetune/Step": 2051, "Finetune/Step Time": 4.6164854653179646} +{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9113050699234009, "Finetune/Loss (Raw)": 0.9976991415023804, "Finetune/Step": 2052, "Finetune/Step Time": 4.628379262983799} +{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9095184206962585, "Finetune/Loss (Raw)": 0.9516679048538208, "Finetune/Step": 2053, "Finetune/Step Time": 4.630700962617993} +{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9153175950050354, "Finetune/Loss (Raw)": 1.0740031003952026, "Finetune/Step": 2054, "Finetune/Step Time": 4.594283977523446} +{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9202913045883179, "Finetune/Loss (Raw)": 1.0320253372192383, "Finetune/Step": 2055, "Finetune/Step Time": 4.560271153226495} +{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9202408194541931, "Finetune/Loss (Raw)": 1.042287826538086, "Finetune/Step": 2056, "Finetune/Step Time": 4.561023656278849} +{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9209144115447998, "Finetune/Loss (Raw)": 0.9359333515167236, "Finetune/Step": 2057, "Finetune/Step Time": 4.569543901830912} +{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9208232164382935, "Finetune/Loss (Raw)": 0.9293718934059143, "Finetune/Step": 2058, "Finetune/Step Time": 4.580909138545394} +{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9197678565979004, "Finetune/Loss (Raw)": 0.854232907295227, "Finetune/Step": 2059, "Finetune/Step Time": 4.581880267709494} +{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9205790758132935, "Finetune/Loss (Raw)": 0.9659100770950317, "Finetune/Step": 2060, "Finetune/Step Time": 4.567136773839593} +{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9210654497146606, "Finetune/Loss (Raw)": 1.0558922290802002, "Finetune/Step": 2061, "Finetune/Step Time": 4.554898569360375} +{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9198613166809082, "Finetune/Loss (Raw)": 0.8778900504112244, "Finetune/Step": 2062, "Finetune/Step Time": 4.56101862154901} +{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9196310639381409, "Finetune/Loss (Raw)": 1.0314292907714844, "Finetune/Step": 2063, "Finetune/Step Time": 4.552796088159084} +{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9206817746162415, "Finetune/Loss (Raw)": 0.9838475584983826, "Finetune/Step": 2064, "Finetune/Step Time": 4.566802114248276} +{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9206817150115967, "Finetune/Loss (Raw)": 0.998386561870575, "Finetune/Step": 2065, "Finetune/Step Time": 4.574315683916211} +{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9201858639717102, "Finetune/Loss (Raw)": 0.3372706472873688, "Finetune/Step": 2066, "Finetune/Step Time": 4.574697325006127} +{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9203659892082214, "Finetune/Loss (Raw)": 0.9769733548164368, "Finetune/Step": 2067, "Finetune/Step Time": 4.575775636360049} +{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9229050278663635, "Finetune/Loss (Raw)": 0.9489303231239319, "Finetune/Step": 2068, "Finetune/Step Time": 4.564426131546497} +{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.922919511795044, "Finetune/Loss (Raw)": 0.9253560900688171, "Finetune/Step": 2069, "Finetune/Step Time": 4.555313602089882} +{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9196333885192871, "Finetune/Loss (Raw)": 0.7301187515258789, "Finetune/Step": 2070, "Finetune/Step Time": 4.567117756232619} +{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9191601276397705, "Finetune/Loss (Raw)": 1.0034464597702026, "Finetune/Step": 2071, "Finetune/Step Time": 4.573029430583119} +{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9203780889511108, "Finetune/Loss (Raw)": 1.135636329650879, "Finetune/Step": 2072, "Finetune/Step Time": 4.564924029633403} +{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.924734354019165, "Finetune/Loss (Raw)": 0.9413092136383057, "Finetune/Step": 2073, "Finetune/Step Time": 4.536658668890595} +{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9255044460296631, "Finetune/Loss (Raw)": 1.0522366762161255, "Finetune/Step": 2074, "Finetune/Step Time": 4.532634794712067} +{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9236138463020325, "Finetune/Loss (Raw)": 0.9126258492469788, "Finetune/Step": 2075, "Finetune/Step Time": 4.526542134582996} +{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9213045835494995, "Finetune/Loss (Raw)": 0.799293577671051, "Finetune/Step": 2076, "Finetune/Step Time": 4.533645054325461} +{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9198542237281799, "Finetune/Loss (Raw)": 0.8892748951911926, "Finetune/Step": 2077, "Finetune/Step Time": 4.539064025506377} +{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9184079170227051, "Finetune/Loss (Raw)": 0.9102097153663635, "Finetune/Step": 2078, "Finetune/Step Time": 4.538912056013942} +{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9174585342407227, "Finetune/Loss (Raw)": 0.9641943573951721, "Finetune/Step": 2079, "Finetune/Step Time": 4.528058545663953} +{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9151044487953186, "Finetune/Loss (Raw)": 0.7986029982566833, "Finetune/Step": 2080, "Finetune/Step Time": 4.541461825370789} +{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9166232347488403, "Finetune/Loss (Raw)": 0.9478012323379517, "Finetune/Step": 2081, "Finetune/Step Time": 4.541108066216111} +{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166473150253296, "Finetune/Loss (Raw)": 0.8859002590179443, "Finetune/Step": 2082, "Finetune/Step Time": 4.528057795017958} +{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.917641282081604, "Finetune/Loss (Raw)": 0.9953386783599854, "Finetune/Step": 2083, "Finetune/Step Time": 4.510502187535167} +{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.919690728187561, "Finetune/Loss (Raw)": 1.1398017406463623, "Finetune/Step": 2084, "Finetune/Step Time": 4.500743554905057} +{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9135600924491882, "Finetune/Loss (Raw)": 0.31536927819252014, "Finetune/Step": 2085, "Finetune/Step Time": 4.538979917764664} +{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129083156585693, "Finetune/Loss (Raw)": 1.0130541324615479, "Finetune/Step": 2086, "Finetune/Step Time": 4.543871361762285} +{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146276712417603, "Finetune/Loss (Raw)": 1.0736548900604248, "Finetune/Step": 2087, "Finetune/Step Time": 4.539626520127058} +{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9139635562896729, "Finetune/Loss (Raw)": 1.0715043544769287, "Finetune/Step": 2088, "Finetune/Step Time": 4.529718101024628} +{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.915276825428009, "Finetune/Loss (Raw)": 1.0118809938430786, "Finetune/Step": 2089, "Finetune/Step Time": 4.524285439401865} +{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142016172409058, "Finetune/Loss (Raw)": 0.2691653370857239, "Finetune/Step": 2090, "Finetune/Step Time": 4.525179270654917} +{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9178771376609802, "Finetune/Loss (Raw)": 0.8630709052085876, "Finetune/Step": 2091, "Finetune/Step Time": 4.48964200168848} +{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9176594614982605, "Finetune/Loss (Raw)": 1.0381113290786743, "Finetune/Step": 2092, "Finetune/Step Time": 4.477122152224183} +{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9186854958534241, "Finetune/Loss (Raw)": 0.9868615865707397, "Finetune/Step": 2093, "Finetune/Step Time": 4.475049925968051} +{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9201472401618958, "Finetune/Loss (Raw)": 1.089908242225647, "Finetune/Step": 2094, "Finetune/Step Time": 4.475885385647416} +{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9212266206741333, "Finetune/Loss (Raw)": 0.9865807294845581, "Finetune/Step": 2095, "Finetune/Step Time": 4.480633748695254} +{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9206574559211731, "Finetune/Loss (Raw)": 0.9621691107749939, "Finetune/Step": 2096, "Finetune/Step Time": 4.488425197079778} +{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256149530410767, "Finetune/Loss (Raw)": 1.078591227531433, "Finetune/Step": 2097, "Finetune/Step Time": 4.448270598426461} +{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9256309270858765, "Finetune/Loss (Raw)": 0.9441665410995483, "Finetune/Step": 2098, "Finetune/Step Time": 4.456834357231855} +{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9253058433532715, "Finetune/Loss (Raw)": 0.3620152771472931, "Finetune/Step": 2099, "Finetune/Step Time": 4.459247270599008} +{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9244866967201233, "Finetune/Loss (Raw)": 0.8267658352851868, "Finetune/Step": 2100, "Finetune/Step Time": 4.464960927143693} +{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9256536364555359, "Finetune/Loss (Raw)": 1.0425910949707031, "Finetune/Step": 2101, "Finetune/Step Time": 4.429142739623785} +{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9241818785667419, "Finetune/Loss (Raw)": 0.9190571308135986, "Finetune/Step": 2102, "Finetune/Step Time": 4.432380463927984} +{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9196922183036804, "Finetune/Loss (Raw)": 0.3664920926094055, "Finetune/Step": 2103, "Finetune/Step Time": 4.473138775676489} +{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9193832874298096, "Finetune/Loss (Raw)": 0.9353576898574829, "Finetune/Step": 2104, "Finetune/Step Time": 4.4803858902305365} +{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9188459515571594, "Finetune/Loss (Raw)": 0.9541168212890625, "Finetune/Step": 2105, "Finetune/Step Time": 4.490468809381127} +{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9178749918937683, "Finetune/Loss (Raw)": 0.9442909359931946, "Finetune/Step": 2106, "Finetune/Step Time": 4.489204606041312} +{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9224444627761841, "Finetune/Loss (Raw)": 0.9611418843269348, "Finetune/Step": 2107, "Finetune/Step Time": 4.4498834554106} +{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9227591156959534, "Finetune/Loss (Raw)": 0.9203802347183228, "Finetune/Step": 2108, "Finetune/Step Time": 4.437673695385456} +{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9222630858421326, "Finetune/Loss (Raw)": 0.9647030234336853, "Finetune/Step": 2109, "Finetune/Step Time": 4.4409788604825735} +{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9225163459777832, "Finetune/Loss (Raw)": 1.0209383964538574, "Finetune/Step": 2110, "Finetune/Step Time": 4.44912825897336} +{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9228631854057312, "Finetune/Loss (Raw)": 0.9611258506774902, "Finetune/Step": 2111, "Finetune/Step Time": 4.463992260396481} +{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9176650643348694, "Finetune/Loss (Raw)": 0.45674899220466614, "Finetune/Step": 2112, "Finetune/Step Time": 4.503208264708519} +{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.917238712310791, "Finetune/Loss (Raw)": 0.9757026433944702, "Finetune/Step": 2113, "Finetune/Step Time": 4.5013406574726105} +{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9168736934661865, "Finetune/Loss (Raw)": 1.149680256843567, "Finetune/Step": 2114, "Finetune/Step Time": 4.519186373800039} +{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9171844124794006, "Finetune/Loss (Raw)": 1.0304967164993286, "Finetune/Step": 2115, "Finetune/Step Time": 4.495394492521882} +{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9134227633476257, "Finetune/Loss (Raw)": 0.41606977581977844, "Finetune/Step": 2116, "Finetune/Step Time": 4.5308976378291845} +{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.9117547869682312, "Finetune/Loss (Raw)": 0.777216374874115, "Finetune/Step": 2117, "Finetune/Step Time": 4.546945394948125} +{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9108171463012695, "Finetune/Loss (Raw)": 0.8933022022247314, "Finetune/Step": 2118, "Finetune/Step Time": 4.542669737711549} +{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.91124027967453, "Finetune/Loss (Raw)": 0.9027512073516846, "Finetune/Step": 2119, "Finetune/Step Time": 4.556057084351778} +{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.905998170375824, "Finetune/Loss (Raw)": 0.3303523659706116, "Finetune/Step": 2120, "Finetune/Step Time": 4.59543764591217} +{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9065207242965698, "Finetune/Loss (Raw)": 0.9620288610458374, "Finetune/Step": 2121, "Finetune/Step Time": 4.58722648024559} +{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9084974527359009, "Finetune/Loss (Raw)": 1.0328267812728882, "Finetune/Step": 2122, "Finetune/Step Time": 4.575627159327269} +{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9101946353912354, "Finetune/Loss (Raw)": 1.0391026735305786, "Finetune/Step": 2123, "Finetune/Step Time": 4.567124493420124} +{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9113738536834717, "Finetune/Loss (Raw)": 1.0082248449325562, "Finetune/Step": 2124, "Finetune/Step Time": 4.558444105088711} +{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9111466407775879, "Finetune/Loss (Raw)": 1.0495316982269287, "Finetune/Step": 2125, "Finetune/Step Time": 4.572382029145956} +{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9119724631309509, "Finetune/Loss (Raw)": 1.0341559648513794, "Finetune/Step": 2126, "Finetune/Step Time": 4.569023767486215} +{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9162752628326416, "Finetune/Loss (Raw)": 0.9603467583656311, "Finetune/Step": 2127, "Finetune/Step Time": 4.53891540132463} +{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9120253324508667, "Finetune/Loss (Raw)": 0.34841060638427734, "Finetune/Step": 2128, "Finetune/Step Time": 4.556666007265449} +{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9064316749572754, "Finetune/Loss (Raw)": 0.2724717855453491, "Finetune/Step": 2129, "Finetune/Step Time": 4.595807978883386} +{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9067674279212952, "Finetune/Loss (Raw)": 0.9946209788322449, "Finetune/Step": 2130, "Finetune/Step Time": 4.5947121437639} +{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9076102375984192, "Finetune/Loss (Raw)": 1.0131068229675293, "Finetune/Step": 2131, "Finetune/Step Time": 4.584609221667051} +{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9075570106506348, "Finetune/Loss (Raw)": 0.9107868075370789, "Finetune/Step": 2132, "Finetune/Step Time": 4.588928619399667} +{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.909454345703125, "Finetune/Loss (Raw)": 1.1808249950408936, "Finetune/Step": 2133, "Finetune/Step Time": 4.586177701130509} +{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9092767834663391, "Finetune/Loss (Raw)": 0.931549072265625, "Finetune/Step": 2134, "Finetune/Step Time": 4.596898138523102} +{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072285890579224, "Finetune/Loss (Raw)": 0.8936553597450256, "Finetune/Step": 2135, "Finetune/Step Time": 4.592781446874142} +{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.907127320766449, "Finetune/Loss (Raw)": 1.0075504779815674, "Finetune/Step": 2136, "Finetune/Step Time": 4.579740198329091} +{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033083915710449, "Finetune/Loss (Raw)": 0.41800811886787415, "Finetune/Step": 2137, "Finetune/Step Time": 4.6196640357375145} +{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9023244380950928, "Finetune/Loss (Raw)": 0.9373778700828552, "Finetune/Step": 2138, "Finetune/Step Time": 4.617703225463629} +{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9006781578063965, "Finetune/Loss (Raw)": 0.9045369029045105, "Finetune/Step": 2139, "Finetune/Step Time": 4.637057041749358} +{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9009192585945129, "Finetune/Loss (Raw)": 0.9951001405715942, "Finetune/Step": 2140, "Finetune/Step Time": 4.639919303357601} +{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9013068079948425, "Finetune/Loss (Raw)": 1.1058119535446167, "Finetune/Step": 2141, "Finetune/Step Time": 4.62547043338418} +{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9017375707626343, "Finetune/Loss (Raw)": 0.8799479603767395, "Finetune/Step": 2142, "Finetune/Step Time": 4.609229747205973} +{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9063174724578857, "Finetune/Loss (Raw)": 0.9751949310302734, "Finetune/Step": 2143, "Finetune/Step Time": 4.586864069104195} +{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9105844497680664, "Finetune/Loss (Raw)": 0.9441584348678589, "Finetune/Step": 2144, "Finetune/Step Time": 4.564884718507528} +{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9096157550811768, "Finetune/Loss (Raw)": 0.7498288154602051, "Finetune/Step": 2145, "Finetune/Step Time": 4.564915733411908} +{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9094592928886414, "Finetune/Loss (Raw)": 0.9621707201004028, "Finetune/Step": 2146, "Finetune/Step Time": 4.585118448361754} +{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9103562235832214, "Finetune/Loss (Raw)": 0.9909407496452332, "Finetune/Step": 2147, "Finetune/Step Time": 4.581228526309133} +{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9111902713775635, "Finetune/Loss (Raw)": 1.0981130599975586, "Finetune/Step": 2148, "Finetune/Step Time": 4.577668197453022} +{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9113696813583374, "Finetune/Loss (Raw)": 1.017562985420227, "Finetune/Step": 2149, "Finetune/Step Time": 4.556274091824889} +{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9114447832107544, "Finetune/Loss (Raw)": 0.9377208948135376, "Finetune/Step": 2150, "Finetune/Step Time": 4.559572771191597} +{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.91461580991745, "Finetune/Loss (Raw)": 1.1943411827087402, "Finetune/Step": 2151, "Finetune/Step Time": 4.549834601581097} +{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9136916995048523, "Finetune/Loss (Raw)": 0.8482263684272766, "Finetune/Step": 2152, "Finetune/Step Time": 4.556142274290323} +{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9135025143623352, "Finetune/Loss (Raw)": 0.8831747770309448, "Finetune/Step": 2153, "Finetune/Step Time": 4.545673856511712} +{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9130042791366577, "Finetune/Loss (Raw)": 0.9201036691665649, "Finetune/Step": 2154, "Finetune/Step Time": 4.5551584511995316} +{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9136013984680176, "Finetune/Loss (Raw)": 0.9461647868156433, "Finetune/Step": 2155, "Finetune/Step Time": 4.561928439885378} +{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9120454788208008, "Finetune/Loss (Raw)": 0.7926372289657593, "Finetune/Step": 2156, "Finetune/Step Time": 4.557232465595007} +{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9110910892486572, "Finetune/Loss (Raw)": 0.9482300281524658, "Finetune/Step": 2157, "Finetune/Step Time": 4.566815922036767} +{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9160565137863159, "Finetune/Loss (Raw)": 0.9806232452392578, "Finetune/Step": 2158, "Finetune/Step Time": 4.522320872172713} +{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9167819023132324, "Finetune/Loss (Raw)": 1.0216401815414429, "Finetune/Step": 2159, "Finetune/Step Time": 4.538587894290686} +{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9161473512649536, "Finetune/Loss (Raw)": 0.9905664920806885, "Finetune/Step": 2160, "Finetune/Step Time": 4.540203338488936} +{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9147151112556458, "Finetune/Loss (Raw)": 0.8742919564247131, "Finetune/Step": 2161, "Finetune/Step Time": 4.53453485481441} +{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9137712121009827, "Finetune/Loss (Raw)": 0.9620102047920227, "Finetune/Step": 2162, "Finetune/Step Time": 4.53915604762733} +{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9141849279403687, "Finetune/Loss (Raw)": 0.9159008860588074, "Finetune/Step": 2163, "Finetune/Step Time": 4.523576969280839} +{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9147036075592041, "Finetune/Loss (Raw)": 1.0745683908462524, "Finetune/Step": 2164, "Finetune/Step Time": 4.5098614525049925} +{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9148769378662109, "Finetune/Loss (Raw)": 1.008504033088684, "Finetune/Step": 2165, "Finetune/Step Time": 4.519643560051918} +{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9160648584365845, "Finetune/Loss (Raw)": 0.9938895106315613, "Finetune/Step": 2166, "Finetune/Step Time": 4.519653921946883} +{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9162538051605225, "Finetune/Loss (Raw)": 1.1016849279403687, "Finetune/Step": 2167, "Finetune/Step Time": 4.519455166533589} +{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9156140089035034, "Finetune/Loss (Raw)": 0.9489421844482422, "Finetune/Step": 2168, "Finetune/Step Time": 4.518542969599366} +{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.915410041809082, "Finetune/Loss (Raw)": 0.9940770268440247, "Finetune/Step": 2169, "Finetune/Step Time": 4.475598426535726} +{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9156591892242432, "Finetune/Loss (Raw)": 0.8605760335922241, "Finetune/Step": 2170, "Finetune/Step Time": 4.477106032893062} +{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.91575688123703, "Finetune/Loss (Raw)": 0.9708613753318787, "Finetune/Step": 2171, "Finetune/Step Time": 4.486892644315958} +{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9155352115631104, "Finetune/Loss (Raw)": 0.9302454590797424, "Finetune/Step": 2172, "Finetune/Step Time": 4.487067988142371} +{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9150079488754272, "Finetune/Loss (Raw)": 0.9937543869018555, "Finetune/Step": 2173, "Finetune/Step Time": 4.490920826792717} +{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9131126999855042, "Finetune/Loss (Raw)": 0.8240886330604553, "Finetune/Step": 2174, "Finetune/Step Time": 4.503735236823559} +{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9132011532783508, "Finetune/Loss (Raw)": 0.9858487248420715, "Finetune/Step": 2175, "Finetune/Step Time": 4.519647140055895} +{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.914687991142273, "Finetune/Loss (Raw)": 1.0160478353500366, "Finetune/Step": 2176, "Finetune/Step Time": 4.519418682903051} +{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9176197648048401, "Finetune/Loss (Raw)": 1.1161080598831177, "Finetune/Step": 2177, "Finetune/Step Time": 4.508538346737623} +{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9172943234443665, "Finetune/Loss (Raw)": 0.8246163725852966, "Finetune/Step": 2178, "Finetune/Step Time": 4.496266815811396} +{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9168145060539246, "Finetune/Loss (Raw)": 1.0345808267593384, "Finetune/Step": 2179, "Finetune/Step Time": 4.506038937717676} +{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9168364405632019, "Finetune/Loss (Raw)": 1.0005062818527222, "Finetune/Step": 2180, "Finetune/Step Time": 4.499960316345096} +{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9172378182411194, "Finetune/Loss (Raw)": 1.0030475854873657, "Finetune/Step": 2181, "Finetune/Step Time": 4.497848629951477} +{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9168022871017456, "Finetune/Loss (Raw)": 1.01824951171875, "Finetune/Step": 2182, "Finetune/Step Time": 4.501283809542656} +{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9152185916900635, "Finetune/Loss (Raw)": 0.8293076157569885, "Finetune/Step": 2183, "Finetune/Step Time": 4.517576372250915} +{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9137877821922302, "Finetune/Loss (Raw)": 0.8591534495353699, "Finetune/Step": 2184, "Finetune/Step Time": 4.532132530584931} +{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9138796329498291, "Finetune/Loss (Raw)": 0.947688102722168, "Finetune/Step": 2185, "Finetune/Step Time": 4.518641792237759} +{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9138785600662231, "Finetune/Loss (Raw)": 0.9292348027229309, "Finetune/Step": 2186, "Finetune/Step Time": 4.503389632329345} +{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9134753942489624, "Finetune/Loss (Raw)": 0.8026304244995117, "Finetune/Step": 2187, "Finetune/Step Time": 4.5371947437524796} +{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9135055541992188, "Finetune/Loss (Raw)": 0.969768762588501, "Finetune/Step": 2188, "Finetune/Step Time": 4.565060259774327} +{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9120980501174927, "Finetune/Loss (Raw)": 0.8757383823394775, "Finetune/Step": 2189, "Finetune/Step Time": 4.572401441633701} +{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9121697545051575, "Finetune/Loss (Raw)": 0.887060821056366, "Finetune/Step": 2190, "Finetune/Step Time": 4.575784429907799} +{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9119690656661987, "Finetune/Loss (Raw)": 1.0057376623153687, "Finetune/Step": 2191, "Finetune/Step Time": 4.596184633672237} +{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9107348918914795, "Finetune/Loss (Raw)": 0.8258717656135559, "Finetune/Step": 2192, "Finetune/Step Time": 4.577724015340209} +{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9109262824058533, "Finetune/Loss (Raw)": 1.0228919982910156, "Finetune/Step": 2193, "Finetune/Step Time": 4.572831699624658} +{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9160853028297424, "Finetune/Loss (Raw)": 0.997625470161438, "Finetune/Step": 2194, "Finetune/Step Time": 4.537317290902138} +{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9164151549339294, "Finetune/Loss (Raw)": 1.0191940069198608, "Finetune/Step": 2195, "Finetune/Step Time": 4.536129370331764} +{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9159690141677856, "Finetune/Loss (Raw)": 0.8918233513832092, "Finetune/Step": 2196, "Finetune/Step Time": 4.545675626024604} +{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9167978763580322, "Finetune/Loss (Raw)": 1.031451940536499, "Finetune/Step": 2197, "Finetune/Step Time": 4.547217210754752} +{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.918201208114624, "Finetune/Loss (Raw)": 0.9097384810447693, "Finetune/Step": 2198, "Finetune/Step Time": 4.546308923512697} +{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9172841310501099, "Finetune/Loss (Raw)": 0.8860687613487244, "Finetune/Step": 2199, "Finetune/Step Time": 4.537976745516062} +{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9157308340072632, "Finetune/Loss (Raw)": 0.9368077516555786, "Finetune/Step": 2200, "Finetune/Step Time": 4.550211798399687} +{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9111224412918091, "Finetune/Loss (Raw)": 0.3514349162578583, "Finetune/Step": 2201, "Finetune/Step Time": 4.582223771139979} +{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9103618264198303, "Finetune/Loss (Raw)": 0.9548811912536621, "Finetune/Step": 2202, "Finetune/Step Time": 4.568327944725752} +{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.91030353307724, "Finetune/Loss (Raw)": 0.9051614999771118, "Finetune/Step": 2203, "Finetune/Step Time": 4.5690915156155825} +{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9110007286071777, "Finetune/Loss (Raw)": 0.8885341882705688, "Finetune/Step": 2204, "Finetune/Step Time": 4.5662353821098804} +{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9073745012283325, "Finetune/Loss (Raw)": 0.425123393535614, "Finetune/Step": 2205, "Finetune/Step Time": 4.5980539210140705} +{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9060530066490173, "Finetune/Loss (Raw)": 0.7410578727722168, "Finetune/Step": 2206, "Finetune/Step Time": 4.6531665194779634} +{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9063112735748291, "Finetune/Loss (Raw)": 0.9972507357597351, "Finetune/Step": 2207, "Finetune/Step Time": 4.6481173653155565} +{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9071135520935059, "Finetune/Loss (Raw)": 0.9012974500656128, "Finetune/Step": 2208, "Finetune/Step Time": 4.6460713557899} +{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9068596959114075, "Finetune/Loss (Raw)": 0.9153058528900146, "Finetune/Step": 2209, "Finetune/Step Time": 4.6415901985019445} +{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9029816389083862, "Finetune/Loss (Raw)": 0.38950270414352417, "Finetune/Step": 2210, "Finetune/Step Time": 4.67929432541132} +{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9033921957015991, "Finetune/Loss (Raw)": 1.0478936433792114, "Finetune/Step": 2211, "Finetune/Step Time": 4.703916981816292} +{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9003170728683472, "Finetune/Loss (Raw)": 0.7461889386177063, "Finetune/Step": 2212, "Finetune/Step Time": 4.737994806841016} +{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.904622495174408, "Finetune/Loss (Raw)": 0.8664629459381104, "Finetune/Step": 2213, "Finetune/Step Time": 4.705766538158059} +{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9025217294692993, "Finetune/Loss (Raw)": 0.7441598773002625, "Finetune/Step": 2214, "Finetune/Step Time": 4.7175307627767324} +{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9019824862480164, "Finetune/Loss (Raw)": 1.004625916481018, "Finetune/Step": 2215, "Finetune/Step Time": 4.71129928342998} +{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9013316631317139, "Finetune/Loss (Raw)": 0.9881988763809204, "Finetune/Step": 2216, "Finetune/Step Time": 4.713734632357955} +{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9016267657279968, "Finetune/Loss (Raw)": 1.049656867980957, "Finetune/Step": 2217, "Finetune/Step Time": 4.7094687186181545} +{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9056432247161865, "Finetune/Loss (Raw)": 0.783268392086029, "Finetune/Step": 2218, "Finetune/Step Time": 4.675246987491846} +{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.905998945236206, "Finetune/Loss (Raw)": 0.9086070656776428, "Finetune/Step": 2219, "Finetune/Step Time": 4.70543454028666} +{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.905806303024292, "Finetune/Loss (Raw)": 1.0134533643722534, "Finetune/Step": 2220, "Finetune/Step Time": 4.705594938248396} +{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9049338102340698, "Finetune/Loss (Raw)": 0.8751749396324158, "Finetune/Step": 2221, "Finetune/Step Time": 4.722101908177137} +{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9042948484420776, "Finetune/Loss (Raw)": 1.0081288814544678, "Finetune/Step": 2222, "Finetune/Step Time": 4.73101270198822} +{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9041985869407654, "Finetune/Loss (Raw)": 0.974255383014679, "Finetune/Step": 2223, "Finetune/Step Time": 4.73488013073802} +{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9040940999984741, "Finetune/Loss (Raw)": 0.9487950801849365, "Finetune/Step": 2224, "Finetune/Step Time": 4.735590301454067} +{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9029110074043274, "Finetune/Loss (Raw)": 0.9271542429924011, "Finetune/Step": 2225, "Finetune/Step Time": 4.7471165880560875} +{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9029923677444458, "Finetune/Loss (Raw)": 0.9545770287513733, "Finetune/Step": 2226, "Finetune/Step Time": 4.746831266209483} +{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.908027172088623, "Finetune/Loss (Raw)": 1.0064700841903687, "Finetune/Step": 2227, "Finetune/Step Time": 4.712200280278921} +{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9090585708618164, "Finetune/Loss (Raw)": 0.9587864875793457, "Finetune/Step": 2228, "Finetune/Step Time": 4.710472794249654} +{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9083589315414429, "Finetune/Loss (Raw)": 0.9530425071716309, "Finetune/Step": 2229, "Finetune/Step Time": 4.709778279066086} +{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9082190990447998, "Finetune/Loss (Raw)": 0.9011619687080383, "Finetune/Step": 2230, "Finetune/Step Time": 4.7105223555117846} +{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9134056568145752, "Finetune/Loss (Raw)": 1.0303609371185303, "Finetune/Step": 2231, "Finetune/Step Time": 4.671106616035104} +{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9144130945205688, "Finetune/Loss (Raw)": 1.064319133758545, "Finetune/Step": 2232, "Finetune/Step Time": 4.662407927215099} +{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9133822917938232, "Finetune/Loss (Raw)": 0.8221710920333862, "Finetune/Step": 2233, "Finetune/Step Time": 4.660514537245035} +{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9138168096542358, "Finetune/Loss (Raw)": 0.9999117255210876, "Finetune/Step": 2234, "Finetune/Step Time": 4.6641377955675125} +{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9147292971611023, "Finetune/Loss (Raw)": 1.077937364578247, "Finetune/Step": 2235, "Finetune/Step Time": 4.675465738400817} +{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9155850410461426, "Finetune/Loss (Raw)": 1.029911756515503, "Finetune/Step": 2236, "Finetune/Step Time": 4.6759925205260515} +{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9154758453369141, "Finetune/Loss (Raw)": 0.9507297873497009, "Finetune/Step": 2237, "Finetune/Step Time": 4.676488360390067} +{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9138290882110596, "Finetune/Loss (Raw)": 0.8101575374603271, "Finetune/Step": 2238, "Finetune/Step Time": 4.680784137919545} +{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9156531095504761, "Finetune/Loss (Raw)": 1.1945875883102417, "Finetune/Step": 2239, "Finetune/Step Time": 4.666689349338412} +{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9205454587936401, "Finetune/Loss (Raw)": 1.082982063293457, "Finetune/Step": 2240, "Finetune/Step Time": 4.629869822412729} +{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9208798408508301, "Finetune/Loss (Raw)": 1.0184972286224365, "Finetune/Step": 2241, "Finetune/Step Time": 4.638092778623104} +{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9191818833351135, "Finetune/Loss (Raw)": 0.932342529296875, "Finetune/Step": 2242, "Finetune/Step Time": 4.621071329340339} +{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9182815551757812, "Finetune/Loss (Raw)": 0.9152491092681885, "Finetune/Step": 2243, "Finetune/Step Time": 4.623615335673094} +{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9243090748786926, "Finetune/Loss (Raw)": 1.187599539756775, "Finetune/Step": 2244, "Finetune/Step Time": 4.582525044679642} +{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9259030222892761, "Finetune/Loss (Raw)": 0.9812400937080383, "Finetune/Step": 2245, "Finetune/Step Time": 4.562815027311444} +{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9276680946350098, "Finetune/Loss (Raw)": 1.1192326545715332, "Finetune/Step": 2246, "Finetune/Step Time": 4.565894830971956} +{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9275151491165161, "Finetune/Loss (Raw)": 0.8831725120544434, "Finetune/Step": 2247, "Finetune/Step Time": 4.564513610675931} +{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.931165337562561, "Finetune/Loss (Raw)": 0.7975817918777466, "Finetune/Step": 2248, "Finetune/Step Time": 4.521570371463895} +{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.930548906326294, "Finetune/Loss (Raw)": 0.8831292390823364, "Finetune/Step": 2249, "Finetune/Step Time": 4.521548517048359} +{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9301015734672546, "Finetune/Loss (Raw)": 0.9755592346191406, "Finetune/Step": 2250, "Finetune/Step Time": 4.542720934376121} +{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.929736852645874, "Finetune/Loss (Raw)": 0.9924221038818359, "Finetune/Step": 2251, "Finetune/Step Time": 4.5441133715212345} +{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9243236780166626, "Finetune/Loss (Raw)": 0.31533291935920715, "Finetune/Step": 2252, "Finetune/Step Time": 4.578216977417469} +{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9243861436843872, "Finetune/Loss (Raw)": 1.057531714439392, "Finetune/Step": 2253, "Finetune/Step Time": 4.559478014707565} +{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9246827363967896, "Finetune/Loss (Raw)": 1.0721185207366943, "Finetune/Step": 2254, "Finetune/Step Time": 4.5658012218773365} +{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9248775243759155, "Finetune/Loss (Raw)": 0.9852787852287292, "Finetune/Step": 2255, "Finetune/Step Time": 4.5630780551582575} +{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9292386770248413, "Finetune/Loss (Raw)": 0.9066349864006042, "Finetune/Step": 2256, "Finetune/Step Time": 4.519856913015246} +{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9349743127822876, "Finetune/Loss (Raw)": 1.0066330432891846, "Finetune/Step": 2257, "Finetune/Step Time": 4.4789283107966185} +{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9334539175033569, "Finetune/Loss (Raw)": 0.8000094890594482, "Finetune/Step": 2258, "Finetune/Step Time": 4.479134377092123} +{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9323580265045166, "Finetune/Loss (Raw)": 0.8728429675102234, "Finetune/Step": 2259, "Finetune/Step Time": 4.4765111412853} +{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9324480295181274, "Finetune/Loss (Raw)": 0.9222974181175232, "Finetune/Step": 2260, "Finetune/Step Time": 4.481879580765963} +{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9310569167137146, "Finetune/Loss (Raw)": 1.0027656555175781, "Finetune/Step": 2261, "Finetune/Step Time": 4.484088180586696} +{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9321290850639343, "Finetune/Loss (Raw)": 1.0687880516052246, "Finetune/Step": 2262, "Finetune/Step Time": 4.477954562753439} +{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.931912899017334, "Finetune/Loss (Raw)": 0.8659806251525879, "Finetune/Step": 2263, "Finetune/Step Time": 4.482224468141794} +{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9317623376846313, "Finetune/Loss (Raw)": 0.9882786273956299, "Finetune/Step": 2264, "Finetune/Step Time": 4.485275002196431} +{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9357399344444275, "Finetune/Loss (Raw)": 0.9271430373191833, "Finetune/Step": 2265, "Finetune/Step Time": 4.453795984387398} +{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9347328543663025, "Finetune/Loss (Raw)": 0.8084723353385925, "Finetune/Step": 2266, "Finetune/Step Time": 4.46066764742136} +{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9348146915435791, "Finetune/Loss (Raw)": 0.9150084853172302, "Finetune/Step": 2267, "Finetune/Step Time": 4.440975459292531} +{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9337280988693237, "Finetune/Loss (Raw)": 0.8560160398483276, "Finetune/Step": 2268, "Finetune/Step Time": 4.438395099714398} +{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9326764941215515, "Finetune/Loss (Raw)": 0.9712094068527222, "Finetune/Step": 2269, "Finetune/Step Time": 4.431611554697156} +{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9323081970214844, "Finetune/Loss (Raw)": 0.832802414894104, "Finetune/Step": 2270, "Finetune/Step Time": 4.4406399838626385} +{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9324891567230225, "Finetune/Loss (Raw)": 0.9983634948730469, "Finetune/Step": 2271, "Finetune/Step Time": 4.420390218496323} +{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9330276846885681, "Finetune/Loss (Raw)": 1.0130854845046997, "Finetune/Step": 2272, "Finetune/Step Time": 4.408992752432823} +{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9346709251403809, "Finetune/Loss (Raw)": 0.9601641297340393, "Finetune/Step": 2273, "Finetune/Step Time": 4.394400980323553} +{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9339014291763306, "Finetune/Loss (Raw)": 0.8636789917945862, "Finetune/Step": 2274, "Finetune/Step Time": 4.400238612666726} +{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9344028830528259, "Finetune/Loss (Raw)": 1.0551273822784424, "Finetune/Step": 2275, "Finetune/Step Time": 4.392210157588124} +{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9332959651947021, "Finetune/Loss (Raw)": 0.9564274549484253, "Finetune/Step": 2276, "Finetune/Step Time": 4.394608261063695} +{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9313841462135315, "Finetune/Loss (Raw)": 0.7728458642959595, "Finetune/Step": 2277, "Finetune/Step Time": 4.3993550427258015} +{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9320335984230042, "Finetune/Loss (Raw)": 1.0208516120910645, "Finetune/Step": 2278, "Finetune/Step Time": 4.397543635219336} +{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9311243891716003, "Finetune/Loss (Raw)": 1.0779622793197632, "Finetune/Step": 2279, "Finetune/Step Time": 4.386215254664421} +{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.931691586971283, "Finetune/Loss (Raw)": 0.9208272695541382, "Finetune/Step": 2280, "Finetune/Step Time": 4.386561194434762} +{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.932094156742096, "Finetune/Loss (Raw)": 0.934704065322876, "Finetune/Step": 2281, "Finetune/Step Time": 4.387995757162571} +{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9322623014450073, "Finetune/Loss (Raw)": 0.9416328072547913, "Finetune/Step": 2282, "Finetune/Step Time": 4.392933912575245} +{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.933332085609436, "Finetune/Loss (Raw)": 1.0830930471420288, "Finetune/Step": 2283, "Finetune/Step Time": 4.380484269931912} +{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9345332384109497, "Finetune/Loss (Raw)": 0.9463840126991272, "Finetune/Step": 2284, "Finetune/Step Time": 4.3949070777744055} +{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9350659251213074, "Finetune/Loss (Raw)": 1.0164140462875366, "Finetune/Step": 2285, "Finetune/Step Time": 4.3948338236659765} +{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.935245156288147, "Finetune/Loss (Raw)": 1.0035656690597534, "Finetune/Step": 2286, "Finetune/Step Time": 4.4055310525000095} +{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9337483644485474, "Finetune/Loss (Raw)": 0.830053448677063, "Finetune/Step": 2287, "Finetune/Step Time": 4.390332913026214} +{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9336185455322266, "Finetune/Loss (Raw)": 0.9739488363265991, "Finetune/Step": 2288, "Finetune/Step Time": 4.388429455459118} +{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9328664541244507, "Finetune/Loss (Raw)": 0.7780259251594543, "Finetune/Step": 2289, "Finetune/Step Time": 4.402012212201953} +{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9334911704063416, "Finetune/Loss (Raw)": 1.0419654846191406, "Finetune/Step": 2290, "Finetune/Step Time": 4.394476531073451} +{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9331985116004944, "Finetune/Loss (Raw)": 0.8784445524215698, "Finetune/Step": 2291, "Finetune/Step Time": 4.4069300554692745} +{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9316698908805847, "Finetune/Loss (Raw)": 0.8789045810699463, "Finetune/Step": 2292, "Finetune/Step Time": 4.4150469321757555} +{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9300329089164734, "Finetune/Loss (Raw)": 0.7989686727523804, "Finetune/Step": 2293, "Finetune/Step Time": 4.399515703320503} +{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.929770290851593, "Finetune/Loss (Raw)": 0.9602718353271484, "Finetune/Step": 2294, "Finetune/Step Time": 4.397673539817333} +{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9288109540939331, "Finetune/Loss (Raw)": 0.9788903594017029, "Finetune/Step": 2295, "Finetune/Step Time": 4.415779436007142} +{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9275731444358826, "Finetune/Loss (Raw)": 0.7905058264732361, "Finetune/Step": 2296, "Finetune/Step Time": 4.416290145367384} +{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9274736046791077, "Finetune/Loss (Raw)": 0.981339693069458, "Finetune/Step": 2297, "Finetune/Step Time": 4.418382512405515} +{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9278150796890259, "Finetune/Loss (Raw)": 0.9042855501174927, "Finetune/Step": 2298, "Finetune/Step Time": 4.419543690979481} +{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9281609654426575, "Finetune/Loss (Raw)": 1.0151309967041016, "Finetune/Step": 2299, "Finetune/Step Time": 4.417375722900033} +{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9288297891616821, "Finetune/Loss (Raw)": 1.0158536434173584, "Finetune/Step": 2300, "Finetune/Step Time": 4.423116976395249} +{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9278068542480469, "Finetune/Loss (Raw)": 0.8628135919570923, "Finetune/Step": 2301, "Finetune/Step Time": 4.409441774711013} +{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.927787184715271, "Finetune/Loss (Raw)": 0.8215786814689636, "Finetune/Step": 2302, "Finetune/Step Time": 4.401831477880478} +{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9275786280632019, "Finetune/Loss (Raw)": 0.9591503143310547, "Finetune/Step": 2303, "Finetune/Step Time": 4.384027032181621} +{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.92552250623703, "Finetune/Loss (Raw)": 0.7528674602508545, "Finetune/Step": 2304, "Finetune/Step Time": 4.392480660229921} +{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9233250617980957, "Finetune/Loss (Raw)": 0.8348381519317627, "Finetune/Step": 2305, "Finetune/Step Time": 4.388170141726732} +{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9254154562950134, "Finetune/Loss (Raw)": 1.092179298400879, "Finetune/Step": 2306, "Finetune/Step Time": 4.390441108494997} +{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9252163171768188, "Finetune/Loss (Raw)": 1.0090938806533813, "Finetune/Step": 2307, "Finetune/Step Time": 4.3748172875493765} +{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.922508716583252, "Finetune/Loss (Raw)": 0.6539298892021179, "Finetune/Step": 2308, "Finetune/Step Time": 4.377355379983783} +{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.922538161277771, "Finetune/Loss (Raw)": 1.006819248199463, "Finetune/Step": 2309, "Finetune/Step Time": 4.3774982560426} +{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9223823547363281, "Finetune/Loss (Raw)": 0.9983014464378357, "Finetune/Step": 2310, "Finetune/Step Time": 4.372115187346935} +{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9241243600845337, "Finetune/Loss (Raw)": 1.0522968769073486, "Finetune/Step": 2311, "Finetune/Step Time": 4.351735116913915} +{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9247398376464844, "Finetune/Loss (Raw)": 0.937924325466156, "Finetune/Step": 2312, "Finetune/Step Time": 4.36102226562798} +{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9250116944313049, "Finetune/Loss (Raw)": 0.9824932217597961, "Finetune/Step": 2313, "Finetune/Step Time": 4.3662770092487335} +{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9246467351913452, "Finetune/Loss (Raw)": 0.8825163841247559, "Finetune/Step": 2314, "Finetune/Step Time": 4.374762846156955} +{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.925344705581665, "Finetune/Loss (Raw)": 0.8919733762741089, "Finetune/Step": 2315, "Finetune/Step Time": 4.340958070009947} +{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9257104396820068, "Finetune/Loss (Raw)": 1.0165830850601196, "Finetune/Step": 2316, "Finetune/Step Time": 4.306087721139193} +{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.925870418548584, "Finetune/Loss (Raw)": 0.896213948726654, "Finetune/Step": 2317, "Finetune/Step Time": 4.302666045725346} +{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.926209568977356, "Finetune/Loss (Raw)": 0.9304704666137695, "Finetune/Step": 2318, "Finetune/Step Time": 4.290602695196867} +{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9271626472473145, "Finetune/Loss (Raw)": 1.127733588218689, "Finetune/Step": 2319, "Finetune/Step Time": 4.281879307702184} +{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9282225370407104, "Finetune/Loss (Raw)": 0.9615302681922913, "Finetune/Step": 2320, "Finetune/Step Time": 4.28038484044373} +{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9276878833770752, "Finetune/Loss (Raw)": 0.9544640183448792, "Finetune/Step": 2321, "Finetune/Step Time": 4.287689086049795} +{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9279962778091431, "Finetune/Loss (Raw)": 1.037093162536621, "Finetune/Step": 2322, "Finetune/Step Time": 4.287929892539978} +{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9266522526741028, "Finetune/Loss (Raw)": 0.847166121006012, "Finetune/Step": 2323, "Finetune/Step Time": 4.301888562738895} +{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.926555871963501, "Finetune/Loss (Raw)": 0.8794827461242676, "Finetune/Step": 2324, "Finetune/Step Time": 4.291864510625601} +{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9268178939819336, "Finetune/Loss (Raw)": 1.0649915933609009, "Finetune/Step": 2325, "Finetune/Step Time": 4.298742534592748} +{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9231067895889282, "Finetune/Loss (Raw)": 0.43471652269363403, "Finetune/Step": 2326, "Finetune/Step Time": 4.325860263779759} +{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9234622120857239, "Finetune/Loss (Raw)": 0.9315627217292786, "Finetune/Step": 2327, "Finetune/Step Time": 4.341677328571677} +{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.923163115978241, "Finetune/Loss (Raw)": 0.8985229730606079, "Finetune/Step": 2328, "Finetune/Step Time": 4.335426213219762} +{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9283155202865601, "Finetune/Loss (Raw)": 1.010941505432129, "Finetune/Step": 2329, "Finetune/Step Time": 4.29344742372632} +{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927462100982666, "Finetune/Loss (Raw)": 0.8456447720527649, "Finetune/Step": 2330, "Finetune/Step Time": 4.30647424608469} +{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9280359148979187, "Finetune/Loss (Raw)": 0.978611171245575, "Finetune/Step": 2331, "Finetune/Step Time": 4.3144186697900295} +{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9301439523696899, "Finetune/Loss (Raw)": 1.1583667993545532, "Finetune/Step": 2332, "Finetune/Step Time": 4.315566113218665} +{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9348330497741699, "Finetune/Loss (Raw)": 1.0253198146820068, "Finetune/Step": 2333, "Finetune/Step Time": 4.295292882248759} +{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9367297887802124, "Finetune/Loss (Raw)": 0.9838431477546692, "Finetune/Step": 2334, "Finetune/Step Time": 4.254780661314726} +{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9359644055366516, "Finetune/Loss (Raw)": 0.8992839455604553, "Finetune/Step": 2335, "Finetune/Step Time": 4.257232563570142} +{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.936188280582428, "Finetune/Loss (Raw)": 0.9299504160881042, "Finetune/Step": 2336, "Finetune/Step Time": 4.2622937094420195} +{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.936661958694458, "Finetune/Loss (Raw)": 0.9759345650672913, "Finetune/Step": 2337, "Finetune/Step Time": 4.261937625706196} +{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9415007829666138, "Finetune/Loss (Raw)": 1.0088783502578735, "Finetune/Step": 2338, "Finetune/Step Time": 4.223994048312306} +{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9399982690811157, "Finetune/Loss (Raw)": 0.8555721640586853, "Finetune/Step": 2339, "Finetune/Step Time": 4.2192411962896585} +{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9413477182388306, "Finetune/Loss (Raw)": 0.9189189672470093, "Finetune/Step": 2340, "Finetune/Step Time": 4.193882375955582} +{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.943228006362915, "Finetune/Loss (Raw)": 1.1071430444717407, "Finetune/Step": 2341, "Finetune/Step Time": 4.220923159271479} +{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9401629567146301, "Finetune/Loss (Raw)": 0.3518321216106415, "Finetune/Step": 2342, "Finetune/Step Time": 4.2450815085321665} +{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9404935836791992, "Finetune/Loss (Raw)": 1.0469400882720947, "Finetune/Step": 2343, "Finetune/Step Time": 4.2683287262916565} +{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9400694370269775, "Finetune/Loss (Raw)": 0.9339162707328796, "Finetune/Step": 2344, "Finetune/Step Time": 4.296874932944775} +{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9411746263504028, "Finetune/Loss (Raw)": 1.1911141872406006, "Finetune/Step": 2345, "Finetune/Step Time": 4.2966750748455524} +{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9424389600753784, "Finetune/Loss (Raw)": 0.9451040625572205, "Finetune/Step": 2346, "Finetune/Step Time": 4.29766315035522} +{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.942573606967926, "Finetune/Loss (Raw)": 0.9258424043655396, "Finetune/Step": 2347, "Finetune/Step Time": 4.265758145600557} +{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.943061113357544, "Finetune/Loss (Raw)": 1.0758535861968994, "Finetune/Step": 2348, "Finetune/Step Time": 4.267818551510572} +{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9437016248703003, "Finetune/Loss (Raw)": 0.9571536779403687, "Finetune/Step": 2349, "Finetune/Step Time": 4.259314829483628} +{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9432202577590942, "Finetune/Loss (Raw)": 0.9465206861495972, "Finetune/Step": 2350, "Finetune/Step Time": 4.252493381500244} +{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9439579248428345, "Finetune/Loss (Raw)": 1.0686711072921753, "Finetune/Step": 2351, "Finetune/Step Time": 4.249779868870974} +{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9451981782913208, "Finetune/Loss (Raw)": 1.1075575351715088, "Finetune/Step": 2352, "Finetune/Step Time": 4.258450100198388} +{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453688859939575, "Finetune/Loss (Raw)": 0.9490041732788086, "Finetune/Step": 2353, "Finetune/Step Time": 4.252385327592492} +{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9454020261764526, "Finetune/Loss (Raw)": 0.9588083624839783, "Finetune/Step": 2354, "Finetune/Step Time": 4.244585324078798} +{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441331624984741, "Finetune/Loss (Raw)": 0.8440649509429932, "Finetune/Step": 2355, "Finetune/Step Time": 4.241791181266308} +{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9432815313339233, "Finetune/Loss (Raw)": 0.8497804999351501, "Finetune/Step": 2356, "Finetune/Step Time": 4.242222020402551} +{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9431127309799194, "Finetune/Loss (Raw)": 0.9314271807670593, "Finetune/Step": 2357, "Finetune/Step Time": 4.246642684563994} +{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9443952441215515, "Finetune/Loss (Raw)": 1.0653276443481445, "Finetune/Step": 2358, "Finetune/Step Time": 4.2436226438730955} +{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.938595175743103, "Finetune/Loss (Raw)": 0.287953644990921, "Finetune/Step": 2359, "Finetune/Step Time": 4.281424559652805} +{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9376353621482849, "Finetune/Loss (Raw)": 0.941463053226471, "Finetune/Step": 2360, "Finetune/Step Time": 4.280421180650592} +{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.938835620880127, "Finetune/Loss (Raw)": 0.9758070707321167, "Finetune/Step": 2361, "Finetune/Step Time": 4.2740600518882275} +{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9385966658592224, "Finetune/Loss (Raw)": 0.9693190455436707, "Finetune/Step": 2362, "Finetune/Step Time": 4.26688158325851} +{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9361917972564697, "Finetune/Loss (Raw)": 0.7701113224029541, "Finetune/Step": 2363, "Finetune/Step Time": 4.272749533876777} +{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9350721836090088, "Finetune/Loss (Raw)": 0.8866133689880371, "Finetune/Step": 2364, "Finetune/Step Time": 4.270293179899454} +{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9359886050224304, "Finetune/Loss (Raw)": 1.0680255889892578, "Finetune/Step": 2365, "Finetune/Step Time": 4.2659359108656645} +{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9360500574111938, "Finetune/Loss (Raw)": 0.8180229663848877, "Finetune/Step": 2366, "Finetune/Step Time": 4.262208413332701} +{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9344478845596313, "Finetune/Loss (Raw)": 0.9895110130310059, "Finetune/Step": 2367, "Finetune/Step Time": 4.267506955191493} +{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9336428642272949, "Finetune/Loss (Raw)": 0.9799339771270752, "Finetune/Step": 2368, "Finetune/Step Time": 4.2631495874375105} +{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9338290691375732, "Finetune/Loss (Raw)": 1.0423399209976196, "Finetune/Step": 2369, "Finetune/Step Time": 4.2600164748728275} +{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9338886737823486, "Finetune/Loss (Raw)": 0.9399611949920654, "Finetune/Step": 2370, "Finetune/Step Time": 4.261940982192755} +{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9349219799041748, "Finetune/Loss (Raw)": 1.0475170612335205, "Finetune/Step": 2371, "Finetune/Step Time": 4.260632300749421} +{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.932828962802887, "Finetune/Loss (Raw)": 0.9196967482566833, "Finetune/Step": 2372, "Finetune/Step Time": 4.263246042653918} +{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9334156513214111, "Finetune/Loss (Raw)": 1.0563303232192993, "Finetune/Step": 2373, "Finetune/Step Time": 4.285278430208564} +{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9313416481018066, "Finetune/Loss (Raw)": 0.8537584543228149, "Finetune/Step": 2374, "Finetune/Step Time": 4.286241302266717} +{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9308062791824341, "Finetune/Loss (Raw)": 0.8146529197692871, "Finetune/Step": 2375, "Finetune/Step Time": 4.289385197684169} +{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9322259426116943, "Finetune/Loss (Raw)": 0.9792936444282532, "Finetune/Step": 2376, "Finetune/Step Time": 4.294557822868228} +{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9338483214378357, "Finetune/Loss (Raw)": 1.0907959938049316, "Finetune/Step": 2377, "Finetune/Step Time": 4.294810364022851} +{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9343323707580566, "Finetune/Loss (Raw)": 1.0375183820724487, "Finetune/Step": 2378, "Finetune/Step Time": 4.273148698732257} +{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9342801570892334, "Finetune/Loss (Raw)": 0.9857361912727356, "Finetune/Step": 2379, "Finetune/Step Time": 4.290216030552983} +{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9381361603736877, "Finetune/Loss (Raw)": 0.8089041113853455, "Finetune/Step": 2380, "Finetune/Step Time": 4.250643108040094} +{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9373167157173157, "Finetune/Loss (Raw)": 0.9526448249816895, "Finetune/Step": 2381, "Finetune/Step Time": 4.2535142209380865} +{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9354063868522644, "Finetune/Loss (Raw)": 0.8275904059410095, "Finetune/Step": 2382, "Finetune/Step Time": 4.265313724055886} +{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9332486391067505, "Finetune/Loss (Raw)": 0.7090926170349121, "Finetune/Step": 2383, "Finetune/Step Time": 4.272623535245657} +{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9350643157958984, "Finetune/Loss (Raw)": 1.1390373706817627, "Finetune/Step": 2384, "Finetune/Step Time": 4.2683518640697} +{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9345483779907227, "Finetune/Loss (Raw)": 0.9405965805053711, "Finetune/Step": 2385, "Finetune/Step Time": 4.27334013953805} +{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9366260170936584, "Finetune/Loss (Raw)": 1.0659433603286743, "Finetune/Step": 2386, "Finetune/Step Time": 4.279857961460948} +{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9367828369140625, "Finetune/Loss (Raw)": 0.892916202545166, "Finetune/Step": 2387, "Finetune/Step Time": 4.299349382519722} +{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9374352097511292, "Finetune/Loss (Raw)": 1.0058029890060425, "Finetune/Step": 2388, "Finetune/Step Time": 4.309359157457948} +{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9378601908683777, "Finetune/Loss (Raw)": 1.0571660995483398, "Finetune/Step": 2389, "Finetune/Step Time": 4.308061346411705} +{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9378464221954346, "Finetune/Loss (Raw)": 1.0670208930969238, "Finetune/Step": 2390, "Finetune/Step Time": 4.311789974570274} +{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9390428066253662, "Finetune/Loss (Raw)": 1.01912260055542, "Finetune/Step": 2391, "Finetune/Step Time": 4.31107128597796} +{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.938866138458252, "Finetune/Loss (Raw)": 0.9656674861907959, "Finetune/Step": 2392, "Finetune/Step Time": 4.311307363212109} +{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.939948558807373, "Finetune/Loss (Raw)": 1.0656849145889282, "Finetune/Step": 2393, "Finetune/Step Time": 4.319056510925293} +{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9366898536682129, "Finetune/Loss (Raw)": 0.3913595378398895, "Finetune/Step": 2394, "Finetune/Step Time": 4.352410696446896} +{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9372404217720032, "Finetune/Loss (Raw)": 0.9854861497879028, "Finetune/Step": 2395, "Finetune/Step Time": 4.351911772042513} +{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9376801252365112, "Finetune/Loss (Raw)": 0.9123016595840454, "Finetune/Step": 2396, "Finetune/Step Time": 4.349008794873953} +{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9376844167709351, "Finetune/Loss (Raw)": 0.971750795841217, "Finetune/Step": 2397, "Finetune/Step Time": 4.3465705662965775} +{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9398889541625977, "Finetune/Loss (Raw)": 1.1149827241897583, "Finetune/Step": 2398, "Finetune/Step Time": 4.342870406806469} +{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9400976896286011, "Finetune/Loss (Raw)": 1.0250831842422485, "Finetune/Step": 2399, "Finetune/Step Time": 4.355537226423621} +{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9388188123703003, "Finetune/Loss (Raw)": 0.8493901491165161, "Finetune/Step": 2400, "Finetune/Step Time": 4.347359133884311} +{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9390131235122681, "Finetune/Loss (Raw)": 0.9850308299064636, "Finetune/Step": 2401, "Finetune/Step Time": 4.351015063002706} +{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9387668371200562, "Finetune/Loss (Raw)": 0.8321535587310791, "Finetune/Step": 2402, "Finetune/Step Time": 4.335160719230771} +{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9381412267684937, "Finetune/Loss (Raw)": 0.9750582575798035, "Finetune/Step": 2403, "Finetune/Step Time": 4.343934919685125} +{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9384612441062927, "Finetune/Loss (Raw)": 0.9973863959312439, "Finetune/Step": 2404, "Finetune/Step Time": 4.342917133122683} +{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9400416612625122, "Finetune/Loss (Raw)": 0.9751434922218323, "Finetune/Step": 2405, "Finetune/Step Time": 4.338778583332896} +{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9401133060455322, "Finetune/Loss (Raw)": 1.0300148725509644, "Finetune/Step": 2406, "Finetune/Step Time": 4.334346247836947} +{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9374022483825684, "Finetune/Loss (Raw)": 0.7309553027153015, "Finetune/Step": 2407, "Finetune/Step Time": 4.355669097974896} +{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9392609596252441, "Finetune/Loss (Raw)": 1.1587430238723755, "Finetune/Step": 2408, "Finetune/Step Time": 4.358593627810478} +{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9391329288482666, "Finetune/Loss (Raw)": 0.9183050990104675, "Finetune/Step": 2409, "Finetune/Step Time": 4.3585508428514} +{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9392797946929932, "Finetune/Loss (Raw)": 0.9604357481002808, "Finetune/Step": 2410, "Finetune/Step Time": 4.356527345255017} +{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9371312856674194, "Finetune/Loss (Raw)": 0.8080862760543823, "Finetune/Step": 2411, "Finetune/Step Time": 4.363719306886196} +{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9369423389434814, "Finetune/Loss (Raw)": 0.9221993684768677, "Finetune/Step": 2412, "Finetune/Step Time": 4.346864437684417} +{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.935714840888977, "Finetune/Loss (Raw)": 0.8592898845672607, "Finetune/Step": 2413, "Finetune/Step Time": 4.336747152730823} +{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9356154799461365, "Finetune/Loss (Raw)": 0.9908492565155029, "Finetune/Step": 2414, "Finetune/Step Time": 4.327917603775859} +{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9362689256668091, "Finetune/Loss (Raw)": 0.9137014150619507, "Finetune/Step": 2415, "Finetune/Step Time": 4.3277674205601215} +{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9364352226257324, "Finetune/Loss (Raw)": 0.995227575302124, "Finetune/Step": 2416, "Finetune/Step Time": 4.3255976270884275} +{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9377875328063965, "Finetune/Loss (Raw)": 0.9511133432388306, "Finetune/Step": 2417, "Finetune/Step Time": 4.328883953392506} +{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.933077335357666, "Finetune/Loss (Raw)": 0.43907374143600464, "Finetune/Step": 2418, "Finetune/Step Time": 4.3665689416229725} +{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9336298704147339, "Finetune/Loss (Raw)": 0.949163019657135, "Finetune/Step": 2419, "Finetune/Step Time": 4.373829934746027} +{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.935489296913147, "Finetune/Loss (Raw)": 1.116910457611084, "Finetune/Step": 2420, "Finetune/Step Time": 4.369211528450251} +{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9355602264404297, "Finetune/Loss (Raw)": 0.8080485463142395, "Finetune/Step": 2421, "Finetune/Step Time": 4.378774702548981} +{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9343184232711792, "Finetune/Loss (Raw)": 0.8013262152671814, "Finetune/Step": 2422, "Finetune/Step Time": 4.388783350586891} +{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9328395128250122, "Finetune/Loss (Raw)": 0.7895951867103577, "Finetune/Step": 2423, "Finetune/Step Time": 4.38160252943635} +{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.934247612953186, "Finetune/Loss (Raw)": 0.9707285165786743, "Finetune/Step": 2424, "Finetune/Step Time": 4.381287306547165} +{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.933535635471344, "Finetune/Loss (Raw)": 0.8902063369750977, "Finetune/Step": 2425, "Finetune/Step Time": 4.391953391954303} +{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9293327331542969, "Finetune/Loss (Raw)": 0.3663199245929718, "Finetune/Step": 2426, "Finetune/Step Time": 4.4293193500489} +{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.929116427898407, "Finetune/Loss (Raw)": 0.9874425530433655, "Finetune/Step": 2427, "Finetune/Step Time": 4.419925320893526} +{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.927634596824646, "Finetune/Loss (Raw)": 0.8261773586273193, "Finetune/Step": 2428, "Finetune/Step Time": 4.414287321269512} +{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9287954568862915, "Finetune/Loss (Raw)": 1.011400580406189, "Finetune/Step": 2429, "Finetune/Step Time": 4.426430158317089} +{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284487962722778, "Finetune/Loss (Raw)": 0.7772157788276672, "Finetune/Step": 2430, "Finetune/Step Time": 4.451053900644183} +{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.92901611328125, "Finetune/Loss (Raw)": 1.0317662954330444, "Finetune/Step": 2431, "Finetune/Step Time": 4.449324510991573} +{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304943680763245, "Finetune/Loss (Raw)": 0.9420812726020813, "Finetune/Step": 2432, "Finetune/Step Time": 4.45174253731966} +{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9309791326522827, "Finetune/Loss (Raw)": 0.896880567073822, "Finetune/Step": 2433, "Finetune/Step Time": 4.451312655583024} +{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9299113154411316, "Finetune/Loss (Raw)": 0.9555038213729858, "Finetune/Step": 2434, "Finetune/Step Time": 4.450657060369849} +{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9291177988052368, "Finetune/Loss (Raw)": 0.9075252413749695, "Finetune/Step": 2435, "Finetune/Step Time": 4.459651153534651} +{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318736791610718, "Finetune/Loss (Raw)": 1.0066804885864258, "Finetune/Step": 2436, "Finetune/Step Time": 4.4525315053761005} +{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310832023620605, "Finetune/Loss (Raw)": 0.9056366086006165, "Finetune/Step": 2437, "Finetune/Step Time": 4.457956010475755} +{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313705563545227, "Finetune/Loss (Raw)": 1.035090684890747, "Finetune/Step": 2438, "Finetune/Step Time": 4.462177626788616} +{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.931115984916687, "Finetune/Loss (Raw)": 1.0197064876556396, "Finetune/Step": 2439, "Finetune/Step Time": 4.462509747594595} +{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9317489266395569, "Finetune/Loss (Raw)": 1.018943428993225, "Finetune/Step": 2440, "Finetune/Step Time": 4.442253649234772} +{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9317646622657776, "Finetune/Loss (Raw)": 0.9845017790794373, "Finetune/Step": 2441, "Finetune/Step Time": 4.437997382134199} +{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.932341456413269, "Finetune/Loss (Raw)": 0.9563502073287964, "Finetune/Step": 2442, "Finetune/Step Time": 4.434044931083918} +{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9331991672515869, "Finetune/Loss (Raw)": 1.001757264137268, "Finetune/Step": 2443, "Finetune/Step Time": 4.439217237755656} +{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9330617189407349, "Finetune/Loss (Raw)": 0.9989995956420898, "Finetune/Step": 2444, "Finetune/Step Time": 4.446007613092661} +{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9290474653244019, "Finetune/Loss (Raw)": 0.382377952337265, "Finetune/Step": 2445, "Finetune/Step Time": 4.481293365359306} +{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9291788935661316, "Finetune/Loss (Raw)": 0.9472989439964294, "Finetune/Step": 2446, "Finetune/Step Time": 4.4832165222615} +{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9276435375213623, "Finetune/Loss (Raw)": 0.9312087297439575, "Finetune/Step": 2447, "Finetune/Step Time": 4.482570309191942} +{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9282541871070862, "Finetune/Loss (Raw)": 1.039694905281067, "Finetune/Step": 2448, "Finetune/Step Time": 4.484170621261001} +{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273962378501892, "Finetune/Loss (Raw)": 0.8446426391601562, "Finetune/Step": 2449, "Finetune/Step Time": 4.476249845698476} +{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.923073410987854, "Finetune/Loss (Raw)": 0.48376989364624023, "Finetune/Step": 2450, "Finetune/Step Time": 4.511971615254879} +{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.9189409613609314, "Finetune/Loss (Raw)": 0.31821495294570923, "Finetune/Step": 2451, "Finetune/Step Time": 4.538620850071311} +{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9199396371841431, "Finetune/Loss (Raw)": 1.007317066192627, "Finetune/Step": 2452, "Finetune/Step Time": 4.5398803520947695} +{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192858934402466, "Finetune/Loss (Raw)": 0.9813101291656494, "Finetune/Step": 2453, "Finetune/Step Time": 4.55745349638164} +{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9233273267745972, "Finetune/Loss (Raw)": 0.9520232677459717, "Finetune/Step": 2454, "Finetune/Step Time": 4.528902363032103} +{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9242509603500366, "Finetune/Loss (Raw)": 1.049780011177063, "Finetune/Step": 2455, "Finetune/Step Time": 4.515914557501674} +{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.9250074625015259, "Finetune/Loss (Raw)": 0.9953635334968567, "Finetune/Step": 2456, "Finetune/Step Time": 4.505880428478122} +{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9248365163803101, "Finetune/Loss (Raw)": 0.9890500903129578, "Finetune/Step": 2457, "Finetune/Step Time": 4.502900239080191} +{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9259634017944336, "Finetune/Loss (Raw)": 0.9898937344551086, "Finetune/Step": 2458, "Finetune/Step Time": 4.508830636739731} +{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9253745079040527, "Finetune/Loss (Raw)": 0.903229832649231, "Finetune/Step": 2459, "Finetune/Step Time": 4.50855728238821} +{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9239013195037842, "Finetune/Loss (Raw)": 0.9697948694229126, "Finetune/Step": 2460, "Finetune/Step Time": 4.497575994580984} +{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9245731830596924, "Finetune/Loss (Raw)": 1.1113200187683105, "Finetune/Step": 2461, "Finetune/Step Time": 4.49421264231205} +{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.924641489982605, "Finetune/Loss (Raw)": 0.992586076259613, "Finetune/Step": 2462, "Finetune/Step Time": 4.486287651583552} +{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9251632690429688, "Finetune/Loss (Raw)": 0.9660703539848328, "Finetune/Step": 2463, "Finetune/Step Time": 4.48635526932776} +{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9261595010757446, "Finetune/Loss (Raw)": 1.0574737787246704, "Finetune/Step": 2464, "Finetune/Step Time": 4.471322448924184} +{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9258198738098145, "Finetune/Loss (Raw)": 0.932461678981781, "Finetune/Step": 2465, "Finetune/Step Time": 4.468391910195351} +{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9245436787605286, "Finetune/Loss (Raw)": 0.8455247282981873, "Finetune/Step": 2466, "Finetune/Step Time": 4.469314329326153} +{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.925325870513916, "Finetune/Loss (Raw)": 0.9556927680969238, "Finetune/Step": 2467, "Finetune/Step Time": 4.449115360155702} +{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9271571040153503, "Finetune/Loss (Raw)": 1.153314232826233, "Finetune/Step": 2468, "Finetune/Step Time": 4.453377977013588} +{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266688227653503, "Finetune/Loss (Raw)": 1.0446407794952393, "Finetune/Step": 2469, "Finetune/Step Time": 4.430057119578123} +{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307664632797241, "Finetune/Loss (Raw)": 0.8763325810432434, "Finetune/Step": 2470, "Finetune/Step Time": 4.398425664752722} +{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9306550025939941, "Finetune/Loss (Raw)": 1.0326693058013916, "Finetune/Step": 2471, "Finetune/Step Time": 4.376645088195801} +{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9309874773025513, "Finetune/Loss (Raw)": 0.9764817953109741, "Finetune/Step": 2472, "Finetune/Step Time": 4.35152424685657} +{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9291946887969971, "Finetune/Loss (Raw)": 0.9616262912750244, "Finetune/Step": 2473, "Finetune/Step Time": 4.352042810991406} +{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297334551811218, "Finetune/Loss (Raw)": 1.0140728950500488, "Finetune/Step": 2474, "Finetune/Step Time": 4.351168666034937} +{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9296910762786865, "Finetune/Loss (Raw)": 0.9204190373420715, "Finetune/Step": 2475, "Finetune/Step Time": 4.351152420043945} +{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9288949966430664, "Finetune/Loss (Raw)": 0.9739475846290588, "Finetune/Step": 2476, "Finetune/Step Time": 4.348568407818675} +{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.928997814655304, "Finetune/Loss (Raw)": 0.9703205823898315, "Finetune/Step": 2477, "Finetune/Step Time": 4.350790649652481} +{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9290168285369873, "Finetune/Loss (Raw)": 0.9489584565162659, "Finetune/Step": 2478, "Finetune/Step Time": 4.355782378464937} +{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9274390935897827, "Finetune/Loss (Raw)": 0.8667209148406982, "Finetune/Step": 2479, "Finetune/Step Time": 4.3562751691788435} +{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9257478713989258, "Finetune/Loss (Raw)": 0.891074538230896, "Finetune/Step": 2480, "Finetune/Step Time": 4.354919638484716} +{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9212418794631958, "Finetune/Loss (Raw)": 0.3722444474697113, "Finetune/Step": 2481, "Finetune/Step Time": 4.398512948304415} +{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9225322604179382, "Finetune/Loss (Raw)": 1.1239773035049438, "Finetune/Step": 2482, "Finetune/Step Time": 4.395610323175788} +{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9234165549278259, "Finetune/Loss (Raw)": 0.95725417137146, "Finetune/Step": 2483, "Finetune/Step Time": 4.401260685175657} +{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9239749908447266, "Finetune/Loss (Raw)": 0.9212588667869568, "Finetune/Step": 2484, "Finetune/Step Time": 4.4121453408151865} +{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9241943359375, "Finetune/Loss (Raw)": 0.9594973921775818, "Finetune/Step": 2485, "Finetune/Step Time": 4.412720713764429} +{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9225198030471802, "Finetune/Loss (Raw)": 0.8509883284568787, "Finetune/Step": 2486, "Finetune/Step Time": 4.423034304752946} +{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226940870285034, "Finetune/Loss (Raw)": 0.310260146856308, "Finetune/Step": 2487, "Finetune/Step Time": 4.421457638964057} +{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9237080216407776, "Finetune/Loss (Raw)": 1.0712507963180542, "Finetune/Step": 2488, "Finetune/Step Time": 4.420601135119796} +{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239614009857178, "Finetune/Loss (Raw)": 1.008239984512329, "Finetune/Step": 2489, "Finetune/Step Time": 4.439091641455889} +{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188346266746521, "Finetune/Loss (Raw)": 0.3130935728549957, "Finetune/Step": 2490, "Finetune/Step Time": 4.482057427987456} +{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200758934020996, "Finetune/Loss (Raw)": 0.9289852380752563, "Finetune/Step": 2491, "Finetune/Step Time": 4.475123215466738} +{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.919623613357544, "Finetune/Loss (Raw)": 0.8287286162376404, "Finetune/Step": 2492, "Finetune/Step Time": 4.476596700027585} +{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191325306892395, "Finetune/Loss (Raw)": 1.0051665306091309, "Finetune/Step": 2493, "Finetune/Step Time": 4.484814692288637} +{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9210445880889893, "Finetune/Loss (Raw)": 1.062764286994934, "Finetune/Step": 2494, "Finetune/Step Time": 4.473358096554875} +{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9208415746688843, "Finetune/Loss (Raw)": 0.9635273218154907, "Finetune/Step": 2495, "Finetune/Step Time": 4.466356229037046} +{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9206242561340332, "Finetune/Loss (Raw)": 0.9521188735961914, "Finetune/Step": 2496, "Finetune/Step Time": 4.487857820466161} +{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9191329479217529, "Finetune/Loss (Raw)": 0.8514508008956909, "Finetune/Step": 2497, "Finetune/Step Time": 4.486477084457874} +{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9198850989341736, "Finetune/Loss (Raw)": 1.0362427234649658, "Finetune/Step": 2498, "Finetune/Step Time": 4.487170405685902} +{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.917191207408905, "Finetune/Loss (Raw)": 0.7026920914649963, "Finetune/Step": 2499, "Finetune/Step Time": 4.499755395576358} +{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9176787734031677, "Finetune/Loss (Raw)": 0.9821049571037292, "Finetune/Step": 2500, "Finetune/Step Time": 4.499600596725941} +{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9169007539749146, "Finetune/Loss (Raw)": 0.9567406177520752, "Finetune/Step": 2501, "Finetune/Step Time": 4.480193799361587} +{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9178076386451721, "Finetune/Loss (Raw)": 0.9698432683944702, "Finetune/Step": 2502, "Finetune/Step Time": 4.480654560029507} +{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9186666011810303, "Finetune/Loss (Raw)": 0.9245977997779846, "Finetune/Step": 2503, "Finetune/Step Time": 4.469590710476041} +{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181901216506958, "Finetune/Loss (Raw)": 0.9183078408241272, "Finetune/Step": 2504, "Finetune/Step Time": 4.474094109609723} +{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9170085191726685, "Finetune/Loss (Raw)": 0.9395447969436646, "Finetune/Step": 2505, "Finetune/Step Time": 4.4735471699386835} +{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9158938527107239, "Finetune/Loss (Raw)": 0.8948472738265991, "Finetune/Step": 2506, "Finetune/Step Time": 4.47737773321569} +{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9163323640823364, "Finetune/Loss (Raw)": 1.0418659448623657, "Finetune/Step": 2507, "Finetune/Step Time": 4.464400140568614} +{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168393015861511, "Finetune/Loss (Raw)": 0.8737961053848267, "Finetune/Step": 2508, "Finetune/Step Time": 4.471817651763558} +{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161281585693359, "Finetune/Loss (Raw)": 0.8616158962249756, "Finetune/Step": 2509, "Finetune/Step Time": 4.474760629236698} +{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9181514978408813, "Finetune/Loss (Raw)": 1.0865757465362549, "Finetune/Step": 2510, "Finetune/Step Time": 4.45823141746223} +{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9204540848731995, "Finetune/Loss (Raw)": 1.0038261413574219, "Finetune/Step": 2511, "Finetune/Step Time": 4.454832002520561} +{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181554317474365, "Finetune/Loss (Raw)": 0.8448064923286438, "Finetune/Step": 2512, "Finetune/Step Time": 4.464048257097602} +{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177238345146179, "Finetune/Loss (Raw)": 0.885353684425354, "Finetune/Step": 2513, "Finetune/Step Time": 4.463361654430628} +{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9176984429359436, "Finetune/Loss (Raw)": 1.0626919269561768, "Finetune/Step": 2514, "Finetune/Step Time": 4.469566898420453} +{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171854257583618, "Finetune/Loss (Raw)": 0.8272518515586853, "Finetune/Step": 2515, "Finetune/Step Time": 4.469063553959131} +{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9168103933334351, "Finetune/Loss (Raw)": 0.9578008055686951, "Finetune/Step": 2516, "Finetune/Step Time": 4.446771413087845} +{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9160249829292297, "Finetune/Loss (Raw)": 0.9566283822059631, "Finetune/Step": 2517, "Finetune/Step Time": 4.450129508972168} +{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9147312641143799, "Finetune/Loss (Raw)": 0.9014238119125366, "Finetune/Step": 2518, "Finetune/Step Time": 4.456121990457177} +{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9139090776443481, "Finetune/Loss (Raw)": 0.9138876795768738, "Finetune/Step": 2519, "Finetune/Step Time": 4.460402052849531} +{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9143381118774414, "Finetune/Loss (Raw)": 1.0205824375152588, "Finetune/Step": 2520, "Finetune/Step Time": 4.459899483248591} +{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9091365337371826, "Finetune/Loss (Raw)": 0.39988088607788086, "Finetune/Step": 2521, "Finetune/Step Time": 4.482682850211859} +{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138685464859009, "Finetune/Loss (Raw)": 0.9970585703849792, "Finetune/Step": 2522, "Finetune/Step Time": 4.46129465661943} +{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119869470596313, "Finetune/Loss (Raw)": 0.7446386814117432, "Finetune/Step": 2523, "Finetune/Step Time": 4.462746245786548} +{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.9119887351989746, "Finetune/Loss (Raw)": 0.9125404357910156, "Finetune/Step": 2524, "Finetune/Step Time": 4.473087379708886} +{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.911421537399292, "Finetune/Loss (Raw)": 0.8991420269012451, "Finetune/Step": 2525, "Finetune/Step Time": 4.486334510147572} +{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102282524108887, "Finetune/Loss (Raw)": 0.9622457027435303, "Finetune/Step": 2526, "Finetune/Step Time": 4.483665870502591} +{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9102797508239746, "Finetune/Loss (Raw)": 1.031677007675171, "Finetune/Step": 2527, "Finetune/Step Time": 4.487757939845324} +{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9116090536117554, "Finetune/Loss (Raw)": 1.0195367336273193, "Finetune/Step": 2528, "Finetune/Step Time": 4.493967059999704} +{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9059786200523376, "Finetune/Loss (Raw)": 0.2643378973007202, "Finetune/Step": 2529, "Finetune/Step Time": 4.530398579314351} +{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9069055318832397, "Finetune/Loss (Raw)": 0.9507914185523987, "Finetune/Step": 2530, "Finetune/Step Time": 4.52164301648736} +{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.905970573425293, "Finetune/Loss (Raw)": 0.8553907871246338, "Finetune/Step": 2531, "Finetune/Step Time": 4.52048460021615} +{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061547517776489, "Finetune/Loss (Raw)": 1.020957589149475, "Finetune/Step": 2532, "Finetune/Step Time": 4.537571050226688} +{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9058643579483032, "Finetune/Loss (Raw)": 0.9379768967628479, "Finetune/Step": 2533, "Finetune/Step Time": 4.53988690674305} +{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9007459282875061, "Finetune/Loss (Raw)": 0.37485310435295105, "Finetune/Step": 2534, "Finetune/Step Time": 4.577515210956335} +{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031254053115845, "Finetune/Loss (Raw)": 1.0355266332626343, "Finetune/Step": 2535, "Finetune/Step Time": 4.55601529031992} +{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9000842571258545, "Finetune/Loss (Raw)": 0.7694810628890991, "Finetune/Step": 2536, "Finetune/Step Time": 4.574365897104144} +{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004305005073547, "Finetune/Loss (Raw)": 0.9626193642616272, "Finetune/Step": 2537, "Finetune/Step Time": 4.581476423889399} +{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9011051654815674, "Finetune/Loss (Raw)": 1.0467993021011353, "Finetune/Step": 2538, "Finetune/Step Time": 4.585060924291611} +{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9018895030021667, "Finetune/Loss (Raw)": 0.9084759950637817, "Finetune/Step": 2539, "Finetune/Step Time": 4.583373239263892} +{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9028393030166626, "Finetune/Loss (Raw)": 1.0437697172164917, "Finetune/Step": 2540, "Finetune/Step Time": 4.588891977444291} +{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9030638933181763, "Finetune/Loss (Raw)": 0.8880428075790405, "Finetune/Step": 2541, "Finetune/Step Time": 4.605783477425575} +{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9026991724967957, "Finetune/Loss (Raw)": 0.9441633820533752, "Finetune/Step": 2542, "Finetune/Step Time": 4.610232787206769} +{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9029994010925293, "Finetune/Loss (Raw)": 0.9521324038505554, "Finetune/Step": 2543, "Finetune/Step Time": 4.604996645823121} +{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9011057615280151, "Finetune/Loss (Raw)": 0.7528393268585205, "Finetune/Step": 2544, "Finetune/Step Time": 4.615173725411296} +{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9007607698440552, "Finetune/Loss (Raw)": 0.906954824924469, "Finetune/Step": 2545, "Finetune/Step Time": 4.603296048939228} +{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8994922041893005, "Finetune/Loss (Raw)": 0.2766983211040497, "Finetune/Step": 2546, "Finetune/Step Time": 4.6031899228692055} +{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8991327285766602, "Finetune/Loss (Raw)": 0.9031485319137573, "Finetune/Step": 2547, "Finetune/Step Time": 4.579951491206884} +{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8987910747528076, "Finetune/Loss (Raw)": 1.0731754302978516, "Finetune/Step": 2548, "Finetune/Step Time": 4.576698064804077} +{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8949889540672302, "Finetune/Loss (Raw)": 0.3213813602924347, "Finetune/Step": 2549, "Finetune/Step Time": 4.595146464183927} +{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8963148593902588, "Finetune/Loss (Raw)": 0.9710492491722107, "Finetune/Step": 2550, "Finetune/Step Time": 4.584723995998502} +{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8979471325874329, "Finetune/Loss (Raw)": 0.9985145330429077, "Finetune/Step": 2551, "Finetune/Step Time": 4.5809341091662645} +{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8991029262542725, "Finetune/Loss (Raw)": 1.1186789274215698, "Finetune/Step": 2552, "Finetune/Step Time": 4.581863274797797} +{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8994611501693726, "Finetune/Loss (Raw)": 0.9360533356666565, "Finetune/Step": 2553, "Finetune/Step Time": 4.583065938204527} +{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9042474031448364, "Finetune/Loss (Raw)": 0.9789694547653198, "Finetune/Step": 2554, "Finetune/Step Time": 4.573451654985547} +{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8990821838378906, "Finetune/Loss (Raw)": 0.3262898921966553, "Finetune/Step": 2555, "Finetune/Step Time": 4.6113982778042555} +{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8999501466751099, "Finetune/Loss (Raw)": 0.9372765421867371, "Finetune/Step": 2556, "Finetune/Step Time": 4.611620707437396} +{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8982165455818176, "Finetune/Loss (Raw)": 0.7894985675811768, "Finetune/Step": 2557, "Finetune/Step Time": 4.595206430181861} +{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8990781307220459, "Finetune/Loss (Raw)": 0.8874971866607666, "Finetune/Step": 2558, "Finetune/Step Time": 4.565197682008147} +{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8984346389770508, "Finetune/Loss (Raw)": 0.9493974447250366, "Finetune/Step": 2559, "Finetune/Step Time": 4.56401452049613} +{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.898423969745636, "Finetune/Loss (Raw)": 0.9407194256782532, "Finetune/Step": 2560, "Finetune/Step Time": 4.572801427915692} +{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8985628485679626, "Finetune/Loss (Raw)": 0.9146561622619629, "Finetune/Step": 2561, "Finetune/Step Time": 4.5760283544659615} +{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.899175226688385, "Finetune/Loss (Raw)": 1.0338915586471558, "Finetune/Step": 2562, "Finetune/Step Time": 4.575042324140668} +{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8975791335105896, "Finetune/Loss (Raw)": 0.7032210230827332, "Finetune/Step": 2563, "Finetune/Step Time": 4.573058553040028} +{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8972606062889099, "Finetune/Loss (Raw)": 0.9659088850021362, "Finetune/Step": 2564, "Finetune/Step Time": 4.576142594218254} +{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8980008363723755, "Finetune/Loss (Raw)": 1.0003910064697266, "Finetune/Step": 2565, "Finetune/Step Time": 4.573715733364224} +{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8973928093910217, "Finetune/Loss (Raw)": 0.9572606086730957, "Finetune/Step": 2566, "Finetune/Step Time": 4.576572058722377} +{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8958491086959839, "Finetune/Loss (Raw)": 0.8221056461334229, "Finetune/Step": 2567, "Finetune/Step Time": 4.58158003538847} +{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8943591713905334, "Finetune/Loss (Raw)": 0.8282396197319031, "Finetune/Step": 2568, "Finetune/Step Time": 4.585245359688997} +{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8957581520080566, "Finetune/Loss (Raw)": 1.1635680198669434, "Finetune/Step": 2569, "Finetune/Step Time": 4.583013249561191} +{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8957573175430298, "Finetune/Loss (Raw)": 0.9562504291534424, "Finetune/Step": 2570, "Finetune/Step Time": 4.587351702153683} +{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8963961005210876, "Finetune/Loss (Raw)": 1.0835145711898804, "Finetune/Step": 2571, "Finetune/Step Time": 4.585528073832393} +{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8956985473632812, "Finetune/Loss (Raw)": 0.9097175598144531, "Finetune/Step": 2572, "Finetune/Step Time": 4.582457521930337} +{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8999519944190979, "Finetune/Loss (Raw)": 0.9268132448196411, "Finetune/Step": 2573, "Finetune/Step Time": 4.550270555540919} +{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8998204469680786, "Finetune/Loss (Raw)": 0.9304608106613159, "Finetune/Step": 2574, "Finetune/Step Time": 4.572704641148448} +{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.899373471736908, "Finetune/Loss (Raw)": 0.8739959597587585, "Finetune/Step": 2575, "Finetune/Step Time": 4.564695401117206} +{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8989015817642212, "Finetune/Loss (Raw)": 0.9792978167533875, "Finetune/Step": 2576, "Finetune/Step Time": 4.5658354591578245} +{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9001814126968384, "Finetune/Loss (Raw)": 1.0084633827209473, "Finetune/Step": 2577, "Finetune/Step Time": 4.570009756833315} +{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9046306610107422, "Finetune/Loss (Raw)": 1.053269386291504, "Finetune/Step": 2578, "Finetune/Step Time": 4.531739873811603} +{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9103939533233643, "Finetune/Loss (Raw)": 1.055917501449585, "Finetune/Step": 2579, "Finetune/Step Time": 4.492158602923155} +{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9083293676376343, "Finetune/Loss (Raw)": 0.7430455088615417, "Finetune/Step": 2580, "Finetune/Step Time": 4.502888388931751} +{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9090753197669983, "Finetune/Loss (Raw)": 1.0767927169799805, "Finetune/Step": 2581, "Finetune/Step Time": 4.4795669093728065} +{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9087435007095337, "Finetune/Loss (Raw)": 0.9095577001571655, "Finetune/Step": 2582, "Finetune/Step Time": 4.469025127589703} +{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9072848558425903, "Finetune/Loss (Raw)": 0.8630688786506653, "Finetune/Step": 2583, "Finetune/Step Time": 4.482902631163597} +{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9080026149749756, "Finetune/Loss (Raw)": 1.0872437953948975, "Finetune/Step": 2584, "Finetune/Step Time": 4.483404327183962} +{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.9068471193313599, "Finetune/Loss (Raw)": 0.8411378860473633, "Finetune/Step": 2585, "Finetune/Step Time": 4.485849108546972} +{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9069646000862122, "Finetune/Loss (Raw)": 1.0049339532852173, "Finetune/Step": 2586, "Finetune/Step Time": 4.472185451537371} +{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9074795246124268, "Finetune/Loss (Raw)": 0.9691380262374878, "Finetune/Step": 2587, "Finetune/Step Time": 4.466731149703264} +{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.9068762063980103, "Finetune/Loss (Raw)": 0.8925743103027344, "Finetune/Step": 2588, "Finetune/Step Time": 4.4806672893464565} +{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9063632488250732, "Finetune/Loss (Raw)": 1.045656681060791, "Finetune/Step": 2589, "Finetune/Step Time": 4.484620312228799} +{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9060927629470825, "Finetune/Loss (Raw)": 0.9579734206199646, "Finetune/Step": 2590, "Finetune/Step Time": 4.482258686795831} +{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9053023457527161, "Finetune/Loss (Raw)": 0.8648864030838013, "Finetune/Step": 2591, "Finetune/Step Time": 4.521224865689874} +{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9043682813644409, "Finetune/Loss (Raw)": 0.9379220008850098, "Finetune/Step": 2592, "Finetune/Step Time": 4.529717333614826} +{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9038825035095215, "Finetune/Loss (Raw)": 0.8702826499938965, "Finetune/Step": 2593, "Finetune/Step Time": 4.549687707796693} +{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9041684865951538, "Finetune/Loss (Raw)": 0.882121741771698, "Finetune/Step": 2594, "Finetune/Step Time": 4.561183407902718} +{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.90394526720047, "Finetune/Loss (Raw)": 0.9271231889724731, "Finetune/Step": 2595, "Finetune/Step Time": 4.566442729905248} +{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9018967747688293, "Finetune/Loss (Raw)": 0.8911055326461792, "Finetune/Step": 2596, "Finetune/Step Time": 4.559164192527533} +{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9014219045639038, "Finetune/Loss (Raw)": 0.9838582873344421, "Finetune/Step": 2597, "Finetune/Step Time": 4.556843567639589} +{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.900804877281189, "Finetune/Loss (Raw)": 0.7973513603210449, "Finetune/Step": 2598, "Finetune/Step Time": 4.573739422485232} +{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9005078077316284, "Finetune/Loss (Raw)": 0.9946394562721252, "Finetune/Step": 2599, "Finetune/Step Time": 4.578132571652532} +{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9000298976898193, "Finetune/Loss (Raw)": 0.9153175354003906, "Finetune/Step": 2600, "Finetune/Step Time": 4.576751401647925} +{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9000200033187866, "Finetune/Loss (Raw)": 0.9603590965270996, "Finetune/Step": 2601, "Finetune/Step Time": 4.583174776285887} +{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9002973437309265, "Finetune/Loss (Raw)": 1.0495665073394775, "Finetune/Step": 2602, "Finetune/Step Time": 4.586059032008052} +{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9010404348373413, "Finetune/Loss (Raw)": 1.0155450105667114, "Finetune/Step": 2603, "Finetune/Step Time": 4.590982802212238} +{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9006848335266113, "Finetune/Loss (Raw)": 0.9284269213676453, "Finetune/Step": 2604, "Finetune/Step Time": 4.596964215859771} +{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8993768692016602, "Finetune/Loss (Raw)": 0.8028988838195801, "Finetune/Step": 2605, "Finetune/Step Time": 4.595840640366077} +{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8987609148025513, "Finetune/Loss (Raw)": 0.8701196312904358, "Finetune/Step": 2606, "Finetune/Step Time": 4.619063591584563} +{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8996843099594116, "Finetune/Loss (Raw)": 0.9849122166633606, "Finetune/Step": 2607, "Finetune/Step Time": 4.639242134988308} +{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.900253176689148, "Finetune/Loss (Raw)": 0.9638915061950684, "Finetune/Step": 2608, "Finetune/Step Time": 4.626237295567989} +{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9046800136566162, "Finetune/Loss (Raw)": 0.9388737678527832, "Finetune/Step": 2609, "Finetune/Step Time": 4.582768116146326} +{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.9034098386764526, "Finetune/Loss (Raw)": 0.9613965153694153, "Finetune/Step": 2610, "Finetune/Step Time": 4.599429603666067} +{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9016746282577515, "Finetune/Loss (Raw)": 0.7351495027542114, "Finetune/Step": 2611, "Finetune/Step Time": 4.6055777836591005} +{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9017189741134644, "Finetune/Loss (Raw)": 0.9269314408302307, "Finetune/Step": 2612, "Finetune/Step Time": 4.587979719042778} +{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9024218320846558, "Finetune/Loss (Raw)": 1.0494731664657593, "Finetune/Step": 2613, "Finetune/Step Time": 4.586141178384423} +{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9026552438735962, "Finetune/Loss (Raw)": 0.880862295627594, "Finetune/Step": 2614, "Finetune/Step Time": 4.578377412632108} +{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9080857038497925, "Finetune/Loss (Raw)": 1.0053513050079346, "Finetune/Step": 2615, "Finetune/Step Time": 4.549924788996577} +{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9073123931884766, "Finetune/Loss (Raw)": 0.9722734689712524, "Finetune/Step": 2616, "Finetune/Step Time": 4.552832506597042} +{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9024970531463623, "Finetune/Loss (Raw)": 0.3918778896331787, "Finetune/Step": 2617, "Finetune/Step Time": 4.5678755436092615} +{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9065893888473511, "Finetune/Loss (Raw)": 0.8369067907333374, "Finetune/Step": 2618, "Finetune/Step Time": 4.535474354401231} +{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9071434736251831, "Finetune/Loss (Raw)": 0.9999194145202637, "Finetune/Step": 2619, "Finetune/Step Time": 4.535155214369297} +{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9074103832244873, "Finetune/Loss (Raw)": 0.8628823161125183, "Finetune/Step": 2620, "Finetune/Step Time": 4.530867649242282} +{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9067461490631104, "Finetune/Loss (Raw)": 0.9201487898826599, "Finetune/Step": 2621, "Finetune/Step Time": 4.527796842157841} +{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9060204029083252, "Finetune/Loss (Raw)": 0.9698622822761536, "Finetune/Step": 2622, "Finetune/Step Time": 4.523099113255739} +{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9057488441467285, "Finetune/Loss (Raw)": 0.9287737011909485, "Finetune/Step": 2623, "Finetune/Step Time": 4.543659413233399} +{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9057095050811768, "Finetune/Loss (Raw)": 0.9470866918563843, "Finetune/Step": 2624, "Finetune/Step Time": 4.532520469278097} +{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.905343770980835, "Finetune/Loss (Raw)": 0.8046334385871887, "Finetune/Step": 2625, "Finetune/Step Time": 4.5461487509310246} +{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8996397256851196, "Finetune/Loss (Raw)": 0.3061169385910034, "Finetune/Step": 2626, "Finetune/Step Time": 4.58445742353797} +{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9012637138366699, "Finetune/Loss (Raw)": 0.9105731248855591, "Finetune/Step": 2627, "Finetune/Step Time": 4.567144205793738} +{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9015965461730957, "Finetune/Loss (Raw)": 1.0247039794921875, "Finetune/Step": 2628, "Finetune/Step Time": 4.566752204671502} +{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8996312618255615, "Finetune/Loss (Raw)": 0.705184280872345, "Finetune/Step": 2629, "Finetune/Step Time": 4.582211159169674} +{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8986210823059082, "Finetune/Loss (Raw)": 0.8405357599258423, "Finetune/Step": 2630, "Finetune/Step Time": 4.582560075446963} +{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8998773097991943, "Finetune/Loss (Raw)": 1.085400104522705, "Finetune/Step": 2631, "Finetune/Step Time": 4.579842995852232} +{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8991941213607788, "Finetune/Loss (Raw)": 0.8308624625205994, "Finetune/Step": 2632, "Finetune/Step Time": 4.5752539075911045} +{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.899422287940979, "Finetune/Loss (Raw)": 0.9687438607215881, "Finetune/Step": 2633, "Finetune/Step Time": 4.577263787388802} +{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9002121686935425, "Finetune/Loss (Raw)": 0.9959554076194763, "Finetune/Step": 2634, "Finetune/Step Time": 4.5783053152263165} +{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8996801376342773, "Finetune/Loss (Raw)": 0.9737635254859924, "Finetune/Step": 2635, "Finetune/Step Time": 4.572636917233467} +{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9009531736373901, "Finetune/Loss (Raw)": 1.0367443561553955, "Finetune/Step": 2636, "Finetune/Step Time": 4.57208882085979} +{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9008575677871704, "Finetune/Loss (Raw)": 0.8493771553039551, "Finetune/Step": 2637, "Finetune/Step Time": 4.577009038999677} +{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9002183675765991, "Finetune/Loss (Raw)": 1.004753828048706, "Finetune/Step": 2638, "Finetune/Step Time": 4.597365934401751} +{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8990578651428223, "Finetune/Loss (Raw)": 0.8552912473678589, "Finetune/Step": 2639, "Finetune/Step Time": 4.58838701993227} +{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.895124614238739, "Finetune/Loss (Raw)": 0.3413470387458801, "Finetune/Step": 2640, "Finetune/Step Time": 4.618103628978133} +{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8955084681510925, "Finetune/Loss (Raw)": 0.934487521648407, "Finetune/Step": 2641, "Finetune/Step Time": 4.60954431258142} +{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8944830894470215, "Finetune/Loss (Raw)": 0.931444525718689, "Finetune/Step": 2642, "Finetune/Step Time": 4.598974039778113} +{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8941750526428223, "Finetune/Loss (Raw)": 0.7878226041793823, "Finetune/Step": 2643, "Finetune/Step Time": 4.596652638167143} +{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8931493163108826, "Finetune/Loss (Raw)": 0.8265050053596497, "Finetune/Step": 2644, "Finetune/Step Time": 4.630194302648306} +{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.893490731716156, "Finetune/Loss (Raw)": 1.0003305673599243, "Finetune/Step": 2645, "Finetune/Step Time": 4.633450455963612} +{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8940684199333191, "Finetune/Loss (Raw)": 0.975368082523346, "Finetune/Step": 2646, "Finetune/Step Time": 4.619502751156688} +{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.893580436706543, "Finetune/Loss (Raw)": 0.8514267206192017, "Finetune/Step": 2647, "Finetune/Step Time": 4.625458223745227} +{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8935708999633789, "Finetune/Loss (Raw)": 1.0193626880645752, "Finetune/Step": 2648, "Finetune/Step Time": 4.636631906032562} +{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8974332213401794, "Finetune/Loss (Raw)": 0.894256055355072, "Finetune/Step": 2649, "Finetune/Step Time": 4.611053489148617} +{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8960909843444824, "Finetune/Loss (Raw)": 0.8252446055412292, "Finetune/Step": 2650, "Finetune/Step Time": 4.5995233952999115} +{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8971308469772339, "Finetune/Loss (Raw)": 0.8777521252632141, "Finetune/Step": 2651, "Finetune/Step Time": 4.594920637086034} +{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8981940150260925, "Finetune/Loss (Raw)": 1.0486222505569458, "Finetune/Step": 2652, "Finetune/Step Time": 4.5903449058532715} +{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8984494805335999, "Finetune/Loss (Raw)": 0.9318400025367737, "Finetune/Step": 2653, "Finetune/Step Time": 4.601976817473769} +{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8935590386390686, "Finetune/Loss (Raw)": 0.3362703323364258, "Finetune/Step": 2654, "Finetune/Step Time": 4.633207822218537} +{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.893214225769043, "Finetune/Loss (Raw)": 0.9875391721725464, "Finetune/Step": 2655, "Finetune/Step Time": 4.632197180762887} +{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8924809694290161, "Finetune/Loss (Raw)": 0.9256781339645386, "Finetune/Step": 2656, "Finetune/Step Time": 4.629324037581682} +{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8964152336120605, "Finetune/Loss (Raw)": 0.7679205536842346, "Finetune/Step": 2657, "Finetune/Step Time": 4.6111844554543495} +{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8949227333068848, "Finetune/Loss (Raw)": 0.7597610354423523, "Finetune/Step": 2658, "Finetune/Step Time": 4.629866862669587} +{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8963780999183655, "Finetune/Loss (Raw)": 1.0416738986968994, "Finetune/Step": 2659, "Finetune/Step Time": 4.620949782431126} +{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8959593772888184, "Finetune/Loss (Raw)": 0.967362642288208, "Finetune/Step": 2660, "Finetune/Step Time": 4.604733785614371} +{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8975498676300049, "Finetune/Loss (Raw)": 1.141558051109314, "Finetune/Step": 2661, "Finetune/Step Time": 4.608667196705937} +{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9028408527374268, "Finetune/Loss (Raw)": 1.052100419998169, "Finetune/Step": 2662, "Finetune/Step Time": 4.567226700484753} +{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9026957154273987, "Finetune/Loss (Raw)": 1.016947865486145, "Finetune/Step": 2663, "Finetune/Step Time": 4.574490712955594} +{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9000686407089233, "Finetune/Loss (Raw)": 0.4332250952720642, "Finetune/Step": 2664, "Finetune/Step Time": 4.58490539342165} +{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.898838996887207, "Finetune/Loss (Raw)": 0.8052192330360413, "Finetune/Step": 2665, "Finetune/Step Time": 4.577862357720733} +{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8983502984046936, "Finetune/Loss (Raw)": 0.9842425584793091, "Finetune/Step": 2666, "Finetune/Step Time": 4.574590597301722} +{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8976046442985535, "Finetune/Loss (Raw)": 0.8130328059196472, "Finetune/Step": 2667, "Finetune/Step Time": 4.575088670477271} +{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8962814211845398, "Finetune/Loss (Raw)": 0.8743950128555298, "Finetune/Step": 2668, "Finetune/Step Time": 4.566199749708176} +{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8975310325622559, "Finetune/Loss (Raw)": 1.047991394996643, "Finetune/Step": 2669, "Finetune/Step Time": 4.549656428396702} +{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8975110054016113, "Finetune/Loss (Raw)": 0.9416072368621826, "Finetune/Step": 2670, "Finetune/Step Time": 4.539102483540773} +{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8964875936508179, "Finetune/Loss (Raw)": 0.8211363554000854, "Finetune/Step": 2671, "Finetune/Step Time": 4.551344733685255} +{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8961688876152039, "Finetune/Loss (Raw)": 0.7120401859283447, "Finetune/Step": 2672, "Finetune/Step Time": 4.55621050670743} +{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8959783315658569, "Finetune/Loss (Raw)": 0.8825677633285522, "Finetune/Step": 2673, "Finetune/Step Time": 4.556295217946172} +{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9008135795593262, "Finetune/Loss (Raw)": 0.8956101536750793, "Finetune/Step": 2674, "Finetune/Step Time": 4.528782529756427} +{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9007025957107544, "Finetune/Loss (Raw)": 0.8889339566230774, "Finetune/Step": 2675, "Finetune/Step Time": 4.533954598009586} +{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8990057706832886, "Finetune/Loss (Raw)": 0.8559828400611877, "Finetune/Step": 2676, "Finetune/Step Time": 4.542766481637955} +{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.9044362902641296, "Finetune/Loss (Raw)": 1.0164909362792969, "Finetune/Step": 2677, "Finetune/Step Time": 4.50235060043633} +{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9040627479553223, "Finetune/Loss (Raw)": 0.9232338666915894, "Finetune/Step": 2678, "Finetune/Step Time": 4.501662684604526} +{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9044830799102783, "Finetune/Loss (Raw)": 1.0523172616958618, "Finetune/Step": 2679, "Finetune/Step Time": 4.499263858422637} +{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9031009674072266, "Finetune/Loss (Raw)": 0.941771924495697, "Finetune/Step": 2680, "Finetune/Step Time": 4.501930041238666} +{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8984403014183044, "Finetune/Loss (Raw)": 0.33948639035224915, "Finetune/Step": 2681, "Finetune/Step Time": 4.527943328022957} +{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8980005979537964, "Finetune/Loss (Raw)": 0.9226904511451721, "Finetune/Step": 2682, "Finetune/Step Time": 4.509559633210301} +{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9028252363204956, "Finetune/Loss (Raw)": 0.9438424110412598, "Finetune/Step": 2683, "Finetune/Step Time": 4.469153782352805} +{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.902608335018158, "Finetune/Loss (Raw)": 0.9095088243484497, "Finetune/Step": 2684, "Finetune/Step Time": 4.468971943482757} +{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9036427140235901, "Finetune/Loss (Raw)": 0.9219040274620056, "Finetune/Step": 2685, "Finetune/Step Time": 4.472656475380063} +{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9031643867492676, "Finetune/Loss (Raw)": 0.8262746334075928, "Finetune/Step": 2686, "Finetune/Step Time": 4.475081758573651} +{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9029818177223206, "Finetune/Loss (Raw)": 0.926024317741394, "Finetune/Step": 2687, "Finetune/Step Time": 4.476604895666242} +{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9032210111618042, "Finetune/Loss (Raw)": 0.9713329076766968, "Finetune/Step": 2688, "Finetune/Step Time": 4.45737043954432} +{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9043922424316406, "Finetune/Loss (Raw)": 1.0645753145217896, "Finetune/Step": 2689, "Finetune/Step Time": 4.454828200861812} +{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8991637825965881, "Finetune/Loss (Raw)": 0.3646497130393982, "Finetune/Step": 2690, "Finetune/Step Time": 4.494208861142397} +{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9021518230438232, "Finetune/Loss (Raw)": 1.0856919288635254, "Finetune/Step": 2691, "Finetune/Step Time": 4.487107291817665} +{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9014922380447388, "Finetune/Loss (Raw)": 0.8814791440963745, "Finetune/Step": 2692, "Finetune/Step Time": 4.4861787762492895} +{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.901576578617096, "Finetune/Loss (Raw)": 1.011186122894287, "Finetune/Step": 2693, "Finetune/Step Time": 4.483902893960476} +{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.901422381401062, "Finetune/Loss (Raw)": 0.9375277757644653, "Finetune/Step": 2694, "Finetune/Step Time": 4.485277654603124} +{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9018384218215942, "Finetune/Loss (Raw)": 0.8753594160079956, "Finetune/Step": 2695, "Finetune/Step Time": 4.484394611790776} +{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.903423547744751, "Finetune/Loss (Raw)": 1.0311331748962402, "Finetune/Step": 2696, "Finetune/Step Time": 4.496128607541323} +{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901282548904419, "Finetune/Loss (Raw)": 0.8895222544670105, "Finetune/Step": 2697, "Finetune/Step Time": 4.498558485880494} +{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9004393815994263, "Finetune/Loss (Raw)": 0.8483186960220337, "Finetune/Step": 2698, "Finetune/Step Time": 4.493877476081252} +{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9002810120582581, "Finetune/Loss (Raw)": 1.0632450580596924, "Finetune/Step": 2699, "Finetune/Step Time": 4.508280066773295} +{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9001303315162659, "Finetune/Loss (Raw)": 0.8904319405555725, "Finetune/Step": 2700, "Finetune/Step Time": 4.508089896291494} +{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9000366926193237, "Finetune/Loss (Raw)": 0.9148248434066772, "Finetune/Step": 2701, "Finetune/Step Time": 4.530874561518431} +{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.9003381729125977, "Finetune/Loss (Raw)": 0.9690579771995544, "Finetune/Step": 2702, "Finetune/Step Time": 4.519384417682886} +{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9003987312316895, "Finetune/Loss (Raw)": 0.8817469477653503, "Finetune/Step": 2703, "Finetune/Step Time": 4.5365684647113085} +{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8992935419082642, "Finetune/Loss (Raw)": 0.8378276824951172, "Finetune/Step": 2704, "Finetune/Step Time": 4.5486499685794115} +{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8984841108322144, "Finetune/Loss (Raw)": 0.9048587679862976, "Finetune/Step": 2705, "Finetune/Step Time": 4.549079619348049} +{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8982610702514648, "Finetune/Loss (Raw)": 1.0247218608856201, "Finetune/Step": 2706, "Finetune/Step Time": 4.555832307785749} +{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8981238603591919, "Finetune/Loss (Raw)": 1.0383530855178833, "Finetune/Step": 2707, "Finetune/Step Time": 4.552229765802622} +{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9004291296005249, "Finetune/Loss (Raw)": 1.0381157398223877, "Finetune/Step": 2708, "Finetune/Step Time": 4.549344709143043} +{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8989948034286499, "Finetune/Loss (Raw)": 0.8931956887245178, "Finetune/Step": 2709, "Finetune/Step Time": 4.55899603664875} +{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.894822359085083, "Finetune/Loss (Raw)": 0.37549275159835815, "Finetune/Step": 2710, "Finetune/Step Time": 4.599148517474532} +{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8959396481513977, "Finetune/Loss (Raw)": 1.0060821771621704, "Finetune/Step": 2711, "Finetune/Step Time": 4.584288731217384} +{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8949851989746094, "Finetune/Loss (Raw)": 0.9650676846504211, "Finetune/Step": 2712, "Finetune/Step Time": 4.602966004982591} +{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8955625295639038, "Finetune/Loss (Raw)": 0.9150466918945312, "Finetune/Step": 2713, "Finetune/Step Time": 4.609783893451095} +{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8953685760498047, "Finetune/Loss (Raw)": 0.9801023006439209, "Finetune/Step": 2714, "Finetune/Step Time": 4.609436905011535} +{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8945417404174805, "Finetune/Loss (Raw)": 0.8633058667182922, "Finetune/Step": 2715, "Finetune/Step Time": 4.602440789341927} +{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8943777084350586, "Finetune/Loss (Raw)": 0.8715751767158508, "Finetune/Step": 2716, "Finetune/Step Time": 4.589165983721614} +{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8934398889541626, "Finetune/Loss (Raw)": 0.9256113767623901, "Finetune/Step": 2717, "Finetune/Step Time": 4.576473729684949} +{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8929566144943237, "Finetune/Loss (Raw)": 0.8961172103881836, "Finetune/Step": 2718, "Finetune/Step Time": 4.57639142870903} +{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8938143253326416, "Finetune/Loss (Raw)": 0.9746795892715454, "Finetune/Step": 2719, "Finetune/Step Time": 4.53882117010653} +{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8940790295600891, "Finetune/Loss (Raw)": 0.971801221370697, "Finetune/Step": 2720, "Finetune/Step Time": 4.534283714368939} +{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8942413330078125, "Finetune/Loss (Raw)": 0.891056478023529, "Finetune/Step": 2721, "Finetune/Step Time": 4.524854177609086} +{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.894391655921936, "Finetune/Loss (Raw)": 0.9013625383377075, "Finetune/Step": 2722, "Finetune/Step Time": 4.515308380126953} +{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8940445184707642, "Finetune/Loss (Raw)": 0.8826903104782104, "Finetune/Step": 2723, "Finetune/Step Time": 4.51005506888032} +{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8944910168647766, "Finetune/Loss (Raw)": 0.948258101940155, "Finetune/Step": 2724, "Finetune/Step Time": 4.5180116053670645} +{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8941967487335205, "Finetune/Loss (Raw)": 0.9461921453475952, "Finetune/Step": 2725, "Finetune/Step Time": 4.5114118829369545} +{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8953381776809692, "Finetune/Loss (Raw)": 0.9434502720832825, "Finetune/Step": 2726, "Finetune/Step Time": 4.503491431474686} +{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8948470950126648, "Finetune/Loss (Raw)": 0.9317846298217773, "Finetune/Step": 2727, "Finetune/Step Time": 4.5062358025461435} +{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8942532539367676, "Finetune/Loss (Raw)": 0.8393107056617737, "Finetune/Step": 2728, "Finetune/Step Time": 4.504935476928949} +{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8899956941604614, "Finetune/Loss (Raw)": 0.4153819978237152, "Finetune/Step": 2729, "Finetune/Step Time": 4.539735306054354} +{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8881623148918152, "Finetune/Loss (Raw)": 0.8148951530456543, "Finetune/Step": 2730, "Finetune/Step Time": 4.53654975630343} +{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8874478340148926, "Finetune/Loss (Raw)": 0.9240943789482117, "Finetune/Step": 2731, "Finetune/Step Time": 4.527893578633666} +{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8877707719802856, "Finetune/Loss (Raw)": 0.96976238489151, "Finetune/Step": 2732, "Finetune/Step Time": 4.523325635120273} +{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8886955976486206, "Finetune/Loss (Raw)": 0.9212715029716492, "Finetune/Step": 2733, "Finetune/Step Time": 4.5176129676401615} +{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8896623849868774, "Finetune/Loss (Raw)": 0.9938790202140808, "Finetune/Step": 2734, "Finetune/Step Time": 4.499615916982293} +{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8897132277488708, "Finetune/Loss (Raw)": 0.9914122819900513, "Finetune/Step": 2735, "Finetune/Step Time": 4.476729549467564} +{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8857347965240479, "Finetune/Loss (Raw)": 0.45465654134750366, "Finetune/Step": 2736, "Finetune/Step Time": 4.513855658471584} +{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8835494518280029, "Finetune/Loss (Raw)": 0.6591508984565735, "Finetune/Step": 2737, "Finetune/Step Time": 4.524311326444149} +{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8833674192428589, "Finetune/Loss (Raw)": 0.9380910992622375, "Finetune/Step": 2738, "Finetune/Step Time": 4.5138223972171545} +{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8851202726364136, "Finetune/Loss (Raw)": 0.9595147967338562, "Finetune/Step": 2739, "Finetune/Step Time": 4.5002081245183945} +{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8845705986022949, "Finetune/Loss (Raw)": 0.8565784692764282, "Finetune/Step": 2740, "Finetune/Step Time": 4.514606928452849} +{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8843829035758972, "Finetune/Loss (Raw)": 1.0254446268081665, "Finetune/Step": 2741, "Finetune/Step Time": 4.51537387445569} +{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8848812580108643, "Finetune/Loss (Raw)": 0.9446491003036499, "Finetune/Step": 2742, "Finetune/Step Time": 4.525841059163213} +{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8848122954368591, "Finetune/Loss (Raw)": 0.9965255856513977, "Finetune/Step": 2743, "Finetune/Step Time": 4.523698456585407} +{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8847053050994873, "Finetune/Loss (Raw)": 0.9585767388343811, "Finetune/Step": 2744, "Finetune/Step Time": 4.520011777058244} +{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8896172642707825, "Finetune/Loss (Raw)": 1.0206140279769897, "Finetune/Step": 2745, "Finetune/Step Time": 4.481396950781345} +{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8903671503067017, "Finetune/Loss (Raw)": 0.9328861236572266, "Finetune/Step": 2746, "Finetune/Step Time": 4.488126451149583} +{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8896625638008118, "Finetune/Loss (Raw)": 0.9097355604171753, "Finetune/Step": 2747, "Finetune/Step Time": 4.498931547626853} +{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8911311030387878, "Finetune/Loss (Raw)": 1.0508536100387573, "Finetune/Step": 2748, "Finetune/Step Time": 4.501139622181654} +{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8916710615158081, "Finetune/Loss (Raw)": 0.9892723560333252, "Finetune/Step": 2749, "Finetune/Step Time": 4.497426979243755} +{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8909608125686646, "Finetune/Loss (Raw)": 0.8789429068565369, "Finetune/Step": 2750, "Finetune/Step Time": 4.5012016743421555} +{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8912063837051392, "Finetune/Loss (Raw)": 0.9602025151252747, "Finetune/Step": 2751, "Finetune/Step Time": 4.490376515313983} +{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.891510009765625, "Finetune/Loss (Raw)": 0.9859601259231567, "Finetune/Step": 2752, "Finetune/Step Time": 4.4896329790353775} +{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8930724859237671, "Finetune/Loss (Raw)": 1.0046213865280151, "Finetune/Step": 2753, "Finetune/Step Time": 4.475929414853454} +{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8982502222061157, "Finetune/Loss (Raw)": 0.9688687324523926, "Finetune/Step": 2754, "Finetune/Step Time": 4.43487411737442} +{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8938885927200317, "Finetune/Loss (Raw)": 0.35228538513183594, "Finetune/Step": 2755, "Finetune/Step Time": 4.477300565689802} +{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8939723968505859, "Finetune/Loss (Raw)": 1.035431146621704, "Finetune/Step": 2756, "Finetune/Step Time": 4.493896139785647} +{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.894830584526062, "Finetune/Loss (Raw)": 0.8150374293327332, "Finetune/Step": 2757, "Finetune/Step Time": 4.510532082989812} +{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8958779573440552, "Finetune/Loss (Raw)": 0.9746017456054688, "Finetune/Step": 2758, "Finetune/Step Time": 4.510570863261819} +{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8941423892974854, "Finetune/Loss (Raw)": 0.8632424473762512, "Finetune/Step": 2759, "Finetune/Step Time": 4.511172169819474} +{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8936784267425537, "Finetune/Loss (Raw)": 0.7714695334434509, "Finetune/Step": 2760, "Finetune/Step Time": 4.505090327933431} +{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8893556594848633, "Finetune/Loss (Raw)": 0.4154420793056488, "Finetune/Step": 2761, "Finetune/Step Time": 4.544452551752329} +{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8884314298629761, "Finetune/Loss (Raw)": 0.8776508569717407, "Finetune/Step": 2762, "Finetune/Step Time": 4.553708707913756} +{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8879377841949463, "Finetune/Loss (Raw)": 0.9105741381645203, "Finetune/Step": 2763, "Finetune/Step Time": 4.557064987719059} +{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.886991024017334, "Finetune/Loss (Raw)": 0.9155573844909668, "Finetune/Step": 2764, "Finetune/Step Time": 4.557905402034521} +{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8830819725990295, "Finetune/Loss (Raw)": 0.3490203320980072, "Finetune/Step": 2765, "Finetune/Step Time": 4.590594112873077} +{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.882123589515686, "Finetune/Loss (Raw)": 0.8820781707763672, "Finetune/Step": 2766, "Finetune/Step Time": 4.576204005628824} +{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8836115598678589, "Finetune/Loss (Raw)": 1.0457489490509033, "Finetune/Step": 2767, "Finetune/Step Time": 4.5893112532794476} +{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8887426853179932, "Finetune/Loss (Raw)": 0.9981290698051453, "Finetune/Step": 2768, "Finetune/Step Time": 4.552219845354557} +{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8889789581298828, "Finetune/Loss (Raw)": 0.964733362197876, "Finetune/Step": 2769, "Finetune/Step Time": 4.560914928093553} +{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.887367844581604, "Finetune/Loss (Raw)": 0.7252254486083984, "Finetune/Step": 2770, "Finetune/Step Time": 4.577594246715307} +{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.888380229473114, "Finetune/Loss (Raw)": 0.9174118638038635, "Finetune/Step": 2771, "Finetune/Step Time": 4.570385858416557} +{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8893622756004333, "Finetune/Loss (Raw)": 0.9522055983543396, "Finetune/Step": 2772, "Finetune/Step Time": 4.5392747186124325} +{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8892064690589905, "Finetune/Loss (Raw)": 0.9803819060325623, "Finetune/Step": 2773, "Finetune/Step Time": 4.531864868476987} +{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8841522336006165, "Finetune/Loss (Raw)": 0.3284285068511963, "Finetune/Step": 2774, "Finetune/Step Time": 4.570700282230973} +{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8849649429321289, "Finetune/Loss (Raw)": 0.9554532170295715, "Finetune/Step": 2775, "Finetune/Step Time": 4.5606499426066875} +{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8835277557373047, "Finetune/Loss (Raw)": 0.8354028463363647, "Finetune/Step": 2776, "Finetune/Step Time": 4.553255582228303} +{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8834013938903809, "Finetune/Loss (Raw)": 0.8780837059020996, "Finetune/Step": 2777, "Finetune/Step Time": 4.539920013397932} +{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8841782808303833, "Finetune/Loss (Raw)": 0.9246848821640015, "Finetune/Step": 2778, "Finetune/Step Time": 4.534882256761193} +{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8842487335205078, "Finetune/Loss (Raw)": 0.8867692351341248, "Finetune/Step": 2779, "Finetune/Step Time": 4.540742535144091} +{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8831628561019897, "Finetune/Loss (Raw)": 0.90962815284729, "Finetune/Step": 2780, "Finetune/Step Time": 4.539403446018696} +{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8839901089668274, "Finetune/Loss (Raw)": 1.0377259254455566, "Finetune/Step": 2781, "Finetune/Step Time": 4.523803371936083} +{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8882061243057251, "Finetune/Loss (Raw)": 0.8759269714355469, "Finetune/Step": 2782, "Finetune/Step Time": 4.487440286204219} +{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8889185190200806, "Finetune/Loss (Raw)": 1.0787214040756226, "Finetune/Step": 2783, "Finetune/Step Time": 4.490924337878823} +{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8874910473823547, "Finetune/Loss (Raw)": 0.7429611682891846, "Finetune/Step": 2784, "Finetune/Step Time": 4.50310811214149} +{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8885509371757507, "Finetune/Loss (Raw)": 0.903590738773346, "Finetune/Step": 2785, "Finetune/Step Time": 4.487059572711587} +{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8904995918273926, "Finetune/Loss (Raw)": 1.0091798305511475, "Finetune/Step": 2786, "Finetune/Step Time": 4.469412200152874} +{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8891457915306091, "Finetune/Loss (Raw)": 0.8683997392654419, "Finetune/Step": 2787, "Finetune/Step Time": 4.469767916947603} +{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8892650604248047, "Finetune/Loss (Raw)": 0.9826198220252991, "Finetune/Step": 2788, "Finetune/Step Time": 4.4797093365341425} +{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8873775601387024, "Finetune/Loss (Raw)": 0.89995938539505, "Finetune/Step": 2789, "Finetune/Step Time": 4.492691168561578} +{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8866206407546997, "Finetune/Loss (Raw)": 0.955218493938446, "Finetune/Step": 2790, "Finetune/Step Time": 4.495752228423953} +{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8849855065345764, "Finetune/Loss (Raw)": 0.8076489567756653, "Finetune/Step": 2791, "Finetune/Step Time": 4.516005413606763} +{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8896598815917969, "Finetune/Loss (Raw)": 1.0315489768981934, "Finetune/Step": 2792, "Finetune/Step Time": 4.491582825779915} +{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8913439512252808, "Finetune/Loss (Raw)": 1.020774483680725, "Finetune/Step": 2793, "Finetune/Step Time": 4.489661505445838} +{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8903986811637878, "Finetune/Loss (Raw)": 0.8632475733757019, "Finetune/Step": 2794, "Finetune/Step Time": 4.49776123650372} +{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8913626074790955, "Finetune/Loss (Raw)": 0.9364190697669983, "Finetune/Step": 2795, "Finetune/Step Time": 4.503219379112124} +{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8914525508880615, "Finetune/Loss (Raw)": 0.8859096169471741, "Finetune/Step": 2796, "Finetune/Step Time": 4.514162132516503} +{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8899092078208923, "Finetune/Loss (Raw)": 0.8504350185394287, "Finetune/Step": 2797, "Finetune/Step Time": 4.526604499667883} +{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.885473906993866, "Finetune/Loss (Raw)": 0.3738968074321747, "Finetune/Step": 2798, "Finetune/Step Time": 4.5696843564510345} +{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8851367235183716, "Finetune/Loss (Raw)": 0.7779718041419983, "Finetune/Step": 2799, "Finetune/Step Time": 4.567212054505944} +{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.885799765586853, "Finetune/Loss (Raw)": 0.79691481590271, "Finetune/Step": 2800, "Finetune/Step Time": 4.561616115272045} +{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8867872953414917, "Finetune/Loss (Raw)": 1.008974313735962, "Finetune/Step": 2801, "Finetune/Step Time": 4.565097372978926} +{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8876859545707703, "Finetune/Loss (Raw)": 1.010628342628479, "Finetune/Step": 2802, "Finetune/Step Time": 4.570248739793897} +{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8882509469985962, "Finetune/Loss (Raw)": 0.9612593054771423, "Finetune/Step": 2803, "Finetune/Step Time": 4.56908624432981} +{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8890433311462402, "Finetune/Loss (Raw)": 0.957407534122467, "Finetune/Step": 2804, "Finetune/Step Time": 4.558170899748802} +{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8893036842346191, "Finetune/Loss (Raw)": 1.0498123168945312, "Finetune/Step": 2805, "Finetune/Step Time": 4.5568539313972} +{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8889564275741577, "Finetune/Loss (Raw)": 0.8787853121757507, "Finetune/Step": 2806, "Finetune/Step Time": 4.563410330563784} +{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8875360488891602, "Finetune/Loss (Raw)": 0.8705131411552429, "Finetune/Step": 2807, "Finetune/Step Time": 4.561507789418101} +{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.886635422706604, "Finetune/Loss (Raw)": 0.8264956474304199, "Finetune/Step": 2808, "Finetune/Step Time": 4.577292850241065} +{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.886691689491272, "Finetune/Loss (Raw)": 0.34668296575546265, "Finetune/Step": 2809, "Finetune/Step Time": 4.58223969116807} +{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8855949640274048, "Finetune/Loss (Raw)": 0.7823013067245483, "Finetune/Step": 2810, "Finetune/Step Time": 4.574888605624437} +{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8857453465461731, "Finetune/Loss (Raw)": 0.9630998373031616, "Finetune/Step": 2811, "Finetune/Step Time": 4.578576540574431} +{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8857834339141846, "Finetune/Loss (Raw)": 0.9143797159194946, "Finetune/Step": 2812, "Finetune/Step Time": 4.577864985913038} +{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8866177201271057, "Finetune/Loss (Raw)": 1.0286906957626343, "Finetune/Step": 2813, "Finetune/Step Time": 4.576536705717444} +{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8828752040863037, "Finetune/Loss (Raw)": 0.3472425639629364, "Finetune/Step": 2814, "Finetune/Step Time": 4.614286808297038} +{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8839247226715088, "Finetune/Loss (Raw)": 1.0603595972061157, "Finetune/Step": 2815, "Finetune/Step Time": 4.616182658821344} +{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8840481638908386, "Finetune/Loss (Raw)": 0.9871333837509155, "Finetune/Step": 2816, "Finetune/Step Time": 4.614512553438544} +{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8827546238899231, "Finetune/Loss (Raw)": 0.8990017175674438, "Finetune/Step": 2817, "Finetune/Step Time": 4.621708396822214} +{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8866758346557617, "Finetune/Loss (Raw)": 0.8665573000907898, "Finetune/Step": 2818, "Finetune/Step Time": 4.587756808847189} +{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8864048719406128, "Finetune/Loss (Raw)": 1.051016092300415, "Finetune/Step": 2819, "Finetune/Step Time": 4.590800845995545} +{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8877751231193542, "Finetune/Loss (Raw)": 1.0568712949752808, "Finetune/Step": 2820, "Finetune/Step Time": 4.590669009834528} +{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8858840465545654, "Finetune/Loss (Raw)": 0.7691241502761841, "Finetune/Step": 2821, "Finetune/Step Time": 4.603694191202521} +{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8858678936958313, "Finetune/Loss (Raw)": 0.9354634284973145, "Finetune/Step": 2822, "Finetune/Step Time": 4.599359875544906} +{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8821464776992798, "Finetune/Loss (Raw)": 0.39902567863464355, "Finetune/Step": 2823, "Finetune/Step Time": 4.632067326456308} +{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8808044195175171, "Finetune/Loss (Raw)": 0.8593413829803467, "Finetune/Step": 2824, "Finetune/Step Time": 4.6184160355478525} +{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8803117275238037, "Finetune/Loss (Raw)": 0.8264580368995667, "Finetune/Step": 2825, "Finetune/Step Time": 4.6171953827142715} +{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8800086975097656, "Finetune/Loss (Raw)": 0.8095270395278931, "Finetune/Step": 2826, "Finetune/Step Time": 4.619729798287153} +{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8793736696243286, "Finetune/Loss (Raw)": 0.9819645881652832, "Finetune/Step": 2827, "Finetune/Step Time": 4.60219993814826} +{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8808773756027222, "Finetune/Loss (Raw)": 1.0829079151153564, "Finetune/Step": 2828, "Finetune/Step Time": 4.601872809231281} +{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8813287019729614, "Finetune/Loss (Raw)": 0.9725958108901978, "Finetune/Step": 2829, "Finetune/Step Time": 4.584449918940663} +{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8815062046051025, "Finetune/Loss (Raw)": 0.991778552532196, "Finetune/Step": 2830, "Finetune/Step Time": 4.576400374993682} +{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8830937147140503, "Finetune/Loss (Raw)": 1.0849462747573853, "Finetune/Step": 2831, "Finetune/Step Time": 4.559554684907198} +{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8847254514694214, "Finetune/Loss (Raw)": 1.0466864109039307, "Finetune/Step": 2832, "Finetune/Step Time": 4.5548641085624695} +{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8848365545272827, "Finetune/Loss (Raw)": 0.9190850257873535, "Finetune/Step": 2833, "Finetune/Step Time": 4.561496689915657} +{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8795723915100098, "Finetune/Loss (Raw)": 0.3509068489074707, "Finetune/Step": 2834, "Finetune/Step Time": 4.593659099191427} +{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8789495229721069, "Finetune/Loss (Raw)": 0.9586262702941895, "Finetune/Step": 2835, "Finetune/Step Time": 4.596413960680366} +{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8770216703414917, "Finetune/Loss (Raw)": 0.7913573980331421, "Finetune/Step": 2836, "Finetune/Step Time": 4.588775111362338} +{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8777669668197632, "Finetune/Loss (Raw)": 0.9885905981063843, "Finetune/Step": 2837, "Finetune/Step Time": 4.577166490256786} +{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8816258907318115, "Finetune/Loss (Raw)": 0.8694264888763428, "Finetune/Step": 2838, "Finetune/Step Time": 4.533416111022234} +{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.880524218082428, "Finetune/Loss (Raw)": 0.8650749325752258, "Finetune/Step": 2839, "Finetune/Step Time": 4.538838664069772} +{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8806911110877991, "Finetune/Loss (Raw)": 0.9864311814308167, "Finetune/Step": 2840, "Finetune/Step Time": 4.52249151468277} +{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8821982145309448, "Finetune/Loss (Raw)": 1.1079531908035278, "Finetune/Step": 2841, "Finetune/Step Time": 4.516591906547546} +{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8818678855895996, "Finetune/Loss (Raw)": 0.9378241896629333, "Finetune/Step": 2842, "Finetune/Step Time": 4.518682666122913} +{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8812277317047119, "Finetune/Loss (Raw)": 0.7813610434532166, "Finetune/Step": 2843, "Finetune/Step Time": 4.523863673210144} +{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8817000389099121, "Finetune/Loss (Raw)": 0.9320371747016907, "Finetune/Step": 2844, "Finetune/Step Time": 4.524191375821829} +{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8821247816085815, "Finetune/Loss (Raw)": 0.9799744486808777, "Finetune/Step": 2845, "Finetune/Step Time": 4.529761893674731} +{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8821265697479248, "Finetune/Loss (Raw)": 0.8963377475738525, "Finetune/Step": 2846, "Finetune/Step Time": 4.527746614068747} +{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8802424669265747, "Finetune/Loss (Raw)": 0.7335160970687866, "Finetune/Step": 2847, "Finetune/Step Time": 4.5398928336799145} +{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8805365562438965, "Finetune/Loss (Raw)": 1.0094492435455322, "Finetune/Step": 2848, "Finetune/Step Time": 4.546471366658807} +{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.880663275718689, "Finetune/Loss (Raw)": 0.9072729349136353, "Finetune/Step": 2849, "Finetune/Step Time": 4.542519882321358} +{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8807064294815063, "Finetune/Loss (Raw)": 0.9068927764892578, "Finetune/Step": 2850, "Finetune/Step Time": 4.543440517038107} +{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8814160823822021, "Finetune/Loss (Raw)": 0.9735206961631775, "Finetune/Step": 2851, "Finetune/Step Time": 4.540064711123705} +{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.882122278213501, "Finetune/Loss (Raw)": 1.0386512279510498, "Finetune/Step": 2852, "Finetune/Step Time": 4.535661535337567} +{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8817700743675232, "Finetune/Loss (Raw)": 0.9011114835739136, "Finetune/Step": 2853, "Finetune/Step Time": 4.536010852083564} +{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8819537162780762, "Finetune/Loss (Raw)": 0.9669519066810608, "Finetune/Step": 2854, "Finetune/Step Time": 4.528793528676033} +{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8824827671051025, "Finetune/Loss (Raw)": 0.9995027780532837, "Finetune/Step": 2855, "Finetune/Step Time": 4.533731419593096} +{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8837295770645142, "Finetune/Loss (Raw)": 0.9989058971405029, "Finetune/Step": 2856, "Finetune/Step Time": 4.552598062902689} +{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8882733583450317, "Finetune/Loss (Raw)": 0.9969908595085144, "Finetune/Step": 2857, "Finetune/Step Time": 4.510872000828385} +{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8885320425033569, "Finetune/Loss (Raw)": 0.8480042815208435, "Finetune/Step": 2858, "Finetune/Step Time": 4.504028493538499} +{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8886216878890991, "Finetune/Loss (Raw)": 0.9355651140213013, "Finetune/Step": 2859, "Finetune/Step Time": 4.510869236662984} +{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8874803781509399, "Finetune/Loss (Raw)": 0.8236819505691528, "Finetune/Step": 2860, "Finetune/Step Time": 4.521123498678207} +{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8885513544082642, "Finetune/Loss (Raw)": 1.0583531856536865, "Finetune/Step": 2861, "Finetune/Step Time": 4.5267918556928635} +{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8874677419662476, "Finetune/Loss (Raw)": 0.8551720380783081, "Finetune/Step": 2862, "Finetune/Step Time": 4.53788491897285} +{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8873888254165649, "Finetune/Loss (Raw)": 0.9813175201416016, "Finetune/Step": 2863, "Finetune/Step Time": 4.5410200003534555} +{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8906803131103516, "Finetune/Loss (Raw)": 0.8759644627571106, "Finetune/Step": 2864, "Finetune/Step Time": 4.500913787633181} +{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8935332298278809, "Finetune/Loss (Raw)": 1.0243284702301025, "Finetune/Step": 2865, "Finetune/Step Time": 4.487275378778577} +{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8892420530319214, "Finetune/Loss (Raw)": 0.38881775736808777, "Finetune/Step": 2866, "Finetune/Step Time": 4.522306816652417} +{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8890634775161743, "Finetune/Loss (Raw)": 0.9366540908813477, "Finetune/Step": 2867, "Finetune/Step Time": 4.530890738591552} +{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8906562924385071, "Finetune/Loss (Raw)": 1.0604625940322876, "Finetune/Step": 2868, "Finetune/Step Time": 4.520322384312749} +{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8886698484420776, "Finetune/Loss (Raw)": 0.7711835503578186, "Finetune/Step": 2869, "Finetune/Step Time": 4.556486047804356} +{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8842334151268005, "Finetune/Loss (Raw)": 0.37678131461143494, "Finetune/Step": 2870, "Finetune/Step Time": 4.583296749740839} +{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8847063779830933, "Finetune/Loss (Raw)": 1.057065725326538, "Finetune/Step": 2871, "Finetune/Step Time": 4.575909990817308} +{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8851620554924011, "Finetune/Loss (Raw)": 1.0169029235839844, "Finetune/Step": 2872, "Finetune/Step Time": 4.575951004400849} +{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8845133781433105, "Finetune/Loss (Raw)": 0.9375793933868408, "Finetune/Step": 2873, "Finetune/Step Time": 4.5830408819019794} +{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8799962997436523, "Finetune/Loss (Raw)": 0.3547002673149109, "Finetune/Step": 2874, "Finetune/Step Time": 4.608142044395208} +{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8809924125671387, "Finetune/Loss (Raw)": 1.0372376441955566, "Finetune/Step": 2875, "Finetune/Step Time": 4.587937697768211} +{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8798651695251465, "Finetune/Loss (Raw)": 0.9065732359886169, "Finetune/Step": 2876, "Finetune/Step Time": 4.5968168042600155} +{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8789657950401306, "Finetune/Loss (Raw)": 0.8741528391838074, "Finetune/Step": 2877, "Finetune/Step Time": 4.605519529432058} +{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8797462582588196, "Finetune/Loss (Raw)": 0.9788401126861572, "Finetune/Step": 2878, "Finetune/Step Time": 4.6108039151877165} +{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786574602127075, "Finetune/Loss (Raw)": 0.8208341002464294, "Finetune/Step": 2879, "Finetune/Step Time": 4.612186040729284} +{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8788319826126099, "Finetune/Loss (Raw)": 1.0082954168319702, "Finetune/Step": 2880, "Finetune/Step Time": 4.604082083329558} +{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8789472579956055, "Finetune/Loss (Raw)": 1.0193800926208496, "Finetune/Step": 2881, "Finetune/Step Time": 4.60882624424994} +{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8792979121208191, "Finetune/Loss (Raw)": 1.0137542486190796, "Finetune/Step": 2882, "Finetune/Step Time": 4.610148446634412} +{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.884648859500885, "Finetune/Loss (Raw)": 1.03720223903656, "Finetune/Step": 2883, "Finetune/Step Time": 4.573903260752559} +{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8835729360580444, "Finetune/Loss (Raw)": 0.8977201581001282, "Finetune/Step": 2884, "Finetune/Step Time": 4.580427344888449} +{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8848040103912354, "Finetune/Loss (Raw)": 0.9726129770278931, "Finetune/Step": 2885, "Finetune/Step Time": 4.547913094982505} +{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8829580545425415, "Finetune/Loss (Raw)": 0.7383242249488831, "Finetune/Step": 2886, "Finetune/Step Time": 4.570986906066537} +{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8827683329582214, "Finetune/Loss (Raw)": 0.8389513492584229, "Finetune/Step": 2887, "Finetune/Step Time": 4.5757873728871346} +{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8852685689926147, "Finetune/Loss (Raw)": 1.091502070426941, "Finetune/Step": 2888, "Finetune/Step Time": 4.5835193414241076} +{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.884566605091095, "Finetune/Loss (Raw)": 0.32558518648147583, "Finetune/Step": 2889, "Finetune/Step Time": 4.5822375528514385} +{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884170651435852, "Finetune/Loss (Raw)": 0.8269729614257812, "Finetune/Step": 2890, "Finetune/Step Time": 4.57106420956552} +{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.884260892868042, "Finetune/Loss (Raw)": 0.9221194386482239, "Finetune/Step": 2891, "Finetune/Step Time": 4.569889476522803} +{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.885993480682373, "Finetune/Loss (Raw)": 1.1373320817947388, "Finetune/Step": 2892, "Finetune/Step Time": 4.578808980062604} +{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8904509544372559, "Finetune/Loss (Raw)": 0.9195761680603027, "Finetune/Step": 2893, "Finetune/Step Time": 4.537698203697801} +{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8916932344436646, "Finetune/Loss (Raw)": 1.0410888195037842, "Finetune/Step": 2894, "Finetune/Step Time": 4.536340499296784} +{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8907822966575623, "Finetune/Loss (Raw)": 0.9291506409645081, "Finetune/Step": 2895, "Finetune/Step Time": 4.523050827905536} +{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8907294273376465, "Finetune/Loss (Raw)": 0.9913650155067444, "Finetune/Step": 2896, "Finetune/Step Time": 4.525325171649456} +{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8911134004592896, "Finetune/Loss (Raw)": 1.0138816833496094, "Finetune/Step": 2897, "Finetune/Step Time": 4.5198482144623995} +{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8929270505905151, "Finetune/Loss (Raw)": 0.9573716521263123, "Finetune/Step": 2898, "Finetune/Step Time": 4.502843366935849} +{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8927584290504456, "Finetune/Loss (Raw)": 0.8958263993263245, "Finetune/Step": 2899, "Finetune/Step Time": 4.502981394529343} +{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8917351365089417, "Finetune/Loss (Raw)": 0.8212258815765381, "Finetune/Step": 2900, "Finetune/Step Time": 4.50663136318326} +{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8907177448272705, "Finetune/Loss (Raw)": 0.850150465965271, "Finetune/Step": 2901, "Finetune/Step Time": 4.5162170473486185} +{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8960078358650208, "Finetune/Loss (Raw)": 1.0055646896362305, "Finetune/Step": 2902, "Finetune/Step Time": 4.5000652596354485} +{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8963277339935303, "Finetune/Loss (Raw)": 0.9964043498039246, "Finetune/Step": 2903, "Finetune/Step Time": 4.503068210557103} +{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.896761953830719, "Finetune/Loss (Raw)": 0.8909762501716614, "Finetune/Step": 2904, "Finetune/Step Time": 4.500920835882425} +{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8972371816635132, "Finetune/Loss (Raw)": 0.9389083981513977, "Finetune/Step": 2905, "Finetune/Step Time": 4.502613622695208} +{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8976325392723083, "Finetune/Loss (Raw)": 0.9752939343452454, "Finetune/Step": 2906, "Finetune/Step Time": 4.503648253157735} +{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.897691011428833, "Finetune/Loss (Raw)": 0.8942579030990601, "Finetune/Step": 2907, "Finetune/Step Time": 4.495971756055951} +{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8981837034225464, "Finetune/Loss (Raw)": 0.9726930260658264, "Finetune/Step": 2908, "Finetune/Step Time": 4.499316748231649} +{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8987812995910645, "Finetune/Loss (Raw)": 1.1142139434814453, "Finetune/Step": 2909, "Finetune/Step Time": 4.493709407746792} +{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8999714851379395, "Finetune/Loss (Raw)": 1.028275489807129, "Finetune/Step": 2910, "Finetune/Step Time": 4.494707396253943} +{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.9000867605209351, "Finetune/Loss (Raw)": 1.0934700965881348, "Finetune/Step": 2911, "Finetune/Step Time": 4.480541951954365} +{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9018592834472656, "Finetune/Loss (Raw)": 0.9698447585105896, "Finetune/Step": 2912, "Finetune/Step Time": 4.472524516284466} +{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.90256267786026, "Finetune/Loss (Raw)": 0.9936281442642212, "Finetune/Step": 2913, "Finetune/Step Time": 4.464949015527964} +{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9006009697914124, "Finetune/Loss (Raw)": 0.7580816745758057, "Finetune/Step": 2914, "Finetune/Step Time": 4.486499387770891} +{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9001863598823547, "Finetune/Loss (Raw)": 0.8153297901153564, "Finetune/Step": 2915, "Finetune/Step Time": 4.503377607092261} +{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9000585079193115, "Finetune/Loss (Raw)": 0.9662591814994812, "Finetune/Step": 2916, "Finetune/Step Time": 4.490010591223836} +{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9009698629379272, "Finetune/Loss (Raw)": 1.0166151523590088, "Finetune/Step": 2917, "Finetune/Step Time": 4.474227786064148} +{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.90055251121521, "Finetune/Loss (Raw)": 0.9017883539199829, "Finetune/Step": 2918, "Finetune/Step Time": 4.4795186799019575} +{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.901573657989502, "Finetune/Loss (Raw)": 0.9383601546287537, "Finetune/Step": 2919, "Finetune/Step Time": 4.452676830813289} +{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8962042331695557, "Finetune/Loss (Raw)": 0.3442550599575043, "Finetune/Step": 2920, "Finetune/Step Time": 4.47761538438499} +{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8955302834510803, "Finetune/Loss (Raw)": 0.9345138669013977, "Finetune/Step": 2921, "Finetune/Step Time": 4.494873404502869} +{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8956795930862427, "Finetune/Loss (Raw)": 0.8823554515838623, "Finetune/Step": 2922, "Finetune/Step Time": 4.4878886342048645} +{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8957492113113403, "Finetune/Loss (Raw)": 0.945331335067749, "Finetune/Step": 2923, "Finetune/Step Time": 4.5096309799700975} +{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8970884084701538, "Finetune/Loss (Raw)": 1.0573267936706543, "Finetune/Step": 2924, "Finetune/Step Time": 4.493020556867123} +{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8986123204231262, "Finetune/Loss (Raw)": 1.0455020666122437, "Finetune/Step": 2925, "Finetune/Step Time": 4.482415474951267} +{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.902958333492279, "Finetune/Loss (Raw)": 0.930180549621582, "Finetune/Step": 2926, "Finetune/Step Time": 4.4711721781641245} +{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9025161266326904, "Finetune/Loss (Raw)": 0.7213713526725769, "Finetune/Step": 2927, "Finetune/Step Time": 4.475016709417105} +{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9037049412727356, "Finetune/Loss (Raw)": 0.9490838646888733, "Finetune/Step": 2928, "Finetune/Step Time": 4.484076650813222} +{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9042544364929199, "Finetune/Loss (Raw)": 1.079310655593872, "Finetune/Step": 2929, "Finetune/Step Time": 4.479987056925893} +{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9041730761528015, "Finetune/Loss (Raw)": 1.0002131462097168, "Finetune/Step": 2930, "Finetune/Step Time": 4.466286385431886} +{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.904352068901062, "Finetune/Loss (Raw)": 0.9841689467430115, "Finetune/Step": 2931, "Finetune/Step Time": 4.474314944818616} +{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9044189453125, "Finetune/Loss (Raw)": 0.9659695625305176, "Finetune/Step": 2932, "Finetune/Step Time": 4.478090904653072} +{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9037781953811646, "Finetune/Loss (Raw)": 0.967793881893158, "Finetune/Step": 2933, "Finetune/Step Time": 4.489360682666302} +{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9044128656387329, "Finetune/Loss (Raw)": 0.9600306153297424, "Finetune/Step": 2934, "Finetune/Step Time": 4.482844728976488} +{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9050120115280151, "Finetune/Loss (Raw)": 0.9471984505653381, "Finetune/Step": 2935, "Finetune/Step Time": 4.487718658521771} +{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9069727659225464, "Finetune/Loss (Raw)": 1.077475666999817, "Finetune/Step": 2936, "Finetune/Step Time": 4.493471955880523} +{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9127390384674072, "Finetune/Loss (Raw)": 1.0847688913345337, "Finetune/Step": 2937, "Finetune/Step Time": 4.451091576367617} +{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9141594171524048, "Finetune/Loss (Raw)": 0.9641057252883911, "Finetune/Step": 2938, "Finetune/Step Time": 4.452852206304669} +{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9139203429222107, "Finetune/Loss (Raw)": 0.9324958324432373, "Finetune/Step": 2939, "Finetune/Step Time": 4.45145695284009} +{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9127089381217957, "Finetune/Loss (Raw)": 0.759319007396698, "Finetune/Step": 2940, "Finetune/Step Time": 4.4535968992859125} +{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9104124903678894, "Finetune/Loss (Raw)": 0.7347474098205566, "Finetune/Step": 2941, "Finetune/Step Time": 4.471438193693757} +{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.915935218334198, "Finetune/Loss (Raw)": 1.0541528463363647, "Finetune/Step": 2942, "Finetune/Step Time": 4.442625127732754} +{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9153835773468018, "Finetune/Loss (Raw)": 0.9897502064704895, "Finetune/Step": 2943, "Finetune/Step Time": 4.447626719251275} +{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9151515960693359, "Finetune/Loss (Raw)": 0.9574347734451294, "Finetune/Step": 2944, "Finetune/Step Time": 4.455087687820196} +{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.915015697479248, "Finetune/Loss (Raw)": 0.8816067576408386, "Finetune/Step": 2945, "Finetune/Step Time": 4.463721554726362} +{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9157650470733643, "Finetune/Loss (Raw)": 0.9624801278114319, "Finetune/Step": 2946, "Finetune/Step Time": 4.454880364239216} +{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9146324992179871, "Finetune/Loss (Raw)": 0.9060476422309875, "Finetune/Step": 2947, "Finetune/Step Time": 4.471513893455267} +{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.9144497513771057, "Finetune/Loss (Raw)": 1.0334762334823608, "Finetune/Step": 2948, "Finetune/Step Time": 4.481969699263573} +{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.916058361530304, "Finetune/Loss (Raw)": 0.9750277996063232, "Finetune/Step": 2949, "Finetune/Step Time": 4.471754590049386} +{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9159859418869019, "Finetune/Loss (Raw)": 0.9261953234672546, "Finetune/Step": 2950, "Finetune/Step Time": 4.471564445644617} +{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9152091145515442, "Finetune/Loss (Raw)": 0.2995914816856384, "Finetune/Step": 2951, "Finetune/Step Time": 4.471858656033874} +{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9162302017211914, "Finetune/Loss (Raw)": 0.990039587020874, "Finetune/Step": 2952, "Finetune/Step Time": 4.469509705901146} +{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9177323579788208, "Finetune/Loss (Raw)": 1.0187326669692993, "Finetune/Step": 2953, "Finetune/Step Time": 4.468780137598515} +{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9178717136383057, "Finetune/Loss (Raw)": 0.8273693919181824, "Finetune/Step": 2954, "Finetune/Step Time": 4.473478652536869} +{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9187524318695068, "Finetune/Loss (Raw)": 1.094697117805481, "Finetune/Step": 2955, "Finetune/Step Time": 4.480684591457248} +{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.9178338646888733, "Finetune/Loss (Raw)": 0.9653226733207703, "Finetune/Step": 2956, "Finetune/Step Time": 4.47766044922173} +{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9176602363586426, "Finetune/Loss (Raw)": 0.9503776431083679, "Finetune/Step": 2957, "Finetune/Step Time": 4.466279126703739} +{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9173920154571533, "Finetune/Loss (Raw)": 0.9574471116065979, "Finetune/Step": 2958, "Finetune/Step Time": 4.469522062689066} +{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9113733172416687, "Finetune/Loss (Raw)": 0.3145511746406555, "Finetune/Step": 2959, "Finetune/Step Time": 4.505605099722743} +{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9106266498565674, "Finetune/Loss (Raw)": 0.9511076211929321, "Finetune/Step": 2960, "Finetune/Step Time": 4.503252774477005} +{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9102197885513306, "Finetune/Loss (Raw)": 0.8670086860656738, "Finetune/Step": 2961, "Finetune/Step Time": 4.489437794312835} +{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.9160012006759644, "Finetune/Loss (Raw)": 1.0909367799758911, "Finetune/Step": 2962, "Finetune/Step Time": 4.456772232428193} +{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9164213538169861, "Finetune/Loss (Raw)": 1.0123989582061768, "Finetune/Step": 2963, "Finetune/Step Time": 4.467530017718673} +{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9183478355407715, "Finetune/Loss (Raw)": 1.03794264793396, "Finetune/Step": 2964, "Finetune/Step Time": 4.470078635960817} +{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9184661507606506, "Finetune/Loss (Raw)": 1.0037378072738647, "Finetune/Step": 2965, "Finetune/Step Time": 4.4661885146051645} +{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9183245301246643, "Finetune/Loss (Raw)": 0.8513055443763733, "Finetune/Step": 2966, "Finetune/Step Time": 4.474112037569284} +{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9180700182914734, "Finetune/Loss (Raw)": 0.8324974775314331, "Finetune/Step": 2967, "Finetune/Step Time": 4.4856486935168505} +{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9187367558479309, "Finetune/Loss (Raw)": 1.0717657804489136, "Finetune/Step": 2968, "Finetune/Step Time": 4.494364282116294} +{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9170526266098022, "Finetune/Loss (Raw)": 0.8923888206481934, "Finetune/Step": 2969, "Finetune/Step Time": 4.4913643989712} +{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9171568155288696, "Finetune/Loss (Raw)": 0.9511632919311523, "Finetune/Step": 2970, "Finetune/Step Time": 4.503236962482333} +{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9184824228286743, "Finetune/Loss (Raw)": 0.9510307908058167, "Finetune/Step": 2971, "Finetune/Step Time": 4.510254794731736} +{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9187535047531128, "Finetune/Loss (Raw)": 0.9667419195175171, "Finetune/Step": 2972, "Finetune/Step Time": 4.50624268874526} +{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9175456762313843, "Finetune/Loss (Raw)": 0.8253647089004517, "Finetune/Step": 2973, "Finetune/Step Time": 4.50971338711679} +{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.918058454990387, "Finetune/Loss (Raw)": 0.9619806408882141, "Finetune/Step": 2974, "Finetune/Step Time": 4.510945169255137} +{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9153532981872559, "Finetune/Loss (Raw)": 0.38724929094314575, "Finetune/Step": 2975, "Finetune/Step Time": 4.5361503548920155} +{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9141005277633667, "Finetune/Loss (Raw)": 0.8490995168685913, "Finetune/Step": 2976, "Finetune/Step Time": 4.53045011498034} +{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9146087765693665, "Finetune/Loss (Raw)": 0.9723311066627502, "Finetune/Step": 2977, "Finetune/Step Time": 4.527897775173187} +{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9155741930007935, "Finetune/Loss (Raw)": 1.030474305152893, "Finetune/Step": 2978, "Finetune/Step Time": 4.522903645411134} +{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9152048230171204, "Finetune/Loss (Raw)": 0.9262285828590393, "Finetune/Step": 2979, "Finetune/Step Time": 4.538557695224881} +{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9139870405197144, "Finetune/Loss (Raw)": 0.8827753067016602, "Finetune/Step": 2980, "Finetune/Step Time": 4.541513429954648} +{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9133166074752808, "Finetune/Loss (Raw)": 0.8152971267700195, "Finetune/Step": 2981, "Finetune/Step Time": 4.568070145323873} +{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.912421464920044, "Finetune/Loss (Raw)": 0.8523794412612915, "Finetune/Step": 2982, "Finetune/Step Time": 4.561444368213415} +{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9128314852714539, "Finetune/Loss (Raw)": 1.0519835948944092, "Finetune/Step": 2983, "Finetune/Step Time": 4.551739944145083} +{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9137757420539856, "Finetune/Loss (Raw)": 1.119767427444458, "Finetune/Step": 2984, "Finetune/Step Time": 4.5466744638979435} +{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.913059413433075, "Finetune/Loss (Raw)": 0.9053008556365967, "Finetune/Step": 2985, "Finetune/Step Time": 4.5515317767858505} +{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9089663028717041, "Finetune/Loss (Raw)": 0.3240935206413269, "Finetune/Step": 2986, "Finetune/Step Time": 4.59193753823638} +{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9085488319396973, "Finetune/Loss (Raw)": 0.8821243047714233, "Finetune/Step": 2987, "Finetune/Step Time": 4.6052515264600515} +{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9098047018051147, "Finetune/Loss (Raw)": 0.9844254851341248, "Finetune/Step": 2988, "Finetune/Step Time": 4.602353852242231} +{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.908399760723114, "Finetune/Loss (Raw)": 0.8785231709480286, "Finetune/Step": 2989, "Finetune/Step Time": 4.601530399173498} +{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.909858763217926, "Finetune/Loss (Raw)": 1.0419301986694336, "Finetune/Step": 2990, "Finetune/Step Time": 4.57731550000608} +{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9099762439727783, "Finetune/Loss (Raw)": 0.9963474273681641, "Finetune/Step": 2991, "Finetune/Step Time": 4.575984764844179} +{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.909791111946106, "Finetune/Loss (Raw)": 0.8522738218307495, "Finetune/Step": 2992, "Finetune/Step Time": 4.58676222525537} +{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9099057912826538, "Finetune/Loss (Raw)": 1.0390102863311768, "Finetune/Step": 2993, "Finetune/Step Time": 4.582555521279573} +{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9152567982673645, "Finetune/Loss (Raw)": 1.0737453699111938, "Finetune/Step": 2994, "Finetune/Step Time": 4.540375281125307} +{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9154267311096191, "Finetune/Loss (Raw)": 0.9583989977836609, "Finetune/Step": 2995, "Finetune/Step Time": 4.543577549979091} +{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9143701195716858, "Finetune/Loss (Raw)": 0.925219714641571, "Finetune/Step": 2996, "Finetune/Step Time": 4.558679880574346} +{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9151864051818848, "Finetune/Loss (Raw)": 0.8756664991378784, "Finetune/Step": 2997, "Finetune/Step Time": 4.528683578595519} +{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.919403076171875, "Finetune/Loss (Raw)": 0.9165211319923401, "Finetune/Step": 2998, "Finetune/Step Time": 4.498906172811985} +{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9199720621109009, "Finetune/Loss (Raw)": 1.1298905611038208, "Finetune/Step": 2999, "Finetune/Step Time": 4.5106999315321445} +{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9191988110542297, "Finetune/Loss (Raw)": 0.9179311990737915, "Finetune/Step": 3000, "Finetune/Step Time": 4.515241796150804} +{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9188725352287292, "Finetune/Loss (Raw)": 0.8958137035369873, "Finetune/Step": 3001, "Finetune/Step Time": 4.512879628688097} +{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.9235406517982483, "Finetune/Loss (Raw)": 0.9522254467010498, "Finetune/Step": 3002, "Finetune/Step Time": 4.482582276687026} +{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9225747585296631, "Finetune/Loss (Raw)": 0.9136022329330444, "Finetune/Step": 3003, "Finetune/Step Time": 4.494398877024651} +{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9229837656021118, "Finetune/Loss (Raw)": 0.958916187286377, "Finetune/Step": 3004, "Finetune/Step Time": 4.487081611528993} +{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9221647381782532, "Finetune/Loss (Raw)": 0.7693201303482056, "Finetune/Step": 3005, "Finetune/Step Time": 4.504799036309123} +{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9220541715621948, "Finetune/Loss (Raw)": 0.9646944403648376, "Finetune/Step": 3006, "Finetune/Step Time": 4.497267372906208} +{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9219323992729187, "Finetune/Loss (Raw)": 0.8052420020103455, "Finetune/Step": 3007, "Finetune/Step Time": 4.488076588138938} +{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.921747624874115, "Finetune/Loss (Raw)": 0.9846430420875549, "Finetune/Step": 3008, "Finetune/Step Time": 4.489071039482951} +{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9218592643737793, "Finetune/Loss (Raw)": 1.0336695909500122, "Finetune/Step": 3009, "Finetune/Step Time": 4.481671134009957} +{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9209902286529541, "Finetune/Loss (Raw)": 0.9025243520736694, "Finetune/Step": 3010, "Finetune/Step Time": 4.482241144403815} +{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9212111830711365, "Finetune/Loss (Raw)": 1.0654797554016113, "Finetune/Step": 3011, "Finetune/Step Time": 4.479263298213482} +{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9218964576721191, "Finetune/Loss (Raw)": 0.985436201095581, "Finetune/Step": 3012, "Finetune/Step Time": 4.4509784784168005} +{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9214708805084229, "Finetune/Loss (Raw)": 0.9181353449821472, "Finetune/Step": 3013, "Finetune/Step Time": 4.447567710652947} +{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9226679801940918, "Finetune/Loss (Raw)": 0.8915583491325378, "Finetune/Step": 3014, "Finetune/Step Time": 4.43116263858974} +{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9223359823226929, "Finetune/Loss (Raw)": 0.7964540123939514, "Finetune/Step": 3015, "Finetune/Step Time": 4.44055812060833} +{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9212948679924011, "Finetune/Loss (Raw)": 0.9582359194755554, "Finetune/Step": 3016, "Finetune/Step Time": 4.443958358839154} +{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.9250713586807251, "Finetune/Loss (Raw)": 0.8089805841445923, "Finetune/Step": 3017, "Finetune/Step Time": 4.410810973495245} +{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9255238771438599, "Finetune/Loss (Raw)": 0.8848956823348999, "Finetune/Step": 3018, "Finetune/Step Time": 4.4060686361044645} +{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9259131550788879, "Finetune/Loss (Raw)": 0.9719440340995789, "Finetune/Step": 3019, "Finetune/Step Time": 4.407727027311921} +{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9241901636123657, "Finetune/Loss (Raw)": 0.916790783405304, "Finetune/Step": 3020, "Finetune/Step Time": 4.389483604580164} +{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9241749048233032, "Finetune/Loss (Raw)": 0.9176172018051147, "Finetune/Step": 3021, "Finetune/Step Time": 4.39330336637795} +{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.923919677734375, "Finetune/Loss (Raw)": 1.0084246397018433, "Finetune/Step": 3022, "Finetune/Step Time": 4.393352152779698} +{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9226582050323486, "Finetune/Loss (Raw)": 0.7676823735237122, "Finetune/Step": 3023, "Finetune/Step Time": 4.396524617448449} +{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9224967956542969, "Finetune/Loss (Raw)": 0.9707008004188538, "Finetune/Step": 3024, "Finetune/Step Time": 4.401599071919918} +{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9220802783966064, "Finetune/Loss (Raw)": 0.9605638384819031, "Finetune/Step": 3025, "Finetune/Step Time": 4.400449689477682} +{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9224050045013428, "Finetune/Loss (Raw)": 0.9989432096481323, "Finetune/Step": 3026, "Finetune/Step Time": 4.404964527115226} +{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9233618974685669, "Finetune/Loss (Raw)": 1.0183136463165283, "Finetune/Step": 3027, "Finetune/Step Time": 4.40357893705368} +{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9242608547210693, "Finetune/Loss (Raw)": 0.9362873435020447, "Finetune/Step": 3028, "Finetune/Step Time": 4.406239623203874} +{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9260504245758057, "Finetune/Loss (Raw)": 1.0792139768600464, "Finetune/Step": 3029, "Finetune/Step Time": 4.397009609267116} +{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925447940826416, "Finetune/Loss (Raw)": 0.9284455180168152, "Finetune/Step": 3030, "Finetune/Step Time": 4.388389103114605} +{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9251015186309814, "Finetune/Loss (Raw)": 0.9520666599273682, "Finetune/Step": 3031, "Finetune/Step Time": 4.3852245062589645} +{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9262799620628357, "Finetune/Loss (Raw)": 1.041811466217041, "Finetune/Step": 3032, "Finetune/Step Time": 4.389747820794582} +{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9261691570281982, "Finetune/Loss (Raw)": 0.9247263669967651, "Finetune/Step": 3033, "Finetune/Step Time": 4.386898942291737} +{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9269216060638428, "Finetune/Loss (Raw)": 1.071610689163208, "Finetune/Step": 3034, "Finetune/Step Time": 4.382827237248421} +{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9271453619003296, "Finetune/Loss (Raw)": 0.9228982925415039, "Finetune/Step": 3035, "Finetune/Step Time": 4.384123353287578} +{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9269107580184937, "Finetune/Loss (Raw)": 0.9426674246788025, "Finetune/Step": 3036, "Finetune/Step Time": 4.396932570263743} +{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9263871312141418, "Finetune/Loss (Raw)": 1.0471842288970947, "Finetune/Step": 3037, "Finetune/Step Time": 4.399465644732118} +{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9264189600944519, "Finetune/Loss (Raw)": 1.0323508977890015, "Finetune/Step": 3038, "Finetune/Step Time": 4.398400686681271} +{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9246501922607422, "Finetune/Loss (Raw)": 0.8670679926872253, "Finetune/Step": 3039, "Finetune/Step Time": 4.398573821410537} +{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9246551394462585, "Finetune/Loss (Raw)": 0.9704779982566833, "Finetune/Step": 3040, "Finetune/Step Time": 4.391589570790529} +{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9229968786239624, "Finetune/Loss (Raw)": 0.7813707590103149, "Finetune/Step": 3041, "Finetune/Step Time": 4.396498301997781} +{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9244504570960999, "Finetune/Loss (Raw)": 0.9441370964050293, "Finetune/Step": 3042, "Finetune/Step Time": 4.377490669488907} +{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9204674959182739, "Finetune/Loss (Raw)": 0.3055106997489929, "Finetune/Step": 3043, "Finetune/Step Time": 4.400581965222955} +{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9187554121017456, "Finetune/Loss (Raw)": 0.7471147775650024, "Finetune/Step": 3044, "Finetune/Step Time": 4.420043250545859} +{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9175527095794678, "Finetune/Loss (Raw)": 0.8626681566238403, "Finetune/Step": 3045, "Finetune/Step Time": 4.426125587895513} +{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9189835786819458, "Finetune/Loss (Raw)": 1.0849356651306152, "Finetune/Step": 3046, "Finetune/Step Time": 4.420268427580595} +{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9185316562652588, "Finetune/Loss (Raw)": 0.8805175423622131, "Finetune/Step": 3047, "Finetune/Step Time": 4.420728947967291} +{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9242139458656311, "Finetune/Loss (Raw)": 1.071591854095459, "Finetune/Step": 3048, "Finetune/Step Time": 4.381922418251634} +{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9240499138832092, "Finetune/Loss (Raw)": 0.9135152101516724, "Finetune/Step": 3049, "Finetune/Step Time": 4.3649270590394735} +{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9251195192337036, "Finetune/Loss (Raw)": 1.0192667245864868, "Finetune/Step": 3050, "Finetune/Step Time": 4.356107322499156} +{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9261073470115662, "Finetune/Loss (Raw)": 1.071768879890442, "Finetune/Step": 3051, "Finetune/Step Time": 4.334643539041281} +{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9251280426979065, "Finetune/Loss (Raw)": 0.9319811463356018, "Finetune/Step": 3052, "Finetune/Step Time": 4.3447857946157455} +{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9248939752578735, "Finetune/Loss (Raw)": 1.015542984008789, "Finetune/Step": 3053, "Finetune/Step Time": 4.347945988178253} +{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.925694465637207, "Finetune/Loss (Raw)": 1.0326405763626099, "Finetune/Step": 3054, "Finetune/Step Time": 4.322453988716006} +{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.927749752998352, "Finetune/Loss (Raw)": 0.9844405651092529, "Finetune/Step": 3055, "Finetune/Step Time": 4.313890231773257} +{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.928191065788269, "Finetune/Loss (Raw)": 1.005577802658081, "Finetune/Step": 3056, "Finetune/Step Time": 4.2925340961664915} +{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9261837601661682, "Finetune/Loss (Raw)": 0.8223752975463867, "Finetune/Step": 3057, "Finetune/Step Time": 4.304957030341029} +{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.92637038230896, "Finetune/Loss (Raw)": 1.024101734161377, "Finetune/Step": 3058, "Finetune/Step Time": 4.302217431366444} +{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9262998104095459, "Finetune/Loss (Raw)": 0.9751338362693787, "Finetune/Step": 3059, "Finetune/Step Time": 4.2880152259022} +{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9267393350601196, "Finetune/Loss (Raw)": 1.0222337245941162, "Finetune/Step": 3060, "Finetune/Step Time": 4.292567953467369} +{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9268483519554138, "Finetune/Loss (Raw)": 0.9817453026771545, "Finetune/Step": 3061, "Finetune/Step Time": 4.284191029146314} +{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9264453649520874, "Finetune/Loss (Raw)": 0.9084473252296448, "Finetune/Step": 3062, "Finetune/Step Time": 4.312356185168028} +{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9261240363121033, "Finetune/Loss (Raw)": 0.9060693979263306, "Finetune/Step": 3063, "Finetune/Step Time": 4.30402965657413} +{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9250655174255371, "Finetune/Loss (Raw)": 0.9419863224029541, "Finetune/Step": 3064, "Finetune/Step Time": 4.286359628662467} +{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9234402179718018, "Finetune/Loss (Raw)": 0.8767293691635132, "Finetune/Step": 3065, "Finetune/Step Time": 4.31436880864203} +{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9216838479042053, "Finetune/Loss (Raw)": 0.7392894625663757, "Finetune/Step": 3066, "Finetune/Step Time": 4.342156747356057} +{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9215673208236694, "Finetune/Loss (Raw)": 0.9175806641578674, "Finetune/Step": 3067, "Finetune/Step Time": 4.342690588906407} +{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9231371283531189, "Finetune/Loss (Raw)": 0.9602552056312561, "Finetune/Step": 3068, "Finetune/Step Time": 4.359662631526589} +{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9236489534378052, "Finetune/Loss (Raw)": 0.8002585768699646, "Finetune/Step": 3069, "Finetune/Step Time": 4.350937630981207} +{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9227802753448486, "Finetune/Loss (Raw)": 0.9429665803909302, "Finetune/Step": 3070, "Finetune/Step Time": 4.343113876879215} +{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9231357574462891, "Finetune/Loss (Raw)": 1.0352444648742676, "Finetune/Step": 3071, "Finetune/Step Time": 4.335372181609273} +{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9226875305175781, "Finetune/Loss (Raw)": 0.9000645279884338, "Finetune/Step": 3072, "Finetune/Step Time": 4.336567834019661} +{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9230389595031738, "Finetune/Loss (Raw)": 0.9265906810760498, "Finetune/Step": 3073, "Finetune/Step Time": 4.332365110516548} +{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224293828010559, "Finetune/Loss (Raw)": 0.8844556212425232, "Finetune/Step": 3074, "Finetune/Step Time": 4.334656298160553} +{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.917609453201294, "Finetune/Loss (Raw)": 0.2891007959842682, "Finetune/Step": 3075, "Finetune/Step Time": 4.357510281726718} +{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9157918691635132, "Finetune/Loss (Raw)": 0.8008185625076294, "Finetune/Step": 3076, "Finetune/Step Time": 4.343509588390589} +{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9157158136367798, "Finetune/Loss (Raw)": 0.9652935266494751, "Finetune/Step": 3077, "Finetune/Step Time": 4.343376565724611} +{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9151748418807983, "Finetune/Loss (Raw)": 0.8569522500038147, "Finetune/Step": 3078, "Finetune/Step Time": 4.339696960523725} +{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9193816184997559, "Finetune/Loss (Raw)": 0.8380621671676636, "Finetune/Step": 3079, "Finetune/Step Time": 4.323698362335563} +{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9177843332290649, "Finetune/Loss (Raw)": 0.7855879068374634, "Finetune/Step": 3080, "Finetune/Step Time": 4.3277639374136925} +{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9164518117904663, "Finetune/Loss (Raw)": 0.8481681942939758, "Finetune/Step": 3081, "Finetune/Step Time": 4.330867582932115} +{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9168864488601685, "Finetune/Loss (Raw)": 0.8830038905143738, "Finetune/Step": 3082, "Finetune/Step Time": 4.32581428065896} +{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.916142463684082, "Finetune/Loss (Raw)": 0.9994633793830872, "Finetune/Step": 3083, "Finetune/Step Time": 4.331244569271803} +{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9151802062988281, "Finetune/Loss (Raw)": 0.842159628868103, "Finetune/Step": 3084, "Finetune/Step Time": 4.342582896351814} +{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164264798164368, "Finetune/Loss (Raw)": 1.1098953485488892, "Finetune/Step": 3085, "Finetune/Step Time": 4.339879220351577} +{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9167087078094482, "Finetune/Loss (Raw)": 0.9935694932937622, "Finetune/Step": 3086, "Finetune/Step Time": 4.339120576158166} +{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9216932058334351, "Finetune/Loss (Raw)": 0.9525659084320068, "Finetune/Step": 3087, "Finetune/Step Time": 4.304955089464784} +{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9201547503471375, "Finetune/Loss (Raw)": 0.754189670085907, "Finetune/Step": 3088, "Finetune/Step Time": 4.30362013168633} +{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.9209482669830322, "Finetune/Loss (Raw)": 0.9685865640640259, "Finetune/Step": 3089, "Finetune/Step Time": 4.307354096323252} +{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.919288694858551, "Finetune/Loss (Raw)": 0.8784996271133423, "Finetune/Step": 3090, "Finetune/Step Time": 4.301214665174484} +{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9181468486785889, "Finetune/Loss (Raw)": 0.8662499785423279, "Finetune/Step": 3091, "Finetune/Step Time": 4.305153427645564} +{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9123435020446777, "Finetune/Loss (Raw)": 0.29511764645576477, "Finetune/Step": 3092, "Finetune/Step Time": 4.34149818494916} +{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9115937948226929, "Finetune/Loss (Raw)": 0.9077730178833008, "Finetune/Step": 3093, "Finetune/Step Time": 4.3486289493739605} +{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.912284255027771, "Finetune/Loss (Raw)": 0.9396857619285583, "Finetune/Step": 3094, "Finetune/Step Time": 4.34337268024683} +{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9129688739776611, "Finetune/Loss (Raw)": 0.9201245903968811, "Finetune/Step": 3095, "Finetune/Step Time": 4.325154956430197} +{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9119372367858887, "Finetune/Loss (Raw)": 0.9397165775299072, "Finetune/Step": 3096, "Finetune/Step Time": 4.3196958638727665} +{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9073241949081421, "Finetune/Loss (Raw)": 0.3019246459007263, "Finetune/Step": 3097, "Finetune/Step Time": 4.360341971740127} +{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9059407711029053, "Finetune/Loss (Raw)": 0.7740843296051025, "Finetune/Step": 3098, "Finetune/Step Time": 4.348465329036117} +{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9061733484268188, "Finetune/Loss (Raw)": 0.9807947278022766, "Finetune/Step": 3099, "Finetune/Step Time": 4.351846555247903} +{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9074381589889526, "Finetune/Loss (Raw)": 1.1286402940750122, "Finetune/Step": 3100, "Finetune/Step Time": 4.353855328634381} +{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9062967896461487, "Finetune/Loss (Raw)": 0.6792680621147156, "Finetune/Step": 3101, "Finetune/Step Time": 4.355730848386884} +{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.906566858291626, "Finetune/Loss (Raw)": 0.9965423345565796, "Finetune/Step": 3102, "Finetune/Step Time": 4.3631103951483965} +{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9118854999542236, "Finetune/Loss (Raw)": 1.068041205406189, "Finetune/Step": 3103, "Finetune/Step Time": 4.336913285776973} +{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9127528667449951, "Finetune/Loss (Raw)": 0.9601207971572876, "Finetune/Step": 3104, "Finetune/Step Time": 4.331684047356248} +{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.912424623966217, "Finetune/Loss (Raw)": 0.9303215146064758, "Finetune/Step": 3105, "Finetune/Step Time": 4.327541613951325} +{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9113720059394836, "Finetune/Loss (Raw)": 0.8957324028015137, "Finetune/Step": 3106, "Finetune/Step Time": 4.327335759997368} +{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9122658371925354, "Finetune/Loss (Raw)": 1.0406397581100464, "Finetune/Step": 3107, "Finetune/Step Time": 4.315315129235387} +{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9119624495506287, "Finetune/Loss (Raw)": 0.843949019908905, "Finetune/Step": 3108, "Finetune/Step Time": 4.306987356394529} +{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128069877624512, "Finetune/Loss (Raw)": 0.9233949184417725, "Finetune/Step": 3109, "Finetune/Step Time": 4.282898847013712} +{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9129706621170044, "Finetune/Loss (Raw)": 0.8733330368995667, "Finetune/Step": 3110, "Finetune/Step Time": 4.279814256355166} +{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9118627309799194, "Finetune/Loss (Raw)": 0.9101619720458984, "Finetune/Step": 3111, "Finetune/Step Time": 4.289047449827194} +{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9110318422317505, "Finetune/Loss (Raw)": 1.0134114027023315, "Finetune/Step": 3112, "Finetune/Step Time": 4.27326032705605} +{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9111328125, "Finetune/Loss (Raw)": 0.9182275533676147, "Finetune/Step": 3113, "Finetune/Step Time": 4.286436393857002} +{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9160857200622559, "Finetune/Loss (Raw)": 0.9580724835395813, "Finetune/Step": 3114, "Finetune/Step Time": 4.253497995436192} +{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9161185026168823, "Finetune/Loss (Raw)": 0.8863157033920288, "Finetune/Step": 3115, "Finetune/Step Time": 4.2357034254819155} +{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9145005941390991, "Finetune/Loss (Raw)": 0.7773275971412659, "Finetune/Step": 3116, "Finetune/Step Time": 4.262746084481478} +{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9148743748664856, "Finetune/Loss (Raw)": 0.9263736009597778, "Finetune/Step": 3117, "Finetune/Step Time": 4.257554328069091} +{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.910406231880188, "Finetune/Loss (Raw)": 0.4700002074241638, "Finetune/Step": 3118, "Finetune/Step Time": 4.298198249191046} +{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9096642732620239, "Finetune/Loss (Raw)": 0.9013820290565491, "Finetune/Step": 3119, "Finetune/Step Time": 4.298495788127184} +{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.9102720022201538, "Finetune/Loss (Raw)": 0.9300634860992432, "Finetune/Step": 3120, "Finetune/Step Time": 4.2926907148212194} +{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9083023071289062, "Finetune/Loss (Raw)": 0.7868959307670593, "Finetune/Step": 3121, "Finetune/Step Time": 4.308908391743898} +{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9072589874267578, "Finetune/Loss (Raw)": 0.9401901364326477, "Finetune/Step": 3122, "Finetune/Step Time": 4.310649335384369} +{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.906563937664032, "Finetune/Loss (Raw)": 0.8694343566894531, "Finetune/Step": 3123, "Finetune/Step Time": 4.299828350543976} +{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9073755145072937, "Finetune/Loss (Raw)": 1.02910578250885, "Finetune/Step": 3124, "Finetune/Step Time": 4.283819284290075} +{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9083144068717957, "Finetune/Loss (Raw)": 0.9958395957946777, "Finetune/Step": 3125, "Finetune/Step Time": 4.278573280200362} +{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9091402292251587, "Finetune/Loss (Raw)": 1.022226333618164, "Finetune/Step": 3126, "Finetune/Step Time": 4.269229689612985} +{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9084527492523193, "Finetune/Loss (Raw)": 1.041900634765625, "Finetune/Step": 3127, "Finetune/Step Time": 4.260011084377766} +{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9071815609931946, "Finetune/Loss (Raw)": 0.7552183270454407, "Finetune/Step": 3128, "Finetune/Step Time": 4.296458510681987} +{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.907131552696228, "Finetune/Loss (Raw)": 0.8894083499908447, "Finetune/Step": 3129, "Finetune/Step Time": 4.292819295078516} +{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9063897132873535, "Finetune/Loss (Raw)": 0.8572745323181152, "Finetune/Step": 3130, "Finetune/Step Time": 4.3068634532392025} +{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.90620356798172, "Finetune/Loss (Raw)": 0.8897730112075806, "Finetune/Step": 3131, "Finetune/Step Time": 4.3030372727662325} +{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.901904821395874, "Finetune/Loss (Raw)": 0.40867355465888977, "Finetune/Step": 3132, "Finetune/Step Time": 4.34195813909173} +{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9034132361412048, "Finetune/Loss (Raw)": 0.9624005556106567, "Finetune/Step": 3133, "Finetune/Step Time": 4.322910500690341} +{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9033015966415405, "Finetune/Loss (Raw)": 0.9504061937332153, "Finetune/Step": 3134, "Finetune/Step Time": 4.3434998113662004} +{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.904561460018158, "Finetune/Loss (Raw)": 0.966498851776123, "Finetune/Step": 3135, "Finetune/Step Time": 4.345952985808253} +{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9046679139137268, "Finetune/Loss (Raw)": 0.9982702136039734, "Finetune/Step": 3136, "Finetune/Step Time": 4.353497223928571} +{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9034395217895508, "Finetune/Loss (Raw)": 0.8764427900314331, "Finetune/Step": 3137, "Finetune/Step Time": 4.369731854647398} +{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9026881456375122, "Finetune/Loss (Raw)": 0.8063443899154663, "Finetune/Step": 3138, "Finetune/Step Time": 4.377583397552371} +{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9014526605606079, "Finetune/Loss (Raw)": 0.9073333740234375, "Finetune/Step": 3139, "Finetune/Step Time": 4.3785079680383205} +{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9008796811103821, "Finetune/Loss (Raw)": 0.9120990037918091, "Finetune/Step": 3140, "Finetune/Step Time": 4.389523457735777} +{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9003647565841675, "Finetune/Loss (Raw)": 0.8522225022315979, "Finetune/Step": 3141, "Finetune/Step Time": 4.3915598802268505} +{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.900302529335022, "Finetune/Loss (Raw)": 0.8835977911949158, "Finetune/Step": 3142, "Finetune/Step Time": 4.401438370347023} +{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9000816345214844, "Finetune/Loss (Raw)": 0.7681728601455688, "Finetune/Step": 3143, "Finetune/Step Time": 4.400514895096421} +{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.900510311126709, "Finetune/Loss (Raw)": 1.0131137371063232, "Finetune/Step": 3144, "Finetune/Step Time": 4.3924517668783665} +{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9020862579345703, "Finetune/Loss (Raw)": 1.0107041597366333, "Finetune/Step": 3145, "Finetune/Step Time": 4.387391621246934} +{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9028503894805908, "Finetune/Loss (Raw)": 0.982702374458313, "Finetune/Step": 3146, "Finetune/Step Time": 4.387871516868472} +{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9033452868461609, "Finetune/Loss (Raw)": 1.035285472869873, "Finetune/Step": 3147, "Finetune/Step Time": 4.394930329173803} +{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9046334624290466, "Finetune/Loss (Raw)": 1.081679344177246, "Finetune/Step": 3148, "Finetune/Step Time": 4.415290493518114} +{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9007336497306824, "Finetune/Loss (Raw)": 0.4184362590312958, "Finetune/Step": 3149, "Finetune/Step Time": 4.451576182618737} +{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9000040292739868, "Finetune/Loss (Raw)": 0.9150320887565613, "Finetune/Step": 3150, "Finetune/Step Time": 4.44851459749043} +{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9012331366539001, "Finetune/Loss (Raw)": 0.9250109195709229, "Finetune/Step": 3151, "Finetune/Step Time": 4.449777279049158} +{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9002594351768494, "Finetune/Loss (Raw)": 0.8460657596588135, "Finetune/Step": 3152, "Finetune/Step Time": 4.444519331678748} +{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9002474546432495, "Finetune/Loss (Raw)": 0.9590362906455994, "Finetune/Step": 3153, "Finetune/Step Time": 4.44464173913002} +{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8996727466583252, "Finetune/Loss (Raw)": 0.9253751635551453, "Finetune/Step": 3154, "Finetune/Step Time": 4.436561277136207} +{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8995225429534912, "Finetune/Loss (Raw)": 0.9990913271903992, "Finetune/Step": 3155, "Finetune/Step Time": 4.430403299629688} +{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8986751437187195, "Finetune/Loss (Raw)": 0.8278185725212097, "Finetune/Step": 3156, "Finetune/Step Time": 4.4256443828344345} +{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8983402848243713, "Finetune/Loss (Raw)": 1.036352515220642, "Finetune/Step": 3157, "Finetune/Step Time": 4.431291311979294} +{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8932933807373047, "Finetune/Loss (Raw)": 0.28243979811668396, "Finetune/Step": 3158, "Finetune/Step Time": 4.457322860136628} +{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8928439617156982, "Finetune/Loss (Raw)": 0.8945459127426147, "Finetune/Step": 3159, "Finetune/Step Time": 4.4611560218036175} +{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8916323184967041, "Finetune/Loss (Raw)": 0.8867214918136597, "Finetune/Step": 3160, "Finetune/Step Time": 4.451275620609522} +{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8918349742889404, "Finetune/Loss (Raw)": 0.9506624341011047, "Finetune/Step": 3161, "Finetune/Step Time": 4.470701357349753} +{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8866448402404785, "Finetune/Loss (Raw)": 0.407276451587677, "Finetune/Step": 3162, "Finetune/Step Time": 4.509784111753106} +{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8878953456878662, "Finetune/Loss (Raw)": 1.082960844039917, "Finetune/Step": 3163, "Finetune/Step Time": 4.5212957337498665} +{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8883040547370911, "Finetune/Loss (Raw)": 0.9949801564216614, "Finetune/Step": 3164, "Finetune/Step Time": 4.501989660784602} +{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8859429359436035, "Finetune/Loss (Raw)": 0.7449632883071899, "Finetune/Step": 3165, "Finetune/Step Time": 4.504196923226118} +{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8844931125640869, "Finetune/Loss (Raw)": 0.8467720746994019, "Finetune/Step": 3166, "Finetune/Step Time": 4.504608735442162} +{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8851426839828491, "Finetune/Loss (Raw)": 0.9502097368240356, "Finetune/Step": 3167, "Finetune/Step Time": 4.502051644027233} +{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8857444524765015, "Finetune/Loss (Raw)": 1.047507643699646, "Finetune/Step": 3168, "Finetune/Step Time": 4.507605394348502} +{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8820446729660034, "Finetune/Loss (Raw)": 0.3077947199344635, "Finetune/Step": 3169, "Finetune/Step Time": 4.543299738317728} +{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8810173869132996, "Finetune/Loss (Raw)": 0.8126454949378967, "Finetune/Step": 3170, "Finetune/Step Time": 4.538411263376474} +{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8852524757385254, "Finetune/Loss (Raw)": 0.8476033210754395, "Finetune/Step": 3171, "Finetune/Step Time": 4.502228202298284} +{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8867407441139221, "Finetune/Loss (Raw)": 0.937614917755127, "Finetune/Step": 3172, "Finetune/Step Time": 4.483969461172819} +{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.88660728931427, "Finetune/Loss (Raw)": 0.8455832600593567, "Finetune/Step": 3173, "Finetune/Step Time": 4.495343126356602} +{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8865860104560852, "Finetune/Loss (Raw)": 1.082214593887329, "Finetune/Step": 3174, "Finetune/Step Time": 4.50577949360013} +{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8869167566299438, "Finetune/Loss (Raw)": 0.9228600263595581, "Finetune/Step": 3175, "Finetune/Step Time": 4.502116829156876} +{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8870347738265991, "Finetune/Loss (Raw)": 1.0866938829421997, "Finetune/Step": 3176, "Finetune/Step Time": 4.503778191283345} +{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8867437839508057, "Finetune/Loss (Raw)": 0.8762697577476501, "Finetune/Step": 3177, "Finetune/Step Time": 4.5073313768953085} +{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.885679304599762, "Finetune/Loss (Raw)": 0.8830092549324036, "Finetune/Step": 3178, "Finetune/Step Time": 4.513375077396631} +{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8861352801322937, "Finetune/Loss (Raw)": 1.1301378011703491, "Finetune/Step": 3179, "Finetune/Step Time": 4.519495934247971} +{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8854522705078125, "Finetune/Loss (Raw)": 0.8445495367050171, "Finetune/Step": 3180, "Finetune/Step Time": 4.514980532228947} +{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8851726055145264, "Finetune/Loss (Raw)": 0.9797427654266357, "Finetune/Step": 3181, "Finetune/Step Time": 4.510425863787532} +{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8845469355583191, "Finetune/Loss (Raw)": 0.9525617361068726, "Finetune/Step": 3182, "Finetune/Step Time": 4.513142017647624} +{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8839540481567383, "Finetune/Loss (Raw)": 0.9085464477539062, "Finetune/Step": 3183, "Finetune/Step Time": 4.512706596404314} +{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.883549690246582, "Finetune/Loss (Raw)": 0.9538208842277527, "Finetune/Step": 3184, "Finetune/Step Time": 4.5236749816685915} +{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8846357464790344, "Finetune/Loss (Raw)": 0.9613893032073975, "Finetune/Step": 3185, "Finetune/Step Time": 4.5127016473561525} +{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8835457563400269, "Finetune/Loss (Raw)": 0.8845823407173157, "Finetune/Step": 3186, "Finetune/Step Time": 4.51667963527143} +{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8836988210678101, "Finetune/Loss (Raw)": 0.9947313666343689, "Finetune/Step": 3187, "Finetune/Step Time": 4.5147377997636795} +{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8827671408653259, "Finetune/Loss (Raw)": 0.9029797315597534, "Finetune/Step": 3188, "Finetune/Step Time": 4.523251179605722} +{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8821520805358887, "Finetune/Loss (Raw)": 0.9030132293701172, "Finetune/Step": 3189, "Finetune/Step Time": 4.519939292222261} +{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8822534084320068, "Finetune/Loss (Raw)": 0.9214216470718384, "Finetune/Step": 3190, "Finetune/Step Time": 4.495091723278165} +{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8833500146865845, "Finetune/Loss (Raw)": 1.0464322566986084, "Finetune/Step": 3191, "Finetune/Step Time": 4.52607399225235} +{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.882845401763916, "Finetune/Loss (Raw)": 0.8773989677429199, "Finetune/Step": 3192, "Finetune/Step Time": 4.525445872917771} +{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8829931020736694, "Finetune/Loss (Raw)": 0.8956319689750671, "Finetune/Step": 3193, "Finetune/Step Time": 4.498977683484554} +{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8836249113082886, "Finetune/Loss (Raw)": 0.820160984992981, "Finetune/Step": 3194, "Finetune/Step Time": 4.471313264220953} +{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844273686408997, "Finetune/Loss (Raw)": 1.0203003883361816, "Finetune/Step": 3195, "Finetune/Step Time": 4.4838897716254} +{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8843560218811035, "Finetune/Loss (Raw)": 0.9511173963546753, "Finetune/Step": 3196, "Finetune/Step Time": 4.467991663143039} +{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8862119913101196, "Finetune/Loss (Raw)": 1.037826418876648, "Finetune/Step": 3197, "Finetune/Step Time": 4.45972677692771} +{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8853679895401001, "Finetune/Loss (Raw)": 0.8349301218986511, "Finetune/Step": 3198, "Finetune/Step Time": 4.468216018751264} +{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8847469091415405, "Finetune/Loss (Raw)": 0.9557526707649231, "Finetune/Step": 3199, "Finetune/Step Time": 4.467635964974761} +{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8862594366073608, "Finetune/Loss (Raw)": 1.0936630964279175, "Finetune/Step": 3200, "Finetune/Step Time": 4.4685581009835005} +{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8856599926948547, "Finetune/Loss (Raw)": 0.8498631119728088, "Finetune/Step": 3201, "Finetune/Step Time": 4.465018875896931} +{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8858781456947327, "Finetune/Loss (Raw)": 0.9123765826225281, "Finetune/Step": 3202, "Finetune/Step Time": 4.461749931797385} +{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905589580535889, "Finetune/Loss (Raw)": 0.888251006603241, "Finetune/Step": 3203, "Finetune/Step Time": 4.4219003189355135} +{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8910582065582275, "Finetune/Loss (Raw)": 0.8647158145904541, "Finetune/Step": 3204, "Finetune/Step Time": 4.428750656545162} +{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8902245759963989, "Finetune/Loss (Raw)": 0.858589768409729, "Finetune/Step": 3205, "Finetune/Step Time": 4.425278792157769} +{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8899911642074585, "Finetune/Loss (Raw)": 0.8270718455314636, "Finetune/Step": 3206, "Finetune/Step Time": 4.432427849620581} +{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8909577131271362, "Finetune/Loss (Raw)": 0.9617851376533508, "Finetune/Step": 3207, "Finetune/Step Time": 4.432004623115063} +{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8926430940628052, "Finetune/Loss (Raw)": 1.0013127326965332, "Finetune/Step": 3208, "Finetune/Step Time": 4.425547501072288} +{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8928921818733215, "Finetune/Loss (Raw)": 0.8800548315048218, "Finetune/Step": 3209, "Finetune/Step Time": 4.428117258474231} +{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8925248384475708, "Finetune/Loss (Raw)": 0.8359851837158203, "Finetune/Step": 3210, "Finetune/Step Time": 4.432361168786883} +{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8924039602279663, "Finetune/Loss (Raw)": 0.9839951992034912, "Finetune/Step": 3211, "Finetune/Step Time": 4.426022758707404} +{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8889063000679016, "Finetune/Loss (Raw)": 0.39445599913597107, "Finetune/Step": 3212, "Finetune/Step Time": 4.456903172656894} +{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8879940509796143, "Finetune/Loss (Raw)": 0.9931228160858154, "Finetune/Step": 3213, "Finetune/Step Time": 4.454894511029124} +{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879314661026001, "Finetune/Loss (Raw)": 0.985564112663269, "Finetune/Step": 3214, "Finetune/Step Time": 4.467389915138483} +{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8869490623474121, "Finetune/Loss (Raw)": 0.8268203735351562, "Finetune/Step": 3215, "Finetune/Step Time": 4.476312117651105} +{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8870499134063721, "Finetune/Loss (Raw)": 0.7671024203300476, "Finetune/Step": 3216, "Finetune/Step Time": 4.496635777875781} +{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8870136737823486, "Finetune/Loss (Raw)": 0.9639433026313782, "Finetune/Step": 3217, "Finetune/Step Time": 4.4884464256465435} +{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875553607940674, "Finetune/Loss (Raw)": 0.9478303790092468, "Finetune/Step": 3218, "Finetune/Step Time": 4.486301692202687} +{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8869488835334778, "Finetune/Loss (Raw)": 0.78862464427948, "Finetune/Step": 3219, "Finetune/Step Time": 4.470322608947754} +{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932614326477051, "Finetune/Loss (Raw)": 1.1031267642974854, "Finetune/Step": 3220, "Finetune/Step Time": 4.430279174819589} +{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8928619027137756, "Finetune/Loss (Raw)": 0.8566291928291321, "Finetune/Step": 3221, "Finetune/Step Time": 4.433943485841155} +{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8881039023399353, "Finetune/Loss (Raw)": 0.33065956830978394, "Finetune/Step": 3222, "Finetune/Step Time": 4.4710434172302485} +{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8877625465393066, "Finetune/Loss (Raw)": 0.8764379620552063, "Finetune/Step": 3223, "Finetune/Step Time": 4.476094279438257} +{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8879693746566772, "Finetune/Loss (Raw)": 0.9661825895309448, "Finetune/Step": 3224, "Finetune/Step Time": 4.47738871909678} +{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8928073644638062, "Finetune/Loss (Raw)": 0.9211919903755188, "Finetune/Step": 3225, "Finetune/Step Time": 4.441682506352663} +{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8941359519958496, "Finetune/Loss (Raw)": 0.9441396594047546, "Finetune/Step": 3226, "Finetune/Step Time": 4.440389513969421} +{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935572504997253, "Finetune/Loss (Raw)": 0.9067256450653076, "Finetune/Step": 3227, "Finetune/Step Time": 4.440812887623906} +{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8917942047119141, "Finetune/Loss (Raw)": 0.9029688239097595, "Finetune/Step": 3228, "Finetune/Step Time": 4.43866865709424} +{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8943846225738525, "Finetune/Loss (Raw)": 1.010845422744751, "Finetune/Step": 3229, "Finetune/Step Time": 4.423098497092724} +{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8935413360595703, "Finetune/Loss (Raw)": 0.8885998725891113, "Finetune/Step": 3230, "Finetune/Step Time": 4.425567714497447} +{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8925675749778748, "Finetune/Loss (Raw)": 0.9433950781822205, "Finetune/Step": 3231, "Finetune/Step Time": 4.438289297744632} +{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8932969570159912, "Finetune/Loss (Raw)": 1.0534844398498535, "Finetune/Step": 3232, "Finetune/Step Time": 4.440303672105074} +{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8950364589691162, "Finetune/Loss (Raw)": 1.1529790163040161, "Finetune/Step": 3233, "Finetune/Step Time": 4.4382074903696775} +{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.89422208070755, "Finetune/Loss (Raw)": 0.7914847731590271, "Finetune/Step": 3234, "Finetune/Step Time": 4.460167780518532} +{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8944721221923828, "Finetune/Loss (Raw)": 1.0726563930511475, "Finetune/Step": 3235, "Finetune/Step Time": 4.464637154713273} +{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8938629627227783, "Finetune/Loss (Raw)": 0.7659657597541809, "Finetune/Step": 3236, "Finetune/Step Time": 4.471249958500266} +{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8945993781089783, "Finetune/Loss (Raw)": 1.017664909362793, "Finetune/Step": 3237, "Finetune/Step Time": 4.469096053391695} +{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8908454179763794, "Finetune/Loss (Raw)": 0.39282095432281494, "Finetune/Step": 3238, "Finetune/Step Time": 4.509422242641449} +{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.89199298620224, "Finetune/Loss (Raw)": 1.0570517778396606, "Finetune/Step": 3239, "Finetune/Step Time": 4.509744444862008} +{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8927993178367615, "Finetune/Loss (Raw)": 1.116622805595398, "Finetune/Step": 3240, "Finetune/Step Time": 4.511439722031355} +{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8934788703918457, "Finetune/Loss (Raw)": 1.005212426185608, "Finetune/Step": 3241, "Finetune/Step Time": 4.495218362659216} +{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8938441276550293, "Finetune/Loss (Raw)": 1.004825472831726, "Finetune/Step": 3242, "Finetune/Step Time": 4.491977766156197} +{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8946138024330139, "Finetune/Loss (Raw)": 0.9848317503929138, "Finetune/Step": 3243, "Finetune/Step Time": 4.4908126294612885} +{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8963413834571838, "Finetune/Loss (Raw)": 0.9984560608863831, "Finetune/Step": 3244, "Finetune/Step Time": 4.454816108569503} +{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8971296548843384, "Finetune/Loss (Raw)": 1.0272800922393799, "Finetune/Step": 3245, "Finetune/Step Time": 4.459878137335181} +{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8993536829948425, "Finetune/Loss (Raw)": 0.7546687126159668, "Finetune/Step": 3246, "Finetune/Step Time": 4.4295461270958185} +{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8993470668792725, "Finetune/Loss (Raw)": 0.9005303382873535, "Finetune/Step": 3247, "Finetune/Step Time": 4.428788023069501} +{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.900131344795227, "Finetune/Loss (Raw)": 1.030452013015747, "Finetune/Step": 3248, "Finetune/Step Time": 4.432506959885359} +{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.90204256772995, "Finetune/Loss (Raw)": 1.031538963317871, "Finetune/Step": 3249, "Finetune/Step Time": 4.416651103645563} +{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9016241431236267, "Finetune/Loss (Raw)": 0.8866292238235474, "Finetune/Step": 3250, "Finetune/Step Time": 4.435432756319642} +{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9021822214126587, "Finetune/Loss (Raw)": 0.9408671855926514, "Finetune/Step": 3251, "Finetune/Step Time": 4.462774379178882} +{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9026710987091064, "Finetune/Loss (Raw)": 1.0916838645935059, "Finetune/Step": 3252, "Finetune/Step Time": 4.468499705195427} +{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9032047986984253, "Finetune/Loss (Raw)": 1.0641533136367798, "Finetune/Step": 3253, "Finetune/Step Time": 4.470981301739812} +{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9029046893119812, "Finetune/Loss (Raw)": 0.9838128089904785, "Finetune/Step": 3254, "Finetune/Step Time": 4.470516858622432} +{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9020683765411377, "Finetune/Loss (Raw)": 0.9348517656326294, "Finetune/Step": 3255, "Finetune/Step Time": 4.481431744992733} +{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9045572876930237, "Finetune/Loss (Raw)": 1.0737965106964111, "Finetune/Step": 3256, "Finetune/Step Time": 4.447088122367859} +{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.9042432308197021, "Finetune/Loss (Raw)": 0.8492143750190735, "Finetune/Step": 3257, "Finetune/Step Time": 4.457310786470771} +{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9061680436134338, "Finetune/Loss (Raw)": 1.1036467552185059, "Finetune/Step": 3258, "Finetune/Step Time": 4.4408628940582275} +{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9063364863395691, "Finetune/Loss (Raw)": 0.9113340377807617, "Finetune/Step": 3259, "Finetune/Step Time": 4.444794310256839} +{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9110774397850037, "Finetune/Loss (Raw)": 1.0155165195465088, "Finetune/Step": 3260, "Finetune/Step Time": 4.423033758997917} +{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9101065993309021, "Finetune/Loss (Raw)": 0.8381359577178955, "Finetune/Step": 3261, "Finetune/Step Time": 4.423554666340351} +{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9104768633842468, "Finetune/Loss (Raw)": 0.9977965950965881, "Finetune/Step": 3262, "Finetune/Step Time": 4.404485449194908} +{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9109997153282166, "Finetune/Loss (Raw)": 1.033420443534851, "Finetune/Step": 3263, "Finetune/Step Time": 4.402572235092521} +{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9102503657341003, "Finetune/Loss (Raw)": 0.9023586511611938, "Finetune/Step": 3264, "Finetune/Step Time": 4.403023328632116} +{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9120838642120361, "Finetune/Loss (Raw)": 1.1111268997192383, "Finetune/Step": 3265, "Finetune/Step Time": 4.392039813101292} +{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9129772782325745, "Finetune/Loss (Raw)": 0.9207045435905457, "Finetune/Step": 3266, "Finetune/Step Time": 4.386033119633794} +{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9136021137237549, "Finetune/Loss (Raw)": 0.9873035550117493, "Finetune/Step": 3267, "Finetune/Step Time": 4.400251194834709} +{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9142371416091919, "Finetune/Loss (Raw)": 0.9933871626853943, "Finetune/Step": 3268, "Finetune/Step Time": 4.394227262586355} +{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9154254198074341, "Finetune/Loss (Raw)": 1.0043275356292725, "Finetune/Step": 3269, "Finetune/Step Time": 4.401675708591938} +{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9153785705566406, "Finetune/Loss (Raw)": 0.8775997757911682, "Finetune/Step": 3270, "Finetune/Step Time": 4.385977074503899} +{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9164713025093079, "Finetune/Loss (Raw)": 0.9080420136451721, "Finetune/Step": 3271, "Finetune/Step Time": 4.370589528232813} +{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.9163488149642944, "Finetune/Loss (Raw)": 0.9974309206008911, "Finetune/Step": 3272, "Finetune/Step Time": 4.399804189801216} +{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.914975106716156, "Finetune/Loss (Raw)": 0.8348730802536011, "Finetune/Step": 3273, "Finetune/Step Time": 4.405647536739707} +{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9097820520401001, "Finetune/Loss (Raw)": 0.3179965019226074, "Finetune/Step": 3274, "Finetune/Step Time": 4.444794129580259} +{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9080161452293396, "Finetune/Loss (Raw)": 0.8092455863952637, "Finetune/Step": 3275, "Finetune/Step Time": 4.443030355498195} +{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9069016575813293, "Finetune/Loss (Raw)": 0.9390271902084351, "Finetune/Step": 3276, "Finetune/Step Time": 4.433775708079338} +{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.911313533782959, "Finetune/Loss (Raw)": 0.9831536412239075, "Finetune/Step": 3277, "Finetune/Step Time": 4.393290538340807} +{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9111714959144592, "Finetune/Loss (Raw)": 0.8968470692634583, "Finetune/Step": 3278, "Finetune/Step Time": 4.396926498040557} +{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.911689817905426, "Finetune/Loss (Raw)": 0.9913589358329773, "Finetune/Step": 3279, "Finetune/Step Time": 4.4044417180120945} +{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9130313992500305, "Finetune/Loss (Raw)": 1.0177875757217407, "Finetune/Step": 3280, "Finetune/Step Time": 4.4035077057778835} +{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9138156175613403, "Finetune/Loss (Raw)": 1.059412956237793, "Finetune/Step": 3281, "Finetune/Step Time": 4.405834386125207} +{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9136828184127808, "Finetune/Loss (Raw)": 0.9083773493766785, "Finetune/Step": 3282, "Finetune/Step Time": 4.406946446746588} +{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9087367057800293, "Finetune/Loss (Raw)": 0.3659912347793579, "Finetune/Step": 3283, "Finetune/Step Time": 4.445592300966382} +{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.909393310546875, "Finetune/Loss (Raw)": 0.9118611216545105, "Finetune/Step": 3284, "Finetune/Step Time": 4.448889330029488} +{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9091788530349731, "Finetune/Loss (Raw)": 1.0089054107666016, "Finetune/Step": 3285, "Finetune/Step Time": 4.442577973008156} +{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9139877557754517, "Finetune/Loss (Raw)": 0.897975742816925, "Finetune/Step": 3286, "Finetune/Step Time": 4.409467181190848} +{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.914339005947113, "Finetune/Loss (Raw)": 0.9395111799240112, "Finetune/Step": 3287, "Finetune/Step Time": 4.416245918720961} +{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9154211282730103, "Finetune/Loss (Raw)": 1.025235891342163, "Finetune/Step": 3288, "Finetune/Step Time": 4.421677650883794} +{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9145669937133789, "Finetune/Loss (Raw)": 0.8413267135620117, "Finetune/Step": 3289, "Finetune/Step Time": 4.402666375041008} +{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9189935922622681, "Finetune/Loss (Raw)": 0.9738800525665283, "Finetune/Step": 3290, "Finetune/Step Time": 4.364326445385814} +{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9169059991836548, "Finetune/Loss (Raw)": 0.8157585859298706, "Finetune/Step": 3291, "Finetune/Step Time": 4.359362822026014} +{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9160325527191162, "Finetune/Loss (Raw)": 0.8831777572631836, "Finetune/Step": 3292, "Finetune/Step Time": 4.36044355109334} +{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.9177353978157043, "Finetune/Loss (Raw)": 0.9629223346710205, "Finetune/Step": 3293, "Finetune/Step Time": 4.355864824727178} +{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9179494380950928, "Finetune/Loss (Raw)": 0.8741637468338013, "Finetune/Step": 3294, "Finetune/Step Time": 4.382516602054238} +{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9172440767288208, "Finetune/Loss (Raw)": 0.859926164150238, "Finetune/Step": 3295, "Finetune/Step Time": 4.385549737140536} +{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9165527820587158, "Finetune/Loss (Raw)": 0.959019124507904, "Finetune/Step": 3296, "Finetune/Step Time": 4.386731561273336} +{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9209061861038208, "Finetune/Loss (Raw)": 0.8650356531143188, "Finetune/Step": 3297, "Finetune/Step Time": 4.36852815002203} +{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.922477662563324, "Finetune/Loss (Raw)": 1.0137958526611328, "Finetune/Step": 3298, "Finetune/Step Time": 4.366778491064906} +{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9188252687454224, "Finetune/Loss (Raw)": 0.3800930976867676, "Finetune/Step": 3299, "Finetune/Step Time": 4.403864884749055} +{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9188846349716187, "Finetune/Loss (Raw)": 0.9452148675918579, "Finetune/Step": 3300, "Finetune/Step Time": 4.406215764582157} +{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9183425903320312, "Finetune/Loss (Raw)": 0.7761966586112976, "Finetune/Step": 3301, "Finetune/Step Time": 4.395044764503837} +{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9175966382026672, "Finetune/Loss (Raw)": 0.9867376685142517, "Finetune/Step": 3302, "Finetune/Step Time": 4.388009455054998} +{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9173494577407837, "Finetune/Loss (Raw)": 0.8912285566329956, "Finetune/Step": 3303, "Finetune/Step Time": 4.391684111207724} +{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.915747880935669, "Finetune/Loss (Raw)": 0.8816871047019958, "Finetune/Step": 3304, "Finetune/Step Time": 4.401357205584645} +{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9170327186584473, "Finetune/Loss (Raw)": 1.040725588798523, "Finetune/Step": 3305, "Finetune/Step Time": 4.397454511374235} +{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9169095754623413, "Finetune/Loss (Raw)": 0.8672490119934082, "Finetune/Step": 3306, "Finetune/Step Time": 4.389305109158158} +{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9164124727249146, "Finetune/Loss (Raw)": 1.0665122270584106, "Finetune/Step": 3307, "Finetune/Step Time": 4.3786207642406225} +{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9180116653442383, "Finetune/Loss (Raw)": 1.0492432117462158, "Finetune/Step": 3308, "Finetune/Step Time": 4.379226785153151} +{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.918448805809021, "Finetune/Loss (Raw)": 1.0356967449188232, "Finetune/Step": 3309, "Finetune/Step Time": 4.389818528667092} +{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9174720048904419, "Finetune/Loss (Raw)": 0.8275250196456909, "Finetune/Step": 3310, "Finetune/Step Time": 4.386888982728124} +{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9168824553489685, "Finetune/Loss (Raw)": 0.833087146282196, "Finetune/Step": 3311, "Finetune/Step Time": 4.395154418423772} +{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9162567853927612, "Finetune/Loss (Raw)": 0.873734176158905, "Finetune/Step": 3312, "Finetune/Step Time": 4.394413832575083} +{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9120960235595703, "Finetune/Loss (Raw)": 0.4288211166858673, "Finetune/Step": 3313, "Finetune/Step Time": 4.427442062646151} +{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9116976261138916, "Finetune/Loss (Raw)": 0.833587646484375, "Finetune/Step": 3314, "Finetune/Step Time": 4.424275269731879} +{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9129258394241333, "Finetune/Loss (Raw)": 1.151938796043396, "Finetune/Step": 3315, "Finetune/Step Time": 4.424168262630701} +{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9124741554260254, "Finetune/Loss (Raw)": 0.8451554775238037, "Finetune/Step": 3316, "Finetune/Step Time": 4.421022936701775} +{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.91290682554245, "Finetune/Loss (Raw)": 0.9584014415740967, "Finetune/Step": 3317, "Finetune/Step Time": 4.422009637579322} +{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9083019495010376, "Finetune/Loss (Raw)": 0.3320011496543884, "Finetune/Step": 3318, "Finetune/Step Time": 4.456228414550424} +{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9079947471618652, "Finetune/Loss (Raw)": 1.0071040391921997, "Finetune/Step": 3319, "Finetune/Step Time": 4.431776026263833} +{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9081509113311768, "Finetune/Loss (Raw)": 0.8973860740661621, "Finetune/Step": 3320, "Finetune/Step Time": 4.423889026045799} +{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.907840371131897, "Finetune/Loss (Raw)": 0.855883777141571, "Finetune/Step": 3321, "Finetune/Step Time": 4.423570612445474} +{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9084232449531555, "Finetune/Loss (Raw)": 0.8947749733924866, "Finetune/Step": 3322, "Finetune/Step Time": 4.416637139394879} +{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9087050557136536, "Finetune/Loss (Raw)": 1.056367039680481, "Finetune/Step": 3323, "Finetune/Step Time": 4.4174783658236265} +{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9080102443695068, "Finetune/Loss (Raw)": 0.8621848821640015, "Finetune/Step": 3324, "Finetune/Step Time": 4.436154339462519} +{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9065060615539551, "Finetune/Loss (Raw)": 0.8452906608581543, "Finetune/Step": 3325, "Finetune/Step Time": 4.435951519757509} +{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9076310396194458, "Finetune/Loss (Raw)": 0.9789251685142517, "Finetune/Step": 3326, "Finetune/Step Time": 4.4272547867149115} +{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9065171480178833, "Finetune/Loss (Raw)": 0.8131793141365051, "Finetune/Step": 3327, "Finetune/Step Time": 4.440234754234552} +{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9062145352363586, "Finetune/Loss (Raw)": 1.0549237728118896, "Finetune/Step": 3328, "Finetune/Step Time": 4.433028323575854} +{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9078370332717896, "Finetune/Loss (Raw)": 1.057547926902771, "Finetune/Step": 3329, "Finetune/Step Time": 4.440816272050142} +{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9072785973548889, "Finetune/Loss (Raw)": 0.84089195728302, "Finetune/Step": 3330, "Finetune/Step Time": 4.454420741647482} +{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9079693555831909, "Finetune/Loss (Raw)": 0.9766688942909241, "Finetune/Step": 3331, "Finetune/Step Time": 4.468268321827054} +{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9083969593048096, "Finetune/Loss (Raw)": 0.9194437861442566, "Finetune/Step": 3332, "Finetune/Step Time": 4.4675791542977095} +{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9093748331069946, "Finetune/Loss (Raw)": 0.9837629795074463, "Finetune/Step": 3333, "Finetune/Step Time": 4.4673714227974415} +{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9101144075393677, "Finetune/Loss (Raw)": 0.9217345714569092, "Finetune/Step": 3334, "Finetune/Step Time": 4.461888389661908} +{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9095130562782288, "Finetune/Loss (Raw)": 0.8848204016685486, "Finetune/Step": 3335, "Finetune/Step Time": 4.440360682085156} +{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9086571931838989, "Finetune/Loss (Raw)": 0.8917517066001892, "Finetune/Step": 3336, "Finetune/Step Time": 4.439424840733409} +{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9083470702171326, "Finetune/Loss (Raw)": 0.8403696417808533, "Finetune/Step": 3337, "Finetune/Step Time": 4.448775993660092} +{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9090030193328857, "Finetune/Loss (Raw)": 0.9199416041374207, "Finetune/Step": 3338, "Finetune/Step Time": 4.446658942848444} +{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9089928865432739, "Finetune/Loss (Raw)": 0.982702374458313, "Finetune/Step": 3339, "Finetune/Step Time": 4.439299559220672} +{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9133787155151367, "Finetune/Loss (Raw)": 0.9558404088020325, "Finetune/Step": 3340, "Finetune/Step Time": 4.402795260772109} +{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9139032959938049, "Finetune/Loss (Raw)": 1.0602668523788452, "Finetune/Step": 3341, "Finetune/Step Time": 4.409098533913493} +{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.914371132850647, "Finetune/Loss (Raw)": 1.0454519987106323, "Finetune/Step": 3342, "Finetune/Step Time": 4.395460765808821} +{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.915442168712616, "Finetune/Loss (Raw)": 0.9639137387275696, "Finetune/Step": 3343, "Finetune/Step Time": 4.38284482806921} +{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.915372908115387, "Finetune/Loss (Raw)": 0.7582273483276367, "Finetune/Step": 3344, "Finetune/Step Time": 4.363212961703539} +{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.910571277141571, "Finetune/Loss (Raw)": 0.3493426442146301, "Finetune/Step": 3345, "Finetune/Step Time": 4.4066189005970955} +{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9114890098571777, "Finetune/Loss (Raw)": 1.0652989149093628, "Finetune/Step": 3346, "Finetune/Step Time": 4.405188836157322} +{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9115117788314819, "Finetune/Loss (Raw)": 0.791544497013092, "Finetune/Step": 3347, "Finetune/Step Time": 4.406043181195855} +{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9107033014297485, "Finetune/Loss (Raw)": 0.9996346831321716, "Finetune/Step": 3348, "Finetune/Step Time": 4.410794695839286} +{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9116235971450806, "Finetune/Loss (Raw)": 0.974434494972229, "Finetune/Step": 3349, "Finetune/Step Time": 4.407181896269321} +{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9177225232124329, "Finetune/Loss (Raw)": 1.1113157272338867, "Finetune/Step": 3350, "Finetune/Step Time": 4.375323198735714} +{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9178239703178406, "Finetune/Loss (Raw)": 0.889427125453949, "Finetune/Step": 3351, "Finetune/Step Time": 4.382726989686489} +{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9179015159606934, "Finetune/Loss (Raw)": 0.9760994911193848, "Finetune/Step": 3352, "Finetune/Step Time": 4.38629787042737} +{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9186426401138306, "Finetune/Loss (Raw)": 1.016061544418335, "Finetune/Step": 3353, "Finetune/Step Time": 4.402393126860261} +{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9187071919441223, "Finetune/Loss (Raw)": 0.9524008631706238, "Finetune/Step": 3354, "Finetune/Step Time": 4.4003554582595825} +{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9194875955581665, "Finetune/Loss (Raw)": 1.0066165924072266, "Finetune/Step": 3355, "Finetune/Step Time": 4.392088700085878} +{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9201462864875793, "Finetune/Loss (Raw)": 0.9872807264328003, "Finetune/Step": 3356, "Finetune/Step Time": 4.394360871985555} +{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9191814661026001, "Finetune/Loss (Raw)": 0.8873443603515625, "Finetune/Step": 3357, "Finetune/Step Time": 4.39506502263248} +{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.918840765953064, "Finetune/Loss (Raw)": 0.845001757144928, "Finetune/Step": 3358, "Finetune/Step Time": 4.38876186311245} +{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9199384450912476, "Finetune/Loss (Raw)": 1.0838890075683594, "Finetune/Step": 3359, "Finetune/Step Time": 4.362708551809192} +{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.919816255569458, "Finetune/Loss (Raw)": 1.037841558456421, "Finetune/Step": 3360, "Finetune/Step Time": 4.3634745962917805} +{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9185426235198975, "Finetune/Loss (Raw)": 0.9899603128433228, "Finetune/Step": 3361, "Finetune/Step Time": 4.376538908109069} +{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9190052151679993, "Finetune/Loss (Raw)": 0.8506956100463867, "Finetune/Step": 3362, "Finetune/Step Time": 4.359214816242456} +{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9181591868400574, "Finetune/Loss (Raw)": 0.9643650054931641, "Finetune/Step": 3363, "Finetune/Step Time": 4.359533805400133} +{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9199109077453613, "Finetune/Loss (Raw)": 0.990190327167511, "Finetune/Step": 3364, "Finetune/Step Time": 4.351784160360694} +{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9192107319831848, "Finetune/Loss (Raw)": 0.9280380606651306, "Finetune/Step": 3365, "Finetune/Step Time": 4.366083346307278} +{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9228906631469727, "Finetune/Loss (Raw)": 0.8638513088226318, "Finetune/Step": 3366, "Finetune/Step Time": 4.344800498336554} +{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9213019609451294, "Finetune/Loss (Raw)": 0.8536986708641052, "Finetune/Step": 3367, "Finetune/Step Time": 4.336654091253877} +{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9159693121910095, "Finetune/Loss (Raw)": 0.43404123187065125, "Finetune/Step": 3368, "Finetune/Step Time": 4.373732948675752} +{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.9162255525588989, "Finetune/Loss (Raw)": 1.0380061864852905, "Finetune/Step": 3369, "Finetune/Step Time": 4.372566811740398} +{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9160118103027344, "Finetune/Loss (Raw)": 0.9774738550186157, "Finetune/Step": 3370, "Finetune/Step Time": 4.370165390893817} +{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.91388338804245, "Finetune/Loss (Raw)": 0.7123934626579285, "Finetune/Step": 3371, "Finetune/Step Time": 4.3917726166546345} +{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9132402539253235, "Finetune/Loss (Raw)": 0.9161325693130493, "Finetune/Step": 3372, "Finetune/Step Time": 4.403270710259676} +{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9130191802978516, "Finetune/Loss (Raw)": 0.9989795684814453, "Finetune/Step": 3373, "Finetune/Step Time": 4.409275192767382} +{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9144464135169983, "Finetune/Loss (Raw)": 0.9373605847358704, "Finetune/Step": 3374, "Finetune/Step Time": 4.4173311702907085} +{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9165358543395996, "Finetune/Loss (Raw)": 1.167978048324585, "Finetune/Step": 3375, "Finetune/Step Time": 4.415214141830802} +{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9164883494377136, "Finetune/Loss (Raw)": 1.0243644714355469, "Finetune/Step": 3376, "Finetune/Step Time": 4.407811064273119} +{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9149194359779358, "Finetune/Loss (Raw)": 0.8307207226753235, "Finetune/Step": 3377, "Finetune/Step Time": 4.418880051001906} +{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9159505367279053, "Finetune/Loss (Raw)": 1.0186139345169067, "Finetune/Step": 3378, "Finetune/Step Time": 4.414835108444095} +{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9143636226654053, "Finetune/Loss (Raw)": 0.7377444505691528, "Finetune/Step": 3379, "Finetune/Step Time": 4.3893664162606} +{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9123119115829468, "Finetune/Loss (Raw)": 0.8290581703186035, "Finetune/Step": 3380, "Finetune/Step Time": 4.381356442347169} +{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.911247968673706, "Finetune/Loss (Raw)": 0.9279686212539673, "Finetune/Step": 3381, "Finetune/Step Time": 4.376093557104468} +{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9119932651519775, "Finetune/Loss (Raw)": 1.0792180299758911, "Finetune/Step": 3382, "Finetune/Step Time": 4.37807766161859} +{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9116822481155396, "Finetune/Loss (Raw)": 0.8950387835502625, "Finetune/Step": 3383, "Finetune/Step Time": 4.365634359419346} +{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9109513759613037, "Finetune/Loss (Raw)": 0.9802358746528625, "Finetune/Step": 3384, "Finetune/Step Time": 4.361474907025695} +{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9106219410896301, "Finetune/Loss (Raw)": 0.8070551156997681, "Finetune/Step": 3385, "Finetune/Step Time": 4.3505888525396585} +{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9092877507209778, "Finetune/Loss (Raw)": 0.9328681826591492, "Finetune/Step": 3386, "Finetune/Step Time": 4.3426406644284725} +{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.908780574798584, "Finetune/Loss (Raw)": 0.8464218378067017, "Finetune/Step": 3387, "Finetune/Step Time": 4.330929988995194} +{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9074415564537048, "Finetune/Loss (Raw)": 0.8441157937049866, "Finetune/Step": 3388, "Finetune/Step Time": 4.313187226653099} +{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9083921313285828, "Finetune/Loss (Raw)": 0.9598115086555481, "Finetune/Step": 3389, "Finetune/Step Time": 4.312382033094764} +{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9082906246185303, "Finetune/Loss (Raw)": 0.9848083257675171, "Finetune/Step": 3390, "Finetune/Step Time": 4.322423402220011} +{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9089318513870239, "Finetune/Loss (Raw)": 1.1154958009719849, "Finetune/Step": 3391, "Finetune/Step Time": 4.32450388930738} +{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.908832311630249, "Finetune/Loss (Raw)": 0.8896104693412781, "Finetune/Step": 3392, "Finetune/Step Time": 4.31887362152338} +{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9083678722381592, "Finetune/Loss (Raw)": 1.0516811609268188, "Finetune/Step": 3393, "Finetune/Step Time": 4.310003627091646} +{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9085913300514221, "Finetune/Loss (Raw)": 0.9493080973625183, "Finetune/Step": 3394, "Finetune/Step Time": 4.330439984798431} +{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9088555574417114, "Finetune/Loss (Raw)": 1.0211350917816162, "Finetune/Step": 3395, "Finetune/Step Time": 4.325363637879491} +{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.907360315322876, "Finetune/Loss (Raw)": 0.8019859194755554, "Finetune/Step": 3396, "Finetune/Step Time": 4.324838427826762} +{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9068539142608643, "Finetune/Loss (Raw)": 0.9395143389701843, "Finetune/Step": 3397, "Finetune/Step Time": 4.317774221301079} +{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9071409702301025, "Finetune/Loss (Raw)": 0.9143422245979309, "Finetune/Step": 3398, "Finetune/Step Time": 4.316294692456722} +{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9067105054855347, "Finetune/Loss (Raw)": 0.8529369235038757, "Finetune/Step": 3399, "Finetune/Step Time": 4.324705064296722} +{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.905712366104126, "Finetune/Loss (Raw)": 0.869674026966095, "Finetune/Step": 3400, "Finetune/Step Time": 4.297911360859871} +{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9057736992835999, "Finetune/Loss (Raw)": 0.8427194952964783, "Finetune/Step": 3401, "Finetune/Step Time": 4.289753653109074} +{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9104379415512085, "Finetune/Loss (Raw)": 0.9150176048278809, "Finetune/Step": 3402, "Finetune/Step Time": 4.250589020550251} +{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9108125567436218, "Finetune/Loss (Raw)": 0.8572024703025818, "Finetune/Step": 3403, "Finetune/Step Time": 4.245837876573205} +{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9108712673187256, "Finetune/Loss (Raw)": 0.9465389847755432, "Finetune/Step": 3404, "Finetune/Step Time": 4.236843599006534} +{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9094530940055847, "Finetune/Loss (Raw)": 0.8016301393508911, "Finetune/Step": 3405, "Finetune/Step Time": 4.305154837667942} +{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9100295305252075, "Finetune/Loss (Raw)": 0.9706259369850159, "Finetune/Step": 3406, "Finetune/Step Time": 4.301760608330369} +{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9097681641578674, "Finetune/Loss (Raw)": 0.9579108357429504, "Finetune/Step": 3407, "Finetune/Step Time": 4.294650306925178} +{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9095193147659302, "Finetune/Loss (Raw)": 0.9859311580657959, "Finetune/Step": 3408, "Finetune/Step Time": 4.295230660587549} +{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9084473848342896, "Finetune/Loss (Raw)": 0.9222118258476257, "Finetune/Step": 3409, "Finetune/Step Time": 4.292739771306515} +{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9080932140350342, "Finetune/Loss (Raw)": 0.8630390763282776, "Finetune/Step": 3410, "Finetune/Step Time": 4.296529045328498} +{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9133328795433044, "Finetune/Loss (Raw)": 1.0366700887680054, "Finetune/Step": 3411, "Finetune/Step Time": 4.257779618725181} +{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9140077829360962, "Finetune/Loss (Raw)": 0.9982520341873169, "Finetune/Step": 3412, "Finetune/Step Time": 4.252985989674926} +{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9143709540367126, "Finetune/Loss (Raw)": 1.0553874969482422, "Finetune/Step": 3413, "Finetune/Step Time": 4.260648746043444} +{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9158425331115723, "Finetune/Loss (Raw)": 1.0863398313522339, "Finetune/Step": 3414, "Finetune/Step Time": 4.258697621524334} +{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9144866466522217, "Finetune/Loss (Raw)": 0.7659578323364258, "Finetune/Step": 3415, "Finetune/Step Time": 4.2561995182186365} +{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9097676277160645, "Finetune/Loss (Raw)": 0.42120110988616943, "Finetune/Step": 3416, "Finetune/Step Time": 4.292366551235318} +{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9107522368431091, "Finetune/Loss (Raw)": 0.9673541784286499, "Finetune/Step": 3417, "Finetune/Step Time": 4.298938872292638} +{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9104931354522705, "Finetune/Loss (Raw)": 0.9407129287719727, "Finetune/Step": 3418, "Finetune/Step Time": 4.3104707803577185} +{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9115450382232666, "Finetune/Loss (Raw)": 0.9504087567329407, "Finetune/Step": 3419, "Finetune/Step Time": 4.302765415981412} +{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9103301763534546, "Finetune/Loss (Raw)": 0.7276673913002014, "Finetune/Step": 3420, "Finetune/Step Time": 4.327901808544993} +{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9101309776306152, "Finetune/Loss (Raw)": 0.9374321699142456, "Finetune/Step": 3421, "Finetune/Step Time": 4.330739313736558} +{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9106001853942871, "Finetune/Loss (Raw)": 0.9342100620269775, "Finetune/Step": 3422, "Finetune/Step Time": 4.3238513600081205} +{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9105121493339539, "Finetune/Loss (Raw)": 0.8486648201942444, "Finetune/Step": 3423, "Finetune/Step Time": 4.322437370195985} +{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9057213664054871, "Finetune/Loss (Raw)": 0.3458016812801361, "Finetune/Step": 3424, "Finetune/Step Time": 4.355205420404673} +{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060955047607422, "Finetune/Loss (Raw)": 0.9129247069358826, "Finetune/Step": 3425, "Finetune/Step Time": 4.342289233580232} +{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041957855224609, "Finetune/Loss (Raw)": 0.770625114440918, "Finetune/Step": 3426, "Finetune/Step Time": 4.344494357705116} +{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9091347455978394, "Finetune/Loss (Raw)": 1.012291431427002, "Finetune/Step": 3427, "Finetune/Step Time": 4.3094246331602335} +{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9090407490730286, "Finetune/Loss (Raw)": 0.9331799149513245, "Finetune/Step": 3428, "Finetune/Step Time": 4.317551223561168} +{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9104188084602356, "Finetune/Loss (Raw)": 0.9525869488716125, "Finetune/Step": 3429, "Finetune/Step Time": 4.314081326127052} +{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9097047448158264, "Finetune/Loss (Raw)": 0.8953366875648499, "Finetune/Step": 3430, "Finetune/Step Time": 4.308191945776343} +{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9106944799423218, "Finetune/Loss (Raw)": 1.0179170370101929, "Finetune/Step": 3431, "Finetune/Step Time": 4.306636327877641} +{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.910101592540741, "Finetune/Loss (Raw)": 0.8057933449745178, "Finetune/Step": 3432, "Finetune/Step Time": 4.313944458961487} +{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9089837074279785, "Finetune/Loss (Raw)": 0.8976375460624695, "Finetune/Step": 3433, "Finetune/Step Time": 4.331878760829568} +{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9092943668365479, "Finetune/Loss (Raw)": 0.9070070385932922, "Finetune/Step": 3434, "Finetune/Step Time": 4.356398854404688} +{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9083132743835449, "Finetune/Loss (Raw)": 0.9409408569335938, "Finetune/Step": 3435, "Finetune/Step Time": 4.369777366518974} +{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9065039157867432, "Finetune/Loss (Raw)": 0.8176447749137878, "Finetune/Step": 3436, "Finetune/Step Time": 4.363268714398146} +{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.9057456851005554, "Finetune/Loss (Raw)": 0.9386420845985413, "Finetune/Step": 3437, "Finetune/Step Time": 4.351956931874156} +{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9060792922973633, "Finetune/Loss (Raw)": 0.8702303767204285, "Finetune/Step": 3438, "Finetune/Step Time": 4.350258441641927} +{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9075993299484253, "Finetune/Loss (Raw)": 1.0276414155960083, "Finetune/Step": 3439, "Finetune/Step Time": 4.360716113820672} +{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9079100489616394, "Finetune/Loss (Raw)": 0.91351318359375, "Finetune/Step": 3440, "Finetune/Step Time": 4.357049606740475} +{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.910649299621582, "Finetune/Loss (Raw)": 0.7794487476348877, "Finetune/Step": 3441, "Finetune/Step Time": 4.340549742802978} +{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.910427451133728, "Finetune/Loss (Raw)": 0.8051855564117432, "Finetune/Step": 3442, "Finetune/Step Time": 4.347484137862921} +{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9081377983093262, "Finetune/Loss (Raw)": 0.8588641881942749, "Finetune/Step": 3443, "Finetune/Step Time": 4.357571056112647} +{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9089483618736267, "Finetune/Loss (Raw)": 0.9489100575447083, "Finetune/Step": 3444, "Finetune/Step Time": 4.345622701570392} +{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9076065421104431, "Finetune/Loss (Raw)": 0.7866454124450684, "Finetune/Step": 3445, "Finetune/Step Time": 4.36360958404839} +{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9120346903800964, "Finetune/Loss (Raw)": 0.8988028764724731, "Finetune/Step": 3446, "Finetune/Step Time": 4.33391984924674} +{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9123413562774658, "Finetune/Loss (Raw)": 1.0463581085205078, "Finetune/Step": 3447, "Finetune/Step Time": 4.334175635129213} +{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9126754999160767, "Finetune/Loss (Raw)": 0.9401565194129944, "Finetune/Step": 3448, "Finetune/Step Time": 4.339913660660386} +{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9139426946640015, "Finetune/Loss (Raw)": 1.018090844154358, "Finetune/Step": 3449, "Finetune/Step Time": 4.335192492231727} +{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9144808053970337, "Finetune/Loss (Raw)": 0.9636464715003967, "Finetune/Step": 3450, "Finetune/Step Time": 4.355398567393422} +{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9131053686141968, "Finetune/Loss (Raw)": 0.8803117871284485, "Finetune/Step": 3451, "Finetune/Step Time": 4.338304508477449} +{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9141983985900879, "Finetune/Loss (Raw)": 1.0020986795425415, "Finetune/Step": 3452, "Finetune/Step Time": 4.317336244508624} +{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.91437828540802, "Finetune/Loss (Raw)": 0.8683164715766907, "Finetune/Step": 3453, "Finetune/Step Time": 4.320743095129728} +{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9137703776359558, "Finetune/Loss (Raw)": 0.901107132434845, "Finetune/Step": 3454, "Finetune/Step Time": 4.329103643074632} +{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9100543260574341, "Finetune/Loss (Raw)": 0.3375285267829895, "Finetune/Step": 3455, "Finetune/Step Time": 4.3574306052178144} +{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9094258546829224, "Finetune/Loss (Raw)": 0.974473774433136, "Finetune/Step": 3456, "Finetune/Step Time": 4.354160934686661} +{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9082428216934204, "Finetune/Loss (Raw)": 0.9061229825019836, "Finetune/Step": 3457, "Finetune/Step Time": 4.344707503914833} +{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9090138673782349, "Finetune/Loss (Raw)": 0.9395837187767029, "Finetune/Step": 3458, "Finetune/Step Time": 4.35277896374464} +{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9083786606788635, "Finetune/Loss (Raw)": 0.8953638076782227, "Finetune/Step": 3459, "Finetune/Step Time": 4.342917053028941} +{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9091200232505798, "Finetune/Loss (Raw)": 1.0143369436264038, "Finetune/Step": 3460, "Finetune/Step Time": 4.338894112035632} +{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9040362238883972, "Finetune/Loss (Raw)": 0.33303773403167725, "Finetune/Step": 3461, "Finetune/Step Time": 4.3774700332432985} +{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9043706059455872, "Finetune/Loss (Raw)": 0.9645304679870605, "Finetune/Step": 3462, "Finetune/Step Time": 4.3739318661391735} +{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.904455304145813, "Finetune/Loss (Raw)": 0.8956648707389832, "Finetune/Step": 3463, "Finetune/Step Time": 4.37608890235424} +{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9050007462501526, "Finetune/Loss (Raw)": 0.9615698456764221, "Finetune/Step": 3464, "Finetune/Step Time": 4.377147134393454} +{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9053287506103516, "Finetune/Loss (Raw)": 0.8823580741882324, "Finetune/Step": 3465, "Finetune/Step Time": 4.37199317291379} +{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9049236178398132, "Finetune/Loss (Raw)": 0.8680787682533264, "Finetune/Step": 3466, "Finetune/Step Time": 4.376212934032083} +{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9032149314880371, "Finetune/Loss (Raw)": 0.7639940977096558, "Finetune/Step": 3467, "Finetune/Step Time": 4.374824695289135} +{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9017167687416077, "Finetune/Loss (Raw)": 0.7640743255615234, "Finetune/Step": 3468, "Finetune/Step Time": 4.383027650415897} +{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9011412262916565, "Finetune/Loss (Raw)": 0.9865960478782654, "Finetune/Step": 3469, "Finetune/Step Time": 4.39158671349287} +{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.899834394454956, "Finetune/Loss (Raw)": 0.878173828125, "Finetune/Step": 3470, "Finetune/Step Time": 4.392608061432838} +{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8998468518257141, "Finetune/Loss (Raw)": 0.9655107855796814, "Finetune/Step": 3471, "Finetune/Step Time": 4.404282530769706} +{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9005304574966431, "Finetune/Loss (Raw)": 0.8457329273223877, "Finetune/Step": 3472, "Finetune/Step Time": 4.404758635908365} +{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.906451940536499, "Finetune/Loss (Raw)": 1.1072841882705688, "Finetune/Step": 3473, "Finetune/Step Time": 4.385579099878669} +{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9046312570571899, "Finetune/Loss (Raw)": 0.8322609066963196, "Finetune/Step": 3474, "Finetune/Step Time": 4.390786003321409} +{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9057024717330933, "Finetune/Loss (Raw)": 0.9286529421806335, "Finetune/Step": 3475, "Finetune/Step Time": 4.397304464131594} +{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9040707945823669, "Finetune/Loss (Raw)": 0.790780782699585, "Finetune/Step": 3476, "Finetune/Step Time": 4.402078710496426} +{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9031267166137695, "Finetune/Loss (Raw)": 0.8535985350608826, "Finetune/Step": 3477, "Finetune/Step Time": 4.420313937589526} +{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9024494886398315, "Finetune/Loss (Raw)": 1.024626612663269, "Finetune/Step": 3478, "Finetune/Step Time": 4.412698209285736} +{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9040195345878601, "Finetune/Loss (Raw)": 1.0903913974761963, "Finetune/Step": 3479, "Finetune/Step Time": 4.399320345371962} +{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9038283824920654, "Finetune/Loss (Raw)": 0.9516316652297974, "Finetune/Step": 3480, "Finetune/Step Time": 4.391294039785862} +{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9035978317260742, "Finetune/Loss (Raw)": 0.9865484833717346, "Finetune/Step": 3481, "Finetune/Step Time": 4.368051618337631} +{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9034436345100403, "Finetune/Loss (Raw)": 0.9326687455177307, "Finetune/Step": 3482, "Finetune/Step Time": 4.367892876267433} +{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9031943082809448, "Finetune/Loss (Raw)": 0.9747035503387451, "Finetune/Step": 3483, "Finetune/Step Time": 4.40674652159214} +{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9031516313552856, "Finetune/Loss (Raw)": 0.9818164706230164, "Finetune/Step": 3484, "Finetune/Step Time": 4.422943165525794} +{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9042189121246338, "Finetune/Loss (Raw)": 1.023958444595337, "Finetune/Step": 3485, "Finetune/Step Time": 4.419854633510113} +{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.905276894569397, "Finetune/Loss (Raw)": 0.9804210066795349, "Finetune/Step": 3486, "Finetune/Step Time": 4.413906926289201} +{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9030146598815918, "Finetune/Loss (Raw)": 0.7943179607391357, "Finetune/Step": 3487, "Finetune/Step Time": 4.412308104336262} +{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.901045560836792, "Finetune/Loss (Raw)": 0.7858008146286011, "Finetune/Step": 3488, "Finetune/Step Time": 4.411800615489483} +{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9014461040496826, "Finetune/Loss (Raw)": 1.041228175163269, "Finetune/Step": 3489, "Finetune/Step Time": 4.399047048762441} +{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9013195037841797, "Finetune/Loss (Raw)": 0.8344979286193848, "Finetune/Step": 3490, "Finetune/Step Time": 4.397102752700448} +{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.90177321434021, "Finetune/Loss (Raw)": 1.0224368572235107, "Finetune/Step": 3491, "Finetune/Step Time": 4.392728103324771} +{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9014602899551392, "Finetune/Loss (Raw)": 0.9501373767852783, "Finetune/Step": 3492, "Finetune/Step Time": 4.402237253263593} +{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.900193989276886, "Finetune/Loss (Raw)": 0.7659541368484497, "Finetune/Step": 3493, "Finetune/Step Time": 4.394397187978029} +{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9015322923660278, "Finetune/Loss (Raw)": 1.0351510047912598, "Finetune/Step": 3494, "Finetune/Step Time": 4.375739036127925} +{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9024573564529419, "Finetune/Loss (Raw)": 0.9720989465713501, "Finetune/Step": 3495, "Finetune/Step Time": 4.375351486727595} +{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9074006676673889, "Finetune/Loss (Raw)": 1.0667930841445923, "Finetune/Step": 3496, "Finetune/Step Time": 4.350103162229061} +{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9059215784072876, "Finetune/Loss (Raw)": 0.8486776351928711, "Finetune/Step": 3497, "Finetune/Step Time": 4.3589321076869965} +{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9056723117828369, "Finetune/Loss (Raw)": 0.9455745816230774, "Finetune/Step": 3498, "Finetune/Step Time": 4.362656686455011} +{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9079275131225586, "Finetune/Loss (Raw)": 1.0010579824447632, "Finetune/Step": 3499, "Finetune/Step Time": 4.3480946235358715} +{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9083235263824463, "Finetune/Loss (Raw)": 0.9668288826942444, "Finetune/Step": 3500, "Finetune/Step Time": 4.338664351031184} +{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.9081820249557495, "Finetune/Loss (Raw)": 0.9808589816093445, "Finetune/Step": 3501, "Finetune/Step Time": 4.324363756924868} +{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9095525145530701, "Finetune/Loss (Raw)": 1.112786889076233, "Finetune/Step": 3502, "Finetune/Step Time": 4.308870622888207} +{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9082589745521545, "Finetune/Loss (Raw)": 1.002402663230896, "Finetune/Step": 3503, "Finetune/Step Time": 4.314836926758289} +{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9071125984191895, "Finetune/Loss (Raw)": 0.8776259422302246, "Finetune/Step": 3504, "Finetune/Step Time": 4.3161867670714855} +{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9086173176765442, "Finetune/Loss (Raw)": 1.0233278274536133, "Finetune/Step": 3505, "Finetune/Step Time": 4.312191370874643} +{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.9074256420135498, "Finetune/Loss (Raw)": 0.8660773634910583, "Finetune/Step": 3506, "Finetune/Step Time": 4.308877574279904} +{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9074146151542664, "Finetune/Loss (Raw)": 0.7363308668136597, "Finetune/Step": 3507, "Finetune/Step Time": 4.323965582996607} +{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9081429243087769, "Finetune/Loss (Raw)": 0.9222886562347412, "Finetune/Step": 3508, "Finetune/Step Time": 4.324359117075801} +{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.909076988697052, "Finetune/Loss (Raw)": 1.0475267171859741, "Finetune/Step": 3509, "Finetune/Step Time": 4.337812662124634} +{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9071123003959656, "Finetune/Loss (Raw)": 0.8277361989021301, "Finetune/Step": 3510, "Finetune/Step Time": 4.336346410214901} +{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9073973894119263, "Finetune/Loss (Raw)": 0.931533694267273, "Finetune/Step": 3511, "Finetune/Step Time": 4.343764945864677} +{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9071565866470337, "Finetune/Loss (Raw)": 0.9494049549102783, "Finetune/Step": 3512, "Finetune/Step Time": 4.347441162914038} +{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9084782600402832, "Finetune/Loss (Raw)": 0.9762367010116577, "Finetune/Step": 3513, "Finetune/Step Time": 4.347270211204886} +{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.907628059387207, "Finetune/Loss (Raw)": 0.8240428566932678, "Finetune/Step": 3514, "Finetune/Step Time": 4.351431980729103} +{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9079498052597046, "Finetune/Loss (Raw)": 0.887603759765625, "Finetune/Step": 3515, "Finetune/Step Time": 4.358008552342653} +{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9084767699241638, "Finetune/Loss (Raw)": 0.9115666151046753, "Finetune/Step": 3516, "Finetune/Step Time": 4.3646813202649355} +{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9087370038032532, "Finetune/Loss (Raw)": 0.993120551109314, "Finetune/Step": 3517, "Finetune/Step Time": 4.362228874117136} +{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9082430601119995, "Finetune/Loss (Raw)": 0.921579897403717, "Finetune/Step": 3518, "Finetune/Step Time": 4.3820029608905315} +{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9062976837158203, "Finetune/Loss (Raw)": 0.8664902448654175, "Finetune/Step": 3519, "Finetune/Step Time": 4.4002419002354145} +{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9068336486816406, "Finetune/Loss (Raw)": 0.9582129716873169, "Finetune/Step": 3520, "Finetune/Step Time": 4.401277286931872} +{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.906850278377533, "Finetune/Loss (Raw)": 1.0538138151168823, "Finetune/Step": 3521, "Finetune/Step Time": 4.401514394208789} +{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9060449004173279, "Finetune/Loss (Raw)": 0.8462153077125549, "Finetune/Step": 3522, "Finetune/Step Time": 4.397207261994481} +{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.904754638671875, "Finetune/Loss (Raw)": 0.8559852242469788, "Finetune/Step": 3523, "Finetune/Step Time": 4.410698130726814} +{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9050707221031189, "Finetune/Loss (Raw)": 0.8424467444419861, "Finetune/Step": 3524, "Finetune/Step Time": 4.420162413269281} +{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9062421321868896, "Finetune/Loss (Raw)": 1.0894538164138794, "Finetune/Step": 3525, "Finetune/Step Time": 4.423624133691192} +{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9064499139785767, "Finetune/Loss (Raw)": 0.9409319758415222, "Finetune/Step": 3526, "Finetune/Step Time": 4.437209442257881} +{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.907554030418396, "Finetune/Loss (Raw)": 0.9942721724510193, "Finetune/Step": 3527, "Finetune/Step Time": 4.425636967644095} +{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9080718755722046, "Finetune/Loss (Raw)": 0.9359551072120667, "Finetune/Step": 3528, "Finetune/Step Time": 4.424960680305958} +{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9081188440322876, "Finetune/Loss (Raw)": 0.8487266302108765, "Finetune/Step": 3529, "Finetune/Step Time": 4.440365571528673} +{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9084083437919617, "Finetune/Loss (Raw)": 0.9520775079727173, "Finetune/Step": 3530, "Finetune/Step Time": 4.442132418975234} +{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9095539450645447, "Finetune/Loss (Raw)": 1.003841519355774, "Finetune/Step": 3531, "Finetune/Step Time": 4.441954443231225} +{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088810682296753, "Finetune/Loss (Raw)": 0.8604056239128113, "Finetune/Step": 3532, "Finetune/Step Time": 4.454538928344846} +{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.9051092863082886, "Finetune/Loss (Raw)": 0.3188434839248657, "Finetune/Step": 3533, "Finetune/Step Time": 4.432653417810798} +{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9052605032920837, "Finetune/Loss (Raw)": 0.9899789094924927, "Finetune/Step": 3534, "Finetune/Step Time": 4.440691227093339} +{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9003722667694092, "Finetune/Loss (Raw)": 0.3322141170501709, "Finetune/Step": 3535, "Finetune/Step Time": 4.4735405668616295} +{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8996109962463379, "Finetune/Loss (Raw)": 0.8884944319725037, "Finetune/Step": 3536, "Finetune/Step Time": 4.4709204249084} +{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9005500674247742, "Finetune/Loss (Raw)": 1.042412281036377, "Finetune/Step": 3537, "Finetune/Step Time": 4.478557165712118} +{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.901898980140686, "Finetune/Loss (Raw)": 1.035703420639038, "Finetune/Step": 3538, "Finetune/Step Time": 4.4862417839467525} +{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9013515114784241, "Finetune/Loss (Raw)": 0.9665939211845398, "Finetune/Step": 3539, "Finetune/Step Time": 4.4899084828794} +{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9007517099380493, "Finetune/Loss (Raw)": 0.9214714169502258, "Finetune/Step": 3540, "Finetune/Step Time": 4.494186665862799} +{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8996989727020264, "Finetune/Loss (Raw)": 0.9206469655036926, "Finetune/Step": 3541, "Finetune/Step Time": 4.48490702919662} +{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.898461103439331, "Finetune/Loss (Raw)": 0.9278891086578369, "Finetune/Step": 3542, "Finetune/Step Time": 4.494952537119389} +{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8995698690414429, "Finetune/Loss (Raw)": 0.9078771471977234, "Finetune/Step": 3543, "Finetune/Step Time": 4.507658630609512} +{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9037789106369019, "Finetune/Loss (Raw)": 0.9599595069885254, "Finetune/Step": 3544, "Finetune/Step Time": 4.468370055779815} +{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899467945098877, "Finetune/Loss (Raw)": 0.41554945707321167, "Finetune/Step": 3545, "Finetune/Step Time": 4.50190519541502} +{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8988163471221924, "Finetune/Loss (Raw)": 0.8573141098022461, "Finetune/Step": 3546, "Finetune/Step Time": 4.498692458495498} +{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8995118141174316, "Finetune/Loss (Raw)": 1.039425015449524, "Finetune/Step": 3547, "Finetune/Step Time": 4.495841762050986} +{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9015921950340271, "Finetune/Loss (Raw)": 0.9939548969268799, "Finetune/Step": 3548, "Finetune/Step Time": 4.4834054838865995} +{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.902289628982544, "Finetune/Loss (Raw)": 1.026700496673584, "Finetune/Step": 3549, "Finetune/Step Time": 4.482247017323971} +{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8976577520370483, "Finetune/Loss (Raw)": 0.3413315713405609, "Finetune/Step": 3550, "Finetune/Step Time": 4.500196989625692} +{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8974255323410034, "Finetune/Loss (Raw)": 0.8189458250999451, "Finetune/Step": 3551, "Finetune/Step Time": 4.518281940370798} +{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9021867513656616, "Finetune/Loss (Raw)": 0.9552300572395325, "Finetune/Step": 3552, "Finetune/Step Time": 4.47693451680243} +{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9011787176132202, "Finetune/Loss (Raw)": 0.7838969230651855, "Finetune/Step": 3553, "Finetune/Step Time": 4.484702497720718} +{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9030275344848633, "Finetune/Loss (Raw)": 1.0072808265686035, "Finetune/Step": 3554, "Finetune/Step Time": 4.487260140478611} +{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9038918018341064, "Finetune/Loss (Raw)": 1.122910737991333, "Finetune/Step": 3555, "Finetune/Step Time": 4.4852099269628525} +{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8992929458618164, "Finetune/Loss (Raw)": 0.34452447295188904, "Finetune/Step": 3556, "Finetune/Step Time": 4.5154768992215395} +{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.9001452922821045, "Finetune/Loss (Raw)": 1.0616872310638428, "Finetune/Step": 3557, "Finetune/Step Time": 4.513763092458248} +{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9004306793212891, "Finetune/Loss (Raw)": 0.9318642616271973, "Finetune/Step": 3558, "Finetune/Step Time": 4.515675911679864} +{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.900382936000824, "Finetune/Loss (Raw)": 1.0118112564086914, "Finetune/Step": 3559, "Finetune/Step Time": 4.514438636600971} +{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9022032022476196, "Finetune/Loss (Raw)": 1.038783073425293, "Finetune/Step": 3560, "Finetune/Step Time": 4.493075400590897} +{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.903571367263794, "Finetune/Loss (Raw)": 1.0727674961090088, "Finetune/Step": 3561, "Finetune/Step Time": 4.476477770134807} +{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9023953676223755, "Finetune/Loss (Raw)": 0.7564841508865356, "Finetune/Step": 3562, "Finetune/Step Time": 4.451718147844076} +{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9013231992721558, "Finetune/Loss (Raw)": 0.8037045001983643, "Finetune/Step": 3563, "Finetune/Step Time": 4.443447310477495} +{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9016796350479126, "Finetune/Loss (Raw)": 0.8632642030715942, "Finetune/Step": 3564, "Finetune/Step Time": 4.446190441027284} +{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9010934233665466, "Finetune/Loss (Raw)": 0.8636064529418945, "Finetune/Step": 3565, "Finetune/Step Time": 4.449020300060511} +{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9026002287864685, "Finetune/Loss (Raw)": 1.06309974193573, "Finetune/Step": 3566, "Finetune/Step Time": 4.454330300912261} +{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.901936948299408, "Finetune/Loss (Raw)": 0.9427410364151001, "Finetune/Step": 3567, "Finetune/Step Time": 4.452625188976526} +{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9026236534118652, "Finetune/Loss (Raw)": 1.0014077425003052, "Finetune/Step": 3568, "Finetune/Step Time": 4.457764074206352} +{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9035111665725708, "Finetune/Loss (Raw)": 0.8930541276931763, "Finetune/Step": 3569, "Finetune/Step Time": 4.445153381675482} +{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.904079258441925, "Finetune/Loss (Raw)": 0.8779048323631287, "Finetune/Step": 3570, "Finetune/Step Time": 4.4397692661732435} +{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9049386978149414, "Finetune/Loss (Raw)": 0.9688711762428284, "Finetune/Step": 3571, "Finetune/Step Time": 4.4318764843046665} +{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9050950407981873, "Finetune/Loss (Raw)": 0.9689197540283203, "Finetune/Step": 3572, "Finetune/Step Time": 4.433582341298461} +{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.906651496887207, "Finetune/Loss (Raw)": 0.9858719706535339, "Finetune/Step": 3573, "Finetune/Step Time": 4.4156206380575895} +{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9076550602912903, "Finetune/Loss (Raw)": 1.0272576808929443, "Finetune/Step": 3574, "Finetune/Step Time": 4.413819266483188} +{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9066057205200195, "Finetune/Loss (Raw)": 0.9120409488677979, "Finetune/Step": 3575, "Finetune/Step Time": 4.414927065372467} +{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.9071947336196899, "Finetune/Loss (Raw)": 1.0155503749847412, "Finetune/Step": 3576, "Finetune/Step Time": 4.412639170885086} +{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9064774513244629, "Finetune/Loss (Raw)": 0.926276683807373, "Finetune/Step": 3577, "Finetune/Step Time": 4.431343242526054} +{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9068182706832886, "Finetune/Loss (Raw)": 1.0072752237319946, "Finetune/Step": 3578, "Finetune/Step Time": 4.4214731100946665} +{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9078570604324341, "Finetune/Loss (Raw)": 1.013277530670166, "Finetune/Step": 3579, "Finetune/Step Time": 4.42231790535152} +{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9075636267662048, "Finetune/Loss (Raw)": 0.9645415544509888, "Finetune/Step": 3580, "Finetune/Step Time": 4.430060336366296} +{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9087799191474915, "Finetune/Loss (Raw)": 1.0240002870559692, "Finetune/Step": 3581, "Finetune/Step Time": 4.434324024245143} +{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.908687174320221, "Finetune/Loss (Raw)": 0.8892354965209961, "Finetune/Step": 3582, "Finetune/Step Time": 4.436592882499099} +{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9127649068832397, "Finetune/Loss (Raw)": 0.8594796061515808, "Finetune/Step": 3583, "Finetune/Step Time": 4.398364933207631} +{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9127875566482544, "Finetune/Loss (Raw)": 0.9773718118667603, "Finetune/Step": 3584, "Finetune/Step Time": 4.400278719142079} +{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9141137003898621, "Finetune/Loss (Raw)": 1.0758676528930664, "Finetune/Step": 3585, "Finetune/Step Time": 4.394806018099189} +{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9134827852249146, "Finetune/Loss (Raw)": 0.8588340878486633, "Finetune/Step": 3586, "Finetune/Step Time": 4.392668096348643} +{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9131112098693848, "Finetune/Loss (Raw)": 0.8477911949157715, "Finetune/Step": 3587, "Finetune/Step Time": 4.385828610509634} +{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9108389616012573, "Finetune/Loss (Raw)": 0.7234922647476196, "Finetune/Step": 3588, "Finetune/Step Time": 4.392544308677316} +{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9152966737747192, "Finetune/Loss (Raw)": 0.9036266803741455, "Finetune/Step": 3589, "Finetune/Step Time": 4.362699529156089} +{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9154391288757324, "Finetune/Loss (Raw)": 0.9827718138694763, "Finetune/Step": 3590, "Finetune/Step Time": 4.366080833598971} +{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9149322509765625, "Finetune/Loss (Raw)": 0.8307783603668213, "Finetune/Step": 3591, "Finetune/Step Time": 4.364819141104817} +{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9149917364120483, "Finetune/Loss (Raw)": 0.9691880941390991, "Finetune/Step": 3592, "Finetune/Step Time": 4.370061490684748} +{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9164936542510986, "Finetune/Loss (Raw)": 1.0745925903320312, "Finetune/Step": 3593, "Finetune/Step Time": 4.361482998356223} +{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9146685004234314, "Finetune/Loss (Raw)": 0.6344650387763977, "Finetune/Step": 3594, "Finetune/Step Time": 4.367671087384224} +{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9160667657852173, "Finetune/Loss (Raw)": 0.9429715871810913, "Finetune/Step": 3595, "Finetune/Step Time": 4.379147209227085} +{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9184830188751221, "Finetune/Loss (Raw)": 1.073354721069336, "Finetune/Step": 3596, "Finetune/Step Time": 4.365016669034958} +{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9127311706542969, "Finetune/Loss (Raw)": 0.2503596842288971, "Finetune/Step": 3597, "Finetune/Step Time": 4.39244569838047} +{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.912895679473877, "Finetune/Loss (Raw)": 0.8992374539375305, "Finetune/Step": 3598, "Finetune/Step Time": 4.406845115125179} +{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9120827913284302, "Finetune/Loss (Raw)": 0.8614551424980164, "Finetune/Step": 3599, "Finetune/Step Time": 4.398596573621035} +{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9088448286056519, "Finetune/Loss (Raw)": 0.4312765300273895, "Finetune/Step": 3600, "Finetune/Step Time": 4.429219027981162} +{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9077092409133911, "Finetune/Loss (Raw)": 0.9619215130805969, "Finetune/Step": 3601, "Finetune/Step Time": 4.411658484488726} +{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9080443978309631, "Finetune/Loss (Raw)": 0.8751662969589233, "Finetune/Step": 3602, "Finetune/Step Time": 4.406734840944409} +{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9076359272003174, "Finetune/Loss (Raw)": 0.8763678669929504, "Finetune/Step": 3603, "Finetune/Step Time": 4.405382392928004} +{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.908917248249054, "Finetune/Loss (Raw)": 0.9547913074493408, "Finetune/Step": 3604, "Finetune/Step Time": 4.402088267728686} +{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.908668577671051, "Finetune/Loss (Raw)": 0.8217692375183105, "Finetune/Step": 3605, "Finetune/Step Time": 4.388296687975526} +{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9077529907226562, "Finetune/Loss (Raw)": 0.9074342846870422, "Finetune/Step": 3606, "Finetune/Step Time": 4.405941626057029} +{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9066921472549438, "Finetune/Loss (Raw)": 0.954596221446991, "Finetune/Step": 3607, "Finetune/Step Time": 4.409200252965093} +{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066445827484131, "Finetune/Loss (Raw)": 0.9455508589744568, "Finetune/Step": 3608, "Finetune/Step Time": 4.436601532623172} +{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9065103530883789, "Finetune/Loss (Raw)": 0.9693578481674194, "Finetune/Step": 3609, "Finetune/Step Time": 4.437491511926055} +{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9056593179702759, "Finetune/Loss (Raw)": 0.8237394094467163, "Finetune/Step": 3610, "Finetune/Step Time": 4.4369613993912935} +{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9006896018981934, "Finetune/Loss (Raw)": 0.33858197927474976, "Finetune/Step": 3611, "Finetune/Step Time": 4.433185271918774} +{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.9000371694564819, "Finetune/Loss (Raw)": 0.8983065485954285, "Finetune/Step": 3612, "Finetune/Step Time": 4.430789241567254} +{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8984565138816833, "Finetune/Loss (Raw)": 0.8216296434402466, "Finetune/Step": 3613, "Finetune/Step Time": 4.431849986314774} +{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977444767951965, "Finetune/Loss (Raw)": 0.8892818093299866, "Finetune/Step": 3614, "Finetune/Step Time": 4.43604725971818} +{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8988757729530334, "Finetune/Loss (Raw)": 0.9391196370124817, "Finetune/Step": 3615, "Finetune/Step Time": 4.44053990393877} +{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8990393280982971, "Finetune/Loss (Raw)": 0.8067397475242615, "Finetune/Step": 3616, "Finetune/Step Time": 4.444645719602704} +{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8981912732124329, "Finetune/Loss (Raw)": 0.9326764345169067, "Finetune/Step": 3617, "Finetune/Step Time": 4.453248664736748} +{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8987695574760437, "Finetune/Loss (Raw)": 0.9085187315940857, "Finetune/Step": 3618, "Finetune/Step Time": 4.461088545620441} +{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975705504417419, "Finetune/Loss (Raw)": 0.8689684271812439, "Finetune/Step": 3619, "Finetune/Step Time": 4.458791868761182} +{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969274759292603, "Finetune/Loss (Raw)": 0.8678134083747864, "Finetune/Step": 3620, "Finetune/Step Time": 4.448533629998565} +{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976128101348877, "Finetune/Loss (Raw)": 0.8536900877952576, "Finetune/Step": 3621, "Finetune/Step Time": 4.442110013216734} +{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968484401702881, "Finetune/Loss (Raw)": 0.937309741973877, "Finetune/Step": 3622, "Finetune/Step Time": 4.441006131470203} +{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8966200351715088, "Finetune/Loss (Raw)": 0.9428520798683167, "Finetune/Step": 3623, "Finetune/Step Time": 4.441466031596065} +{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8962301015853882, "Finetune/Loss (Raw)": 1.0168863534927368, "Finetune/Step": 3624, "Finetune/Step Time": 4.430050367489457} +{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973957300186157, "Finetune/Loss (Raw)": 0.997874915599823, "Finetune/Step": 3625, "Finetune/Step Time": 4.420857783406973} +{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8966478705406189, "Finetune/Loss (Raw)": 0.8498499989509583, "Finetune/Step": 3626, "Finetune/Step Time": 4.4175346828997135} +{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962047100067139, "Finetune/Loss (Raw)": 0.9443381428718567, "Finetune/Step": 3627, "Finetune/Step Time": 4.432554118335247} +{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959981203079224, "Finetune/Loss (Raw)": 0.9403814673423767, "Finetune/Step": 3628, "Finetune/Step Time": 4.443531071767211} +{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950187563896179, "Finetune/Loss (Raw)": 0.8554997444152832, "Finetune/Step": 3629, "Finetune/Step Time": 4.450105078518391} +{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933162689208984, "Finetune/Loss (Raw)": 0.8948661684989929, "Finetune/Step": 3630, "Finetune/Step Time": 4.4501421339809895} +{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913602828979492, "Finetune/Loss (Raw)": 0.7520382404327393, "Finetune/Step": 3631, "Finetune/Step Time": 4.463164346292615} +{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8924453258514404, "Finetune/Loss (Raw)": 1.0165126323699951, "Finetune/Step": 3632, "Finetune/Step Time": 4.46567277610302} +{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925907611846924, "Finetune/Loss (Raw)": 1.041947364807129, "Finetune/Step": 3633, "Finetune/Step Time": 4.4600161369889975} +{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8929663300514221, "Finetune/Loss (Raw)": 0.9141482710838318, "Finetune/Step": 3634, "Finetune/Step Time": 4.452539237216115} +{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8937438130378723, "Finetune/Loss (Raw)": 0.8358538150787354, "Finetune/Step": 3635, "Finetune/Step Time": 4.436435190960765} +{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.893924355506897, "Finetune/Loss (Raw)": 0.945390522480011, "Finetune/Step": 3636, "Finetune/Step Time": 4.435558296740055} +{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8937682509422302, "Finetune/Loss (Raw)": 1.0275505781173706, "Finetune/Step": 3637, "Finetune/Step Time": 4.421300265938044} +{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.894873857498169, "Finetune/Loss (Raw)": 0.9692454934120178, "Finetune/Step": 3638, "Finetune/Step Time": 4.41948021762073} +{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8947653770446777, "Finetune/Loss (Raw)": 0.9176575541496277, "Finetune/Step": 3639, "Finetune/Step Time": 4.408552207052708} +{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8897859454154968, "Finetune/Loss (Raw)": 0.31203314661979675, "Finetune/Step": 3640, "Finetune/Step Time": 4.442021114751697} +{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8887128233909607, "Finetune/Loss (Raw)": 0.838878333568573, "Finetune/Step": 3641, "Finetune/Step Time": 4.450840223580599} +{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8902617692947388, "Finetune/Loss (Raw)": 1.022304892539978, "Finetune/Step": 3642, "Finetune/Step Time": 4.454482154920697} +{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906347751617432, "Finetune/Loss (Raw)": 0.9353516101837158, "Finetune/Step": 3643, "Finetune/Step Time": 4.447911638766527} +{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904381394386292, "Finetune/Loss (Raw)": 0.8863949775695801, "Finetune/Step": 3644, "Finetune/Step Time": 4.439435740932822} +{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894001245498657, "Finetune/Loss (Raw)": 0.8602589964866638, "Finetune/Step": 3645, "Finetune/Step Time": 4.43892203643918} +{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8902548551559448, "Finetune/Loss (Raw)": 1.030987024307251, "Finetune/Step": 3646, "Finetune/Step Time": 4.423536311835051} +{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8909465670585632, "Finetune/Loss (Raw)": 0.9550269246101379, "Finetune/Step": 3647, "Finetune/Step Time": 4.401602683588862} +{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911294937133789, "Finetune/Loss (Raw)": 0.9816226363182068, "Finetune/Step": 3648, "Finetune/Step Time": 4.409207774326205} +{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.890683650970459, "Finetune/Loss (Raw)": 0.9967502951622009, "Finetune/Step": 3649, "Finetune/Step Time": 4.413626052439213} +{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8921985626220703, "Finetune/Loss (Raw)": 1.0401250123977661, "Finetune/Step": 3650, "Finetune/Step Time": 4.393819198012352} +{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8918379545211792, "Finetune/Loss (Raw)": 0.8098320960998535, "Finetune/Step": 3651, "Finetune/Step Time": 4.388870311900973} +{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930972218513489, "Finetune/Loss (Raw)": 1.0036252737045288, "Finetune/Step": 3652, "Finetune/Step Time": 4.381657833233476} +{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922611474990845, "Finetune/Loss (Raw)": 0.982441246509552, "Finetune/Step": 3653, "Finetune/Step Time": 4.379159174859524} +{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8924025297164917, "Finetune/Loss (Raw)": 0.9590259790420532, "Finetune/Step": 3654, "Finetune/Step Time": 4.383557464927435} +{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8931596279144287, "Finetune/Loss (Raw)": 1.091185450553894, "Finetune/Step": 3655, "Finetune/Step Time": 4.388234633952379} +{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8923035860061646, "Finetune/Loss (Raw)": 0.8263772130012512, "Finetune/Step": 3656, "Finetune/Step Time": 4.392556991428137} +{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8927015662193298, "Finetune/Loss (Raw)": 0.8996684551239014, "Finetune/Step": 3657, "Finetune/Step Time": 4.387053458020091} +{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8926907777786255, "Finetune/Loss (Raw)": 0.9506962299346924, "Finetune/Step": 3658, "Finetune/Step Time": 4.402733940631151} +{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8922730684280396, "Finetune/Loss (Raw)": 0.950382649898529, "Finetune/Step": 3659, "Finetune/Step Time": 4.405704556033015} +{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8936643600463867, "Finetune/Loss (Raw)": 1.038476824760437, "Finetune/Step": 3660, "Finetune/Step Time": 4.392654230818152} +{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8981314897537231, "Finetune/Loss (Raw)": 0.8906461000442505, "Finetune/Step": 3661, "Finetune/Step Time": 4.34741017408669} +{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8983873128890991, "Finetune/Loss (Raw)": 1.022715449333191, "Finetune/Step": 3662, "Finetune/Step Time": 4.337801968678832} +{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9043524861335754, "Finetune/Loss (Raw)": 1.0957666635513306, "Finetune/Step": 3663, "Finetune/Step Time": 4.29728876799345} +{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9042612314224243, "Finetune/Loss (Raw)": 0.8768147826194763, "Finetune/Step": 3664, "Finetune/Step Time": 4.315625162795186} +{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.903568685054779, "Finetune/Loss (Raw)": 0.953760027885437, "Finetune/Step": 3665, "Finetune/Step Time": 4.307221530005336} +{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.902902364730835, "Finetune/Loss (Raw)": 0.9504234790802002, "Finetune/Step": 3666, "Finetune/Step Time": 4.296808950603008} +{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8986337184906006, "Finetune/Loss (Raw)": 0.42020389437675476, "Finetune/Step": 3667, "Finetune/Step Time": 4.3327573742717505} +{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8982930779457092, "Finetune/Loss (Raw)": 0.8778634667396545, "Finetune/Step": 3668, "Finetune/Step Time": 4.322757598012686} +{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8981281518936157, "Finetune/Loss (Raw)": 0.8995385766029358, "Finetune/Step": 3669, "Finetune/Step Time": 4.326420854777098} +{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8982306718826294, "Finetune/Loss (Raw)": 0.9410087466239929, "Finetune/Step": 3670, "Finetune/Step Time": 4.311305308714509} +{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8991169929504395, "Finetune/Loss (Raw)": 1.021324634552002, "Finetune/Step": 3671, "Finetune/Step Time": 4.29263486713171} +{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8986043930053711, "Finetune/Loss (Raw)": 0.8943476676940918, "Finetune/Step": 3672, "Finetune/Step Time": 4.300377510488033} +{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9010757803916931, "Finetune/Loss (Raw)": 0.731887936592102, "Finetune/Step": 3673, "Finetune/Step Time": 4.265693049877882} +{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.901331901550293, "Finetune/Loss (Raw)": 0.8900960087776184, "Finetune/Step": 3674, "Finetune/Step Time": 4.262200193479657} +{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8961166739463806, "Finetune/Loss (Raw)": 0.3718787431716919, "Finetune/Step": 3675, "Finetune/Step Time": 4.3053326811641455} +{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8962968587875366, "Finetune/Loss (Raw)": 1.0170235633850098, "Finetune/Step": 3676, "Finetune/Step Time": 4.308360297232866} +{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8960436582565308, "Finetune/Loss (Raw)": 0.9942833185195923, "Finetune/Step": 3677, "Finetune/Step Time": 4.307830028235912} +{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8986712694168091, "Finetune/Loss (Raw)": 0.6776660680770874, "Finetune/Step": 3678, "Finetune/Step Time": 4.269846310839057} +{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9005608558654785, "Finetune/Loss (Raw)": 1.0608181953430176, "Finetune/Step": 3679, "Finetune/Step Time": 4.257890056818724} +{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9005739688873291, "Finetune/Loss (Raw)": 0.9569026827812195, "Finetune/Step": 3680, "Finetune/Step Time": 4.263701604679227} +{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9024325609207153, "Finetune/Loss (Raw)": 1.0217946767807007, "Finetune/Step": 3681, "Finetune/Step Time": 4.2445572931319475} +{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.903364896774292, "Finetune/Loss (Raw)": 1.1266261339187622, "Finetune/Step": 3682, "Finetune/Step Time": 4.241951413452625} +{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9018319845199585, "Finetune/Loss (Raw)": 0.9266946911811829, "Finetune/Step": 3683, "Finetune/Step Time": 4.242025598883629} +{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9045360684394836, "Finetune/Loss (Raw)": 0.6906488537788391, "Finetune/Step": 3684, "Finetune/Step Time": 4.221588395535946} +{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032447934150696, "Finetune/Loss (Raw)": 0.8964058756828308, "Finetune/Step": 3685, "Finetune/Step Time": 4.217924006283283} +{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033574461936951, "Finetune/Loss (Raw)": 0.9462796449661255, "Finetune/Step": 3686, "Finetune/Step Time": 4.217366926372051} +{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9026405811309814, "Finetune/Loss (Raw)": 0.9200497269630432, "Finetune/Step": 3687, "Finetune/Step Time": 4.215573525056243} +{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9013876914978027, "Finetune/Loss (Raw)": 0.8784207701683044, "Finetune/Step": 3688, "Finetune/Step Time": 4.22417270950973} +{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9009922742843628, "Finetune/Loss (Raw)": 1.0221511125564575, "Finetune/Step": 3689, "Finetune/Step Time": 4.2293040957301855} +{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9025003910064697, "Finetune/Loss (Raw)": 0.9495252966880798, "Finetune/Step": 3690, "Finetune/Step Time": 4.232591358944774} +{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8986252546310425, "Finetune/Loss (Raw)": 0.3076806664466858, "Finetune/Step": 3691, "Finetune/Step Time": 4.264722038060427} +{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8999975919723511, "Finetune/Loss (Raw)": 1.038933277130127, "Finetune/Step": 3692, "Finetune/Step Time": 4.258613845333457} +{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.900553822517395, "Finetune/Loss (Raw)": 0.9347978830337524, "Finetune/Step": 3693, "Finetune/Step Time": 4.258086532354355} +{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8986415863037109, "Finetune/Loss (Raw)": 0.8183341026306152, "Finetune/Step": 3694, "Finetune/Step Time": 4.276087641716003} +{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9003326892852783, "Finetune/Loss (Raw)": 1.1591984033584595, "Finetune/Step": 3695, "Finetune/Step Time": 4.25484929792583} +{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8996243476867676, "Finetune/Loss (Raw)": 0.9107484221458435, "Finetune/Step": 3696, "Finetune/Step Time": 4.252862472087145} +{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.898775041103363, "Finetune/Loss (Raw)": 0.7843397855758667, "Finetune/Step": 3697, "Finetune/Step Time": 4.2691457234323025} +{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8996284008026123, "Finetune/Loss (Raw)": 0.9871340394020081, "Finetune/Step": 3698, "Finetune/Step Time": 4.27560219168663} +{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8996331095695496, "Finetune/Loss (Raw)": 0.9694681167602539, "Finetune/Step": 3699, "Finetune/Step Time": 4.2726474814116955} +{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8994999527931213, "Finetune/Loss (Raw)": 0.9518840312957764, "Finetune/Step": 3700, "Finetune/Step Time": 4.273826515302062} +{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8977960348129272, "Finetune/Loss (Raw)": 0.7677647471427917, "Finetune/Step": 3701, "Finetune/Step Time": 4.281345218420029} +{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.897419810295105, "Finetune/Loss (Raw)": 0.9791001081466675, "Finetune/Step": 3702, "Finetune/Step Time": 4.270325072109699} +{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8979806900024414, "Finetune/Loss (Raw)": 0.9838351011276245, "Finetune/Step": 3703, "Finetune/Step Time": 4.262372966855764} +{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8976658582687378, "Finetune/Loss (Raw)": 0.9752570986747742, "Finetune/Step": 3704, "Finetune/Step Time": 4.267786052078009} +{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8963728547096252, "Finetune/Loss (Raw)": 0.7607711553573608, "Finetune/Step": 3705, "Finetune/Step Time": 4.249477356672287} +{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8954886198043823, "Finetune/Loss (Raw)": 0.8940888047218323, "Finetune/Step": 3706, "Finetune/Step Time": 4.2516054436564445} +{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8946398496627808, "Finetune/Loss (Raw)": 0.9046333432197571, "Finetune/Step": 3707, "Finetune/Step Time": 4.277691278606653} +{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8938412666320801, "Finetune/Loss (Raw)": 0.8623299598693848, "Finetune/Step": 3708, "Finetune/Step Time": 4.2889047134667635} +{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8941446542739868, "Finetune/Loss (Raw)": 1.062828540802002, "Finetune/Step": 3709, "Finetune/Step Time": 4.284675793722272} +{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8952020406723022, "Finetune/Loss (Raw)": 1.0245826244354248, "Finetune/Step": 3710, "Finetune/Step Time": 4.271458964794874} +{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8951661586761475, "Finetune/Loss (Raw)": 0.8548907041549683, "Finetune/Step": 3711, "Finetune/Step Time": 4.282999519258738} +{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.895710825920105, "Finetune/Loss (Raw)": 1.047084093093872, "Finetune/Step": 3712, "Finetune/Step Time": 4.282217413187027} +{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8895128965377808, "Finetune/Loss (Raw)": 0.28253859281539917, "Finetune/Step": 3713, "Finetune/Step Time": 4.319673540070653} +{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8901805877685547, "Finetune/Loss (Raw)": 0.9442949295043945, "Finetune/Step": 3714, "Finetune/Step Time": 4.31387079693377} +{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8914095759391785, "Finetune/Loss (Raw)": 1.0050957202911377, "Finetune/Step": 3715, "Finetune/Step Time": 4.318179078400135} +{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8924320340156555, "Finetune/Loss (Raw)": 0.8543789386749268, "Finetune/Step": 3716, "Finetune/Step Time": 4.335763722658157} +{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8918338418006897, "Finetune/Loss (Raw)": 0.8270508646965027, "Finetune/Step": 3717, "Finetune/Step Time": 4.35026397369802} +{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8908834457397461, "Finetune/Loss (Raw)": 0.8611212968826294, "Finetune/Step": 3718, "Finetune/Step Time": 4.360163424164057} +{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.889987051486969, "Finetune/Loss (Raw)": 0.7160376310348511, "Finetune/Step": 3719, "Finetune/Step Time": 4.370756393298507} +{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8906723260879517, "Finetune/Loss (Raw)": 1.056908369064331, "Finetune/Step": 3720, "Finetune/Step Time": 4.374605245888233} +{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8901711702346802, "Finetune/Loss (Raw)": 1.0104435682296753, "Finetune/Step": 3721, "Finetune/Step Time": 4.373976791277528} +{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8926815986633301, "Finetune/Loss (Raw)": 0.9557974934577942, "Finetune/Step": 3722, "Finetune/Step Time": 4.3658862970769405} +{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8931697010993958, "Finetune/Loss (Raw)": 1.0054439306259155, "Finetune/Step": 3723, "Finetune/Step Time": 4.363739920780063} +{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8913535475730896, "Finetune/Loss (Raw)": 0.8408942222595215, "Finetune/Step": 3724, "Finetune/Step Time": 4.364310199394822} +{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.897283673286438, "Finetune/Loss (Raw)": 1.0094093084335327, "Finetune/Step": 3725, "Finetune/Step Time": 4.334241921082139} +{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8932164907455444, "Finetune/Loss (Raw)": 0.37864452600479126, "Finetune/Step": 3726, "Finetune/Step Time": 4.354449322447181} +{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8932092785835266, "Finetune/Loss (Raw)": 0.860529363155365, "Finetune/Step": 3727, "Finetune/Step Time": 4.353021286427975} +{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8955983519554138, "Finetune/Loss (Raw)": 0.7370769381523132, "Finetune/Step": 3728, "Finetune/Step Time": 4.3219284024089575} +{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8956981897354126, "Finetune/Loss (Raw)": 0.9747017025947571, "Finetune/Step": 3729, "Finetune/Step Time": 4.330583868548274} +{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8963958621025085, "Finetune/Loss (Raw)": 0.9644687175750732, "Finetune/Step": 3730, "Finetune/Step Time": 4.35955074056983} +{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8970863819122314, "Finetune/Loss (Raw)": 0.9647539854049683, "Finetune/Step": 3731, "Finetune/Step Time": 4.359265236184001} +{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8969436287879944, "Finetune/Loss (Raw)": 0.9365220069885254, "Finetune/Step": 3732, "Finetune/Step Time": 4.3575444128364325} +{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8976497650146484, "Finetune/Loss (Raw)": 0.9121569991111755, "Finetune/Step": 3733, "Finetune/Step Time": 4.3652107287198305} +{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8983509540557861, "Finetune/Loss (Raw)": 0.9971863031387329, "Finetune/Step": 3734, "Finetune/Step Time": 4.352438857778907} +{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8966488838195801, "Finetune/Loss (Raw)": 0.7367225289344788, "Finetune/Step": 3735, "Finetune/Step Time": 4.353348862379789} +{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8981416821479797, "Finetune/Loss (Raw)": 1.136633038520813, "Finetune/Step": 3736, "Finetune/Step Time": 4.323606861755252} +{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8983461856842041, "Finetune/Loss (Raw)": 0.9955302476882935, "Finetune/Step": 3737, "Finetune/Step Time": 4.342000812292099} +{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8987470865249634, "Finetune/Loss (Raw)": 0.8750608563423157, "Finetune/Step": 3738, "Finetune/Step Time": 4.351207245141268} +{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9029866456985474, "Finetune/Loss (Raw)": 0.8812358975410461, "Finetune/Step": 3739, "Finetune/Step Time": 4.312196461483836} +{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9032062292098999, "Finetune/Loss (Raw)": 0.926423966884613, "Finetune/Step": 3740, "Finetune/Step Time": 4.2952908258885145} +{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9046508073806763, "Finetune/Loss (Raw)": 1.0065301656723022, "Finetune/Step": 3741, "Finetune/Step Time": 4.294719124212861} +{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9048091173171997, "Finetune/Loss (Raw)": 0.9095448851585388, "Finetune/Step": 3742, "Finetune/Step Time": 4.2905905675143} +{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9049620032310486, "Finetune/Loss (Raw)": 0.9586888551712036, "Finetune/Step": 3743, "Finetune/Step Time": 4.323508098721504} +{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9014351963996887, "Finetune/Loss (Raw)": 0.3553123474121094, "Finetune/Step": 3744, "Finetune/Step Time": 4.363622050732374} +{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8966509103775024, "Finetune/Loss (Raw)": 0.3202892541885376, "Finetune/Step": 3745, "Finetune/Step Time": 4.390474628657103} +{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8955657482147217, "Finetune/Loss (Raw)": 0.7696147561073303, "Finetune/Step": 3746, "Finetune/Step Time": 4.381163435056806} +{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8950884342193604, "Finetune/Loss (Raw)": 0.8078697323799133, "Finetune/Step": 3747, "Finetune/Step Time": 4.401242969557643} +{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8960000276565552, "Finetune/Loss (Raw)": 0.9845008850097656, "Finetune/Step": 3748, "Finetune/Step Time": 4.412229528650641} +{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8958349227905273, "Finetune/Loss (Raw)": 0.8325639963150024, "Finetune/Step": 3749, "Finetune/Step Time": 4.419040139764547} +{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8961825370788574, "Finetune/Loss (Raw)": 0.981796383857727, "Finetune/Step": 3750, "Finetune/Step Time": 4.423478567972779} +{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8970324397087097, "Finetune/Loss (Raw)": 1.0516374111175537, "Finetune/Step": 3751, "Finetune/Step Time": 4.430847477167845} +{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8959804773330688, "Finetune/Loss (Raw)": 0.882236123085022, "Finetune/Step": 3752, "Finetune/Step Time": 4.433426544070244} +{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8954857587814331, "Finetune/Loss (Raw)": 0.9345537424087524, "Finetune/Step": 3753, "Finetune/Step Time": 4.448166819289327} +{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8961864709854126, "Finetune/Loss (Raw)": 0.9395428895950317, "Finetune/Step": 3754, "Finetune/Step Time": 4.450248086825013} +{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8967254161834717, "Finetune/Loss (Raw)": 1.0133219957351685, "Finetune/Step": 3755, "Finetune/Step Time": 4.437999065965414} +{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8952850103378296, "Finetune/Loss (Raw)": 0.7560129761695862, "Finetune/Step": 3756, "Finetune/Step Time": 4.439188197255135} +{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8962321281433105, "Finetune/Loss (Raw)": 0.9767267107963562, "Finetune/Step": 3757, "Finetune/Step Time": 4.442041300237179} +{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8963390588760376, "Finetune/Loss (Raw)": 0.9085516929626465, "Finetune/Step": 3758, "Finetune/Step Time": 4.45707037486136} +{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8982658386230469, "Finetune/Loss (Raw)": 0.9986644983291626, "Finetune/Step": 3759, "Finetune/Step Time": 4.436876904219389} +{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8971831202507019, "Finetune/Loss (Raw)": 0.8779284358024597, "Finetune/Step": 3760, "Finetune/Step Time": 4.4426610711961985} +{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8951323628425598, "Finetune/Loss (Raw)": 0.779451847076416, "Finetune/Step": 3761, "Finetune/Step Time": 4.4536681938916445} +{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8951999545097351, "Finetune/Loss (Raw)": 0.9227992296218872, "Finetune/Step": 3762, "Finetune/Step Time": 4.459179505705833} +{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8963701725006104, "Finetune/Loss (Raw)": 0.9856363534927368, "Finetune/Step": 3763, "Finetune/Step Time": 4.460400419309735} +{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8956270217895508, "Finetune/Loss (Raw)": 0.8502765893936157, "Finetune/Step": 3764, "Finetune/Step Time": 4.466465458273888} +{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8946745991706848, "Finetune/Loss (Raw)": 0.9056372046470642, "Finetune/Step": 3765, "Finetune/Step Time": 4.47539185360074} +{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8947874307632446, "Finetune/Loss (Raw)": 0.983681857585907, "Finetune/Step": 3766, "Finetune/Step Time": 4.478186747059226} +{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8954019546508789, "Finetune/Loss (Raw)": 0.9963158965110779, "Finetune/Step": 3767, "Finetune/Step Time": 4.481539594009519} +{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8992452621459961, "Finetune/Loss (Raw)": 0.8039777278900146, "Finetune/Step": 3768, "Finetune/Step Time": 4.451532183215022} +{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8946026563644409, "Finetune/Loss (Raw)": 0.24462886154651642, "Finetune/Step": 3769, "Finetune/Step Time": 4.4822845589369535} +{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8951557874679565, "Finetune/Loss (Raw)": 1.0931092500686646, "Finetune/Step": 3770, "Finetune/Step Time": 4.473757347092032} +{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8964914083480835, "Finetune/Loss (Raw)": 1.1063041687011719, "Finetune/Step": 3771, "Finetune/Step Time": 4.475464219227433} +{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8973450660705566, "Finetune/Loss (Raw)": 0.9956711530685425, "Finetune/Step": 3772, "Finetune/Step Time": 4.487243048846722} +{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8932946920394897, "Finetune/Loss (Raw)": 0.341807097196579, "Finetune/Step": 3773, "Finetune/Step Time": 4.523969352245331} +{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.892999529838562, "Finetune/Loss (Raw)": 0.9932095408439636, "Finetune/Step": 3774, "Finetune/Step Time": 4.5258520655334} +{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8934143781661987, "Finetune/Loss (Raw)": 1.0081264972686768, "Finetune/Step": 3775, "Finetune/Step Time": 4.530568430200219} +{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8933685421943665, "Finetune/Loss (Raw)": 0.9757524132728577, "Finetune/Step": 3776, "Finetune/Step Time": 4.528213215991855} +{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8876889944076538, "Finetune/Loss (Raw)": 0.2697688341140747, "Finetune/Step": 3777, "Finetune/Step Time": 4.567219942808151} +{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8870624303817749, "Finetune/Loss (Raw)": 0.9599227905273438, "Finetune/Step": 3778, "Finetune/Step Time": 4.580410910770297} +{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8876326680183411, "Finetune/Loss (Raw)": 0.8828264474868774, "Finetune/Step": 3779, "Finetune/Step Time": 4.57456710934639} +{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8863193988800049, "Finetune/Loss (Raw)": 0.8355293273925781, "Finetune/Step": 3780, "Finetune/Step Time": 4.575355598703027} +{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.886347770690918, "Finetune/Loss (Raw)": 0.986065685749054, "Finetune/Step": 3781, "Finetune/Step Time": 4.572624642401934} +{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.885755181312561, "Finetune/Loss (Raw)": 0.8831726312637329, "Finetune/Step": 3782, "Finetune/Step Time": 4.555246843025088} +{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8838222026824951, "Finetune/Loss (Raw)": 0.8437756896018982, "Finetune/Step": 3783, "Finetune/Step Time": 4.557481158524752} +{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.884174108505249, "Finetune/Loss (Raw)": 0.8714061975479126, "Finetune/Step": 3784, "Finetune/Step Time": 4.568333089351654} +{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8840991854667664, "Finetune/Loss (Raw)": 0.890087366104126, "Finetune/Step": 3785, "Finetune/Step Time": 4.561172125861049} +{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8845895528793335, "Finetune/Loss (Raw)": 1.0134655237197876, "Finetune/Step": 3786, "Finetune/Step Time": 4.550260221585631} +{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8846251368522644, "Finetune/Loss (Raw)": 0.9549331665039062, "Finetune/Step": 3787, "Finetune/Step Time": 4.547574568539858} +{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8837167024612427, "Finetune/Loss (Raw)": 0.9221965074539185, "Finetune/Step": 3788, "Finetune/Step Time": 4.5533862840384245} +{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8833823800086975, "Finetune/Loss (Raw)": 0.8478521108627319, "Finetune/Step": 3789, "Finetune/Step Time": 4.571942267939448} +{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.883073627948761, "Finetune/Loss (Raw)": 0.983201265335083, "Finetune/Step": 3790, "Finetune/Step Time": 4.57331077568233} +{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8815807104110718, "Finetune/Loss (Raw)": 0.9046757221221924, "Finetune/Step": 3791, "Finetune/Step Time": 4.578682467341423} +{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8773888349533081, "Finetune/Loss (Raw)": 0.3402446508407593, "Finetune/Step": 3792, "Finetune/Step Time": 4.599620694294572} +{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8773657083511353, "Finetune/Loss (Raw)": 0.9508069157600403, "Finetune/Step": 3793, "Finetune/Step Time": 4.618993924930692} +{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.877516508102417, "Finetune/Loss (Raw)": 0.9697167873382568, "Finetune/Step": 3794, "Finetune/Step Time": 4.618251893669367} +{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8804100155830383, "Finetune/Loss (Raw)": 0.790578305721283, "Finetune/Step": 3795, "Finetune/Step Time": 4.59280507452786} +{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8809120059013367, "Finetune/Loss (Raw)": 0.9421214461326599, "Finetune/Step": 3796, "Finetune/Step Time": 4.5983432196080685} +{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.880138635635376, "Finetune/Loss (Raw)": 0.8005387783050537, "Finetune/Step": 3797, "Finetune/Step Time": 4.6026684157550335} +{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8796842098236084, "Finetune/Loss (Raw)": 0.8828462362289429, "Finetune/Step": 3798, "Finetune/Step Time": 4.599225541576743} +{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8787854313850403, "Finetune/Loss (Raw)": 0.9062833189964294, "Finetune/Step": 3799, "Finetune/Step Time": 4.609283251687884} +{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8795734643936157, "Finetune/Loss (Raw)": 0.9952152371406555, "Finetune/Step": 3800, "Finetune/Step Time": 4.605001196265221} +{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8810157179832458, "Finetune/Loss (Raw)": 0.9164959192276001, "Finetune/Step": 3801, "Finetune/Step Time": 4.6055938601493835} +{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8819202780723572, "Finetune/Loss (Raw)": 1.005876064300537, "Finetune/Step": 3802, "Finetune/Step Time": 4.601424138993025} +{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8872983455657959, "Finetune/Loss (Raw)": 1.060274600982666, "Finetune/Step": 3803, "Finetune/Step Time": 4.559002736583352} +{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8869604468345642, "Finetune/Loss (Raw)": 0.9737735390663147, "Finetune/Step": 3804, "Finetune/Step Time": 4.543173622339964} +{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8864530920982361, "Finetune/Loss (Raw)": 0.9293393492698669, "Finetune/Step": 3805, "Finetune/Step Time": 4.5601934511214495} +{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8884950876235962, "Finetune/Loss (Raw)": 0.939050018787384, "Finetune/Step": 3806, "Finetune/Step Time": 4.572655325755477} +{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8871784210205078, "Finetune/Loss (Raw)": 0.8922698497772217, "Finetune/Step": 3807, "Finetune/Step Time": 4.580177346244454} +{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8864636421203613, "Finetune/Loss (Raw)": 0.8654139637947083, "Finetune/Step": 3808, "Finetune/Step Time": 4.587234519422054} +{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8854296207427979, "Finetune/Loss (Raw)": 0.8894414901733398, "Finetune/Step": 3809, "Finetune/Step Time": 4.601969374343753} +{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8841927647590637, "Finetune/Loss (Raw)": 0.9683125615119934, "Finetune/Step": 3810, "Finetune/Step Time": 4.598731104284525} +{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8840043544769287, "Finetune/Loss (Raw)": 0.9025749564170837, "Finetune/Step": 3811, "Finetune/Step Time": 4.605034127831459} +{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8852933645248413, "Finetune/Loss (Raw)": 0.8556436896324158, "Finetune/Step": 3812, "Finetune/Step Time": 4.5993784461170435} +{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8853408694267273, "Finetune/Loss (Raw)": 0.9024840593338013, "Finetune/Step": 3813, "Finetune/Step Time": 4.596895419061184} +{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8849027156829834, "Finetune/Loss (Raw)": 0.8902047872543335, "Finetune/Step": 3814, "Finetune/Step Time": 4.594962680712342} +{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8845639824867249, "Finetune/Loss (Raw)": 0.8766856789588928, "Finetune/Step": 3815, "Finetune/Step Time": 4.613581208512187} +{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8849127888679504, "Finetune/Loss (Raw)": 0.9230737090110779, "Finetune/Step": 3816, "Finetune/Step Time": 4.608751866966486} +{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8834809064865112, "Finetune/Loss (Raw)": 0.8388614654541016, "Finetune/Step": 3817, "Finetune/Step Time": 4.600333096459508} +{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8827658891677856, "Finetune/Loss (Raw)": 0.8580043315887451, "Finetune/Step": 3818, "Finetune/Step Time": 4.593518851324916} +{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8868622183799744, "Finetune/Loss (Raw)": 0.8320120573043823, "Finetune/Step": 3819, "Finetune/Step Time": 4.5568975154310465} +{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8845404386520386, "Finetune/Loss (Raw)": 0.7417448163032532, "Finetune/Step": 3820, "Finetune/Step Time": 4.55843922495842} +{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8840981125831604, "Finetune/Loss (Raw)": 0.8781825304031372, "Finetune/Step": 3821, "Finetune/Step Time": 4.5638689789921045} +{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8840951919555664, "Finetune/Loss (Raw)": 0.8179606199264526, "Finetune/Step": 3822, "Finetune/Step Time": 4.542813589796424} +{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.882975697517395, "Finetune/Loss (Raw)": 1.015898585319519, "Finetune/Step": 3823, "Finetune/Step Time": 4.545947393402457} +{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.883063793182373, "Finetune/Loss (Raw)": 0.9220263361930847, "Finetune/Step": 3824, "Finetune/Step Time": 4.539895236492157} +{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.883267879486084, "Finetune/Loss (Raw)": 0.8104633092880249, "Finetune/Step": 3825, "Finetune/Step Time": 4.523828661069274} +{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8821597099304199, "Finetune/Loss (Raw)": 0.8452852368354797, "Finetune/Step": 3826, "Finetune/Step Time": 4.520321113988757} +{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8821059465408325, "Finetune/Loss (Raw)": 0.9625915288925171, "Finetune/Step": 3827, "Finetune/Step Time": 4.548320960253477} +{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8824068903923035, "Finetune/Loss (Raw)": 0.9904040694236755, "Finetune/Step": 3828, "Finetune/Step Time": 4.551523346453905} +{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8785680532455444, "Finetune/Loss (Raw)": 0.2763899862766266, "Finetune/Step": 3829, "Finetune/Step Time": 4.584533281624317} +{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8782920837402344, "Finetune/Loss (Raw)": 0.9437798261642456, "Finetune/Step": 3830, "Finetune/Step Time": 4.5938167199492455} +{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8774125576019287, "Finetune/Loss (Raw)": 0.8712525963783264, "Finetune/Step": 3831, "Finetune/Step Time": 4.606656484305859} +{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8782615065574646, "Finetune/Loss (Raw)": 1.0839265584945679, "Finetune/Step": 3832, "Finetune/Step Time": 4.604182632640004} +{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8802868127822876, "Finetune/Loss (Raw)": 1.020011067390442, "Finetune/Step": 3833, "Finetune/Step Time": 4.6272693034261465} +{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8812099695205688, "Finetune/Loss (Raw)": 1.0122557878494263, "Finetune/Step": 3834, "Finetune/Step Time": 4.615757437422872} +{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8818588256835938, "Finetune/Loss (Raw)": 0.9876869916915894, "Finetune/Step": 3835, "Finetune/Step Time": 4.596259959042072} +{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8818811178207397, "Finetune/Loss (Raw)": 0.8651812076568604, "Finetune/Step": 3836, "Finetune/Step Time": 4.574383670464158} +{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8805946111679077, "Finetune/Loss (Raw)": 0.8981544375419617, "Finetune/Step": 3837, "Finetune/Step Time": 4.574724396690726} +{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8792421817779541, "Finetune/Loss (Raw)": 0.8514766693115234, "Finetune/Step": 3838, "Finetune/Step Time": 4.572577716782689} +{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.879862368106842, "Finetune/Loss (Raw)": 0.9342678189277649, "Finetune/Step": 3839, "Finetune/Step Time": 4.59210998006165} +{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8785339593887329, "Finetune/Loss (Raw)": 0.8770467638969421, "Finetune/Step": 3840, "Finetune/Step Time": 4.592244330793619} +{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8843692541122437, "Finetune/Loss (Raw)": 1.0294605493545532, "Finetune/Step": 3841, "Finetune/Step Time": 4.553870478644967} +{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8836275339126587, "Finetune/Loss (Raw)": 0.8493492007255554, "Finetune/Step": 3842, "Finetune/Step Time": 4.5448441170156} +{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8830099105834961, "Finetune/Loss (Raw)": 0.9260435700416565, "Finetune/Step": 3843, "Finetune/Step Time": 4.552498476579785} +{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8832756876945496, "Finetune/Loss (Raw)": 0.888399064540863, "Finetune/Step": 3844, "Finetune/Step Time": 4.5335980504751205} +{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8836461305618286, "Finetune/Loss (Raw)": 0.874466061592102, "Finetune/Step": 3845, "Finetune/Step Time": 4.517496012151241} +{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8827662467956543, "Finetune/Loss (Raw)": 0.7485028505325317, "Finetune/Step": 3846, "Finetune/Step Time": 4.50790997967124} +{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8851295709609985, "Finetune/Loss (Raw)": 1.0185388326644897, "Finetune/Step": 3847, "Finetune/Step Time": 4.495661832392216} +{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8794447779655457, "Finetune/Loss (Raw)": 0.32925063371658325, "Finetune/Step": 3848, "Finetune/Step Time": 4.524028662592173} +{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8799805641174316, "Finetune/Loss (Raw)": 1.0790295600891113, "Finetune/Step": 3849, "Finetune/Step Time": 4.544693613424897} +{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8777432441711426, "Finetune/Loss (Raw)": 0.669414758682251, "Finetune/Step": 3850, "Finetune/Step Time": 4.552225913852453} +{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8762004375457764, "Finetune/Loss (Raw)": 0.8079677224159241, "Finetune/Step": 3851, "Finetune/Step Time": 4.543721353635192} +{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8769171833992004, "Finetune/Loss (Raw)": 0.9326386451721191, "Finetune/Step": 3852, "Finetune/Step Time": 4.544698193669319} +{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8725426197052002, "Finetune/Loss (Raw)": 0.4494617283344269, "Finetune/Step": 3853, "Finetune/Step Time": 4.57275677472353} +{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8770143985748291, "Finetune/Loss (Raw)": 0.9510401487350464, "Finetune/Step": 3854, "Finetune/Step Time": 4.5387376714497805} +{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.875749945640564, "Finetune/Loss (Raw)": 0.6986759901046753, "Finetune/Step": 3855, "Finetune/Step Time": 4.554800173267722} +{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8780320286750793, "Finetune/Loss (Raw)": 1.0291775465011597, "Finetune/Step": 3856, "Finetune/Step Time": 4.547692136839032} +{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8732342720031738, "Finetune/Loss (Raw)": 0.3605913817882538, "Finetune/Step": 3857, "Finetune/Step Time": 4.575452329590917} +{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8683016896247864, "Finetune/Loss (Raw)": 0.33310186862945557, "Finetune/Step": 3858, "Finetune/Step Time": 4.588495248928666} +{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8693909645080566, "Finetune/Loss (Raw)": 1.1041786670684814, "Finetune/Step": 3859, "Finetune/Step Time": 4.581133084371686} +{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.869287371635437, "Finetune/Loss (Raw)": 0.9232640862464905, "Finetune/Step": 3860, "Finetune/Step Time": 4.580059776082635} +{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8690820336341858, "Finetune/Loss (Raw)": 0.8858708739280701, "Finetune/Step": 3861, "Finetune/Step Time": 4.56518529355526} +{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8683037757873535, "Finetune/Loss (Raw)": 0.8975769281387329, "Finetune/Step": 3862, "Finetune/Step Time": 4.564003821462393} +{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8695656657218933, "Finetune/Loss (Raw)": 0.8982380628585815, "Finetune/Step": 3863, "Finetune/Step Time": 4.574045222252607} +{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.868180513381958, "Finetune/Loss (Raw)": 0.9593328237533569, "Finetune/Step": 3864, "Finetune/Step Time": 4.576853079721332} +{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8678723573684692, "Finetune/Loss (Raw)": 0.9560835957527161, "Finetune/Step": 3865, "Finetune/Step Time": 4.594253307208419} +{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8693920969963074, "Finetune/Loss (Raw)": 1.069589614868164, "Finetune/Step": 3866, "Finetune/Step Time": 4.58562977053225} +{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8711737394332886, "Finetune/Loss (Raw)": 1.1092880964279175, "Finetune/Step": 3867, "Finetune/Step Time": 4.585933076217771} +{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8712364435195923, "Finetune/Loss (Raw)": 0.9344530701637268, "Finetune/Step": 3868, "Finetune/Step Time": 4.589369913563132} +{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700932264328003, "Finetune/Loss (Raw)": 0.860190212726593, "Finetune/Step": 3869, "Finetune/Step Time": 4.5911494847387075} +{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8697600960731506, "Finetune/Loss (Raw)": 0.8669081926345825, "Finetune/Step": 3870, "Finetune/Step Time": 4.61553250066936} +{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8693900108337402, "Finetune/Loss (Raw)": 0.911320149898529, "Finetune/Step": 3871, "Finetune/Step Time": 4.58499257825315} +{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8712929487228394, "Finetune/Loss (Raw)": 0.5988786816596985, "Finetune/Step": 3872, "Finetune/Step Time": 4.5758525300771} +{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8748407363891602, "Finetune/Loss (Raw)": 0.7744179964065552, "Finetune/Step": 3873, "Finetune/Step Time": 4.546000575646758} +{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8761075139045715, "Finetune/Loss (Raw)": 0.9317579865455627, "Finetune/Step": 3874, "Finetune/Step Time": 4.545950455591083} +{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771165609359741, "Finetune/Loss (Raw)": 0.9370309710502625, "Finetune/Step": 3875, "Finetune/Step Time": 4.528085248544812} +{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8766475915908813, "Finetune/Loss (Raw)": 0.9244753122329712, "Finetune/Step": 3876, "Finetune/Step Time": 4.514655951410532} +{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8773599863052368, "Finetune/Loss (Raw)": 0.9237481951713562, "Finetune/Step": 3877, "Finetune/Step Time": 4.522504465654492} +{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733357191085815, "Finetune/Loss (Raw)": 0.4666805565357208, "Finetune/Step": 3878, "Finetune/Step Time": 4.560075422748923} +{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720852732658386, "Finetune/Loss (Raw)": 0.891588568687439, "Finetune/Step": 3879, "Finetune/Step Time": 4.5856373477727175} +{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722056150436401, "Finetune/Loss (Raw)": 0.8976343870162964, "Finetune/Step": 3880, "Finetune/Step Time": 4.5820509027689695} +{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724614381790161, "Finetune/Loss (Raw)": 0.967296838760376, "Finetune/Step": 3881, "Finetune/Step Time": 4.574695687741041} +{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727959394454956, "Finetune/Loss (Raw)": 0.9823576807975769, "Finetune/Step": 3882, "Finetune/Step Time": 4.578620292246342} +{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8727947473526001, "Finetune/Loss (Raw)": 1.0131731033325195, "Finetune/Step": 3883, "Finetune/Step Time": 4.572281150147319} +{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.873528003692627, "Finetune/Loss (Raw)": 0.8498760461807251, "Finetune/Step": 3884, "Finetune/Step Time": 4.559980919584632} +{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717721700668335, "Finetune/Loss (Raw)": 0.7519805431365967, "Finetune/Step": 3885, "Finetune/Step Time": 4.566529022529721} +{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708534240722656, "Finetune/Loss (Raw)": 0.7909532189369202, "Finetune/Step": 3886, "Finetune/Step Time": 4.552968570962548} +{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8695974349975586, "Finetune/Loss (Raw)": 0.8378977179527283, "Finetune/Step": 3887, "Finetune/Step Time": 4.554626204073429} +{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.870139479637146, "Finetune/Loss (Raw)": 0.9472996592521667, "Finetune/Step": 3888, "Finetune/Step Time": 4.54667529463768} +{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.871160626411438, "Finetune/Loss (Raw)": 0.9101639986038208, "Finetune/Step": 3889, "Finetune/Step Time": 4.537679769098759} +{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714412450790405, "Finetune/Loss (Raw)": 0.9587119817733765, "Finetune/Step": 3890, "Finetune/Step Time": 4.53107650950551} +{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.871035099029541, "Finetune/Loss (Raw)": 0.9336624145507812, "Finetune/Step": 3891, "Finetune/Step Time": 4.546024767681956} +{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8712793588638306, "Finetune/Loss (Raw)": 0.8815353512763977, "Finetune/Step": 3892, "Finetune/Step Time": 4.549144674092531} +{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8670463562011719, "Finetune/Loss (Raw)": 0.36381009221076965, "Finetune/Step": 3893, "Finetune/Step Time": 4.57857820764184} +{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.866623044013977, "Finetune/Loss (Raw)": 0.9294947385787964, "Finetune/Step": 3894, "Finetune/Step Time": 4.5773538295179605} +{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8663869500160217, "Finetune/Loss (Raw)": 0.966101348400116, "Finetune/Step": 3895, "Finetune/Step Time": 4.575670976191759} +{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8678654432296753, "Finetune/Loss (Raw)": 0.9932312965393066, "Finetune/Step": 3896, "Finetune/Step Time": 4.564237128943205} +{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8732563853263855, "Finetune/Loss (Raw)": 0.934664249420166, "Finetune/Step": 3897, "Finetune/Step Time": 4.530367527157068} +{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8719550371170044, "Finetune/Loss (Raw)": 0.9265351891517639, "Finetune/Step": 3898, "Finetune/Step Time": 4.54666205868125} +{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8715364933013916, "Finetune/Loss (Raw)": 1.0527358055114746, "Finetune/Step": 3899, "Finetune/Step Time": 4.549757551401854} +{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8709015250205994, "Finetune/Loss (Raw)": 0.9143892526626587, "Finetune/Step": 3900, "Finetune/Step Time": 4.554459802806377} +{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8758248090744019, "Finetune/Loss (Raw)": 0.9719871282577515, "Finetune/Step": 3901, "Finetune/Step Time": 4.515241876244545} +{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8757634162902832, "Finetune/Loss (Raw)": 0.9853519201278687, "Finetune/Step": 3902, "Finetune/Step Time": 4.4995078314095736} +{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8756715059280396, "Finetune/Loss (Raw)": 0.9963652491569519, "Finetune/Step": 3903, "Finetune/Step Time": 4.494419381022453} +{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8753567934036255, "Finetune/Loss (Raw)": 0.9354639649391174, "Finetune/Step": 3904, "Finetune/Step Time": 4.49821019731462} +{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8791767358779907, "Finetune/Loss (Raw)": 0.7587264776229858, "Finetune/Step": 3905, "Finetune/Step Time": 4.478234114125371} +{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8796972036361694, "Finetune/Loss (Raw)": 1.0265377759933472, "Finetune/Step": 3906, "Finetune/Step Time": 4.506439618766308} +{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8821033239364624, "Finetune/Loss (Raw)": 1.190817952156067, "Finetune/Step": 3907, "Finetune/Step Time": 4.49161608889699} +{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8825876712799072, "Finetune/Loss (Raw)": 0.8975220918655396, "Finetune/Step": 3908, "Finetune/Step Time": 4.503971656784415} +{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.88175368309021, "Finetune/Loss (Raw)": 0.8793097138404846, "Finetune/Step": 3909, "Finetune/Step Time": 4.50997818633914} +{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8826746940612793, "Finetune/Loss (Raw)": 1.0010619163513184, "Finetune/Step": 3910, "Finetune/Step Time": 4.5104198306798935} +{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8845704793930054, "Finetune/Loss (Raw)": 1.086434006690979, "Finetune/Step": 3911, "Finetune/Step Time": 4.506663229316473} +{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845012784004211, "Finetune/Loss (Raw)": 0.8625586628913879, "Finetune/Step": 3912, "Finetune/Step Time": 4.504605900496244} +{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8849582672119141, "Finetune/Loss (Raw)": 0.9485772252082825, "Finetune/Step": 3913, "Finetune/Step Time": 4.513691935688257} +{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838086724281311, "Finetune/Loss (Raw)": 0.8663178086280823, "Finetune/Step": 3914, "Finetune/Step Time": 4.5113257840275764} +{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8837004899978638, "Finetune/Loss (Raw)": 0.9410842061042786, "Finetune/Step": 3915, "Finetune/Step Time": 4.508685393258929} +{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8836793899536133, "Finetune/Loss (Raw)": 0.919493556022644, "Finetune/Step": 3916, "Finetune/Step Time": 4.5089771673083305} +{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8845281600952148, "Finetune/Loss (Raw)": 0.9564980864524841, "Finetune/Step": 3917, "Finetune/Step Time": 4.509914657101035} +{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843817710876465, "Finetune/Loss (Raw)": 0.9644664525985718, "Finetune/Step": 3918, "Finetune/Step Time": 4.50923346914351} +{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8842246532440186, "Finetune/Loss (Raw)": 0.8845617771148682, "Finetune/Step": 3919, "Finetune/Step Time": 4.514279020950198} +{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8888437747955322, "Finetune/Loss (Raw)": 0.9314969182014465, "Finetune/Step": 3920, "Finetune/Step Time": 4.511113787069917} +{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8872136473655701, "Finetune/Loss (Raw)": 0.7421478629112244, "Finetune/Step": 3921, "Finetune/Step Time": 4.520046211779118} +{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.887380838394165, "Finetune/Loss (Raw)": 0.9911206960678101, "Finetune/Step": 3922, "Finetune/Step Time": 4.523291263729334} +{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8874822854995728, "Finetune/Loss (Raw)": 0.8035604357719421, "Finetune/Step": 3923, "Finetune/Step Time": 4.528073899447918} +{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8873462677001953, "Finetune/Loss (Raw)": 0.9247130155563354, "Finetune/Step": 3924, "Finetune/Step Time": 4.531634354963899} +{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8885337114334106, "Finetune/Loss (Raw)": 0.952526867389679, "Finetune/Step": 3925, "Finetune/Step Time": 4.52798318490386} +{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8883994817733765, "Finetune/Loss (Raw)": 0.8656616806983948, "Finetune/Step": 3926, "Finetune/Step Time": 4.532881760969758} +{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8885601758956909, "Finetune/Loss (Raw)": 0.9268526434898376, "Finetune/Step": 3927, "Finetune/Step Time": 4.540271697565913} +{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889950513839722, "Finetune/Loss (Raw)": 1.050881266593933, "Finetune/Step": 3928, "Finetune/Step Time": 4.541044767946005} +{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8892130851745605, "Finetune/Loss (Raw)": 0.9444065093994141, "Finetune/Step": 3929, "Finetune/Step Time": 4.54315366782248} +{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8884341716766357, "Finetune/Loss (Raw)": 0.9061747193336487, "Finetune/Step": 3930, "Finetune/Step Time": 4.548523971810937} +{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.888136625289917, "Finetune/Loss (Raw)": 1.022187352180481, "Finetune/Step": 3931, "Finetune/Step Time": 4.549357688054442} +{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8876794576644897, "Finetune/Loss (Raw)": 0.915256679058075, "Finetune/Step": 3932, "Finetune/Step Time": 4.564121065661311} +{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8859052062034607, "Finetune/Loss (Raw)": 0.7022374868392944, "Finetune/Step": 3933, "Finetune/Step Time": 4.572301100939512} +{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850057125091553, "Finetune/Loss (Raw)": 0.8239133358001709, "Finetune/Step": 3934, "Finetune/Step Time": 4.558712054044008} +{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848617076873779, "Finetune/Loss (Raw)": 0.8738371133804321, "Finetune/Step": 3935, "Finetune/Step Time": 4.555979838594794} +{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8859186172485352, "Finetune/Loss (Raw)": 1.000698208808899, "Finetune/Step": 3936, "Finetune/Step Time": 4.54718154668808} +{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863339424133301, "Finetune/Loss (Raw)": 0.9426059126853943, "Finetune/Step": 3937, "Finetune/Step Time": 4.541391586884856} +{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857747316360474, "Finetune/Loss (Raw)": 0.8967361450195312, "Finetune/Step": 3938, "Finetune/Step Time": 4.5471721068024635} +{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.886570394039154, "Finetune/Loss (Raw)": 1.00441312789917, "Finetune/Step": 3939, "Finetune/Step Time": 4.548376178368926} +{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8868786692619324, "Finetune/Loss (Raw)": 0.8951080441474915, "Finetune/Step": 3940, "Finetune/Step Time": 4.536059387028217} +{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8875713348388672, "Finetune/Loss (Raw)": 0.9911449551582336, "Finetune/Step": 3941, "Finetune/Step Time": 4.5394191183149815} +{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8884382247924805, "Finetune/Loss (Raw)": 1.0011622905731201, "Finetune/Step": 3942, "Finetune/Step Time": 4.545686772093177} +{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.888161301612854, "Finetune/Loss (Raw)": 0.8412436842918396, "Finetune/Step": 3943, "Finetune/Step Time": 4.551399068906903} +{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8883994817733765, "Finetune/Loss (Raw)": 0.9535573124885559, "Finetune/Step": 3944, "Finetune/Step Time": 4.551253005862236} +{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8906261920928955, "Finetune/Loss (Raw)": 1.1238857507705688, "Finetune/Step": 3945, "Finetune/Step Time": 4.573779497295618} +{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8910551071166992, "Finetune/Loss (Raw)": 0.9129049181938171, "Finetune/Step": 3946, "Finetune/Step Time": 4.588193604722619} +{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8918284773826599, "Finetune/Loss (Raw)": 0.9309985041618347, "Finetune/Step": 3947, "Finetune/Step Time": 4.595352705568075} +{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8888298869132996, "Finetune/Loss (Raw)": 0.35793060064315796, "Finetune/Step": 3948, "Finetune/Step Time": 4.63490335457027} +{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8901905417442322, "Finetune/Loss (Raw)": 1.0523451566696167, "Finetune/Step": 3949, "Finetune/Step Time": 4.630940089002252} +{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8918233513832092, "Finetune/Loss (Raw)": 1.0269556045532227, "Finetune/Step": 3950, "Finetune/Step Time": 4.6283766515553} +{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.891800582408905, "Finetune/Loss (Raw)": 1.0129834413528442, "Finetune/Step": 3951, "Finetune/Step Time": 4.632149135693908} +{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8910806179046631, "Finetune/Loss (Raw)": 0.8298761248588562, "Finetune/Step": 3952, "Finetune/Step Time": 4.641021065413952} +{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8916904926300049, "Finetune/Loss (Raw)": 0.8885250091552734, "Finetune/Step": 3953, "Finetune/Step Time": 4.633336463943124} +{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.891893208026886, "Finetune/Loss (Raw)": 0.8712329864501953, "Finetune/Step": 3954, "Finetune/Step Time": 4.626846879720688} +{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8908677101135254, "Finetune/Loss (Raw)": 0.831326961517334, "Finetune/Step": 3955, "Finetune/Step Time": 4.5945852510631084} +{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8919702768325806, "Finetune/Loss (Raw)": 1.1315373182296753, "Finetune/Step": 3956, "Finetune/Step Time": 4.594611424952745} +{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.897003173828125, "Finetune/Loss (Raw)": 0.920595109462738, "Finetune/Step": 3957, "Finetune/Step Time": 4.555671114474535} +{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8966014385223389, "Finetune/Loss (Raw)": 0.8923659324645996, "Finetune/Step": 3958, "Finetune/Step Time": 4.552104732021689} +{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8966254591941833, "Finetune/Loss (Raw)": 0.8743185997009277, "Finetune/Step": 3959, "Finetune/Step Time": 4.564433999359608} +{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.895004391670227, "Finetune/Loss (Raw)": 0.8764314651489258, "Finetune/Step": 3960, "Finetune/Step Time": 4.567360771819949} +{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8946699500083923, "Finetune/Loss (Raw)": 0.9772043228149414, "Finetune/Step": 3961, "Finetune/Step Time": 4.549586348235607} +{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8933155536651611, "Finetune/Loss (Raw)": 0.8388962745666504, "Finetune/Step": 3962, "Finetune/Step Time": 4.557363769039512} +{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8930827379226685, "Finetune/Loss (Raw)": 0.957880973815918, "Finetune/Step": 3963, "Finetune/Step Time": 4.561369404196739} +{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8934484720230103, "Finetune/Loss (Raw)": 0.9120033383369446, "Finetune/Step": 3964, "Finetune/Step Time": 4.570242062211037} +{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8944921493530273, "Finetune/Loss (Raw)": 1.0317379236221313, "Finetune/Step": 3965, "Finetune/Step Time": 4.58248426951468} +{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8908311128616333, "Finetune/Loss (Raw)": 0.38286730647087097, "Finetune/Step": 3966, "Finetune/Step Time": 4.625062122941017} +{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8901810646057129, "Finetune/Loss (Raw)": 0.8510613441467285, "Finetune/Step": 3967, "Finetune/Step Time": 4.59281188622117} +{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8911151885986328, "Finetune/Loss (Raw)": 0.9966107606887817, "Finetune/Step": 3968, "Finetune/Step Time": 4.591140935197473} +{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8907625675201416, "Finetune/Loss (Raw)": 0.9843304753303528, "Finetune/Step": 3969, "Finetune/Step Time": 4.621305450797081} +{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.891729474067688, "Finetune/Loss (Raw)": 0.973109245300293, "Finetune/Step": 3970, "Finetune/Step Time": 4.621999718248844} +{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8923366069793701, "Finetune/Loss (Raw)": 1.0037522315979004, "Finetune/Step": 3971, "Finetune/Step Time": 4.613621002063155} +{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.891787052154541, "Finetune/Loss (Raw)": 0.8180627822875977, "Finetune/Step": 3972, "Finetune/Step Time": 4.616635397076607} +{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8917814493179321, "Finetune/Loss (Raw)": 0.8737425804138184, "Finetune/Step": 3973, "Finetune/Step Time": 4.607701279222965} +{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8924735188484192, "Finetune/Loss (Raw)": 0.8370926380157471, "Finetune/Step": 3974, "Finetune/Step Time": 4.61641545034945} +{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.892227292060852, "Finetune/Loss (Raw)": 0.9870172142982483, "Finetune/Step": 3975, "Finetune/Step Time": 4.614500679075718} +{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8971531391143799, "Finetune/Loss (Raw)": 0.9597569704055786, "Finetune/Step": 3976, "Finetune/Step Time": 4.58817171677947} +{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8950680494308472, "Finetune/Loss (Raw)": 0.8121411800384521, "Finetune/Step": 3977, "Finetune/Step Time": 4.57774936966598} +{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.895229697227478, "Finetune/Loss (Raw)": 0.6901121139526367, "Finetune/Step": 3978, "Finetune/Step Time": 4.568733910098672} +{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8960169553756714, "Finetune/Loss (Raw)": 0.9087331295013428, "Finetune/Step": 3979, "Finetune/Step Time": 4.577542457729578} +{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8942075371742249, "Finetune/Loss (Raw)": 0.7010326981544495, "Finetune/Step": 3980, "Finetune/Step Time": 4.5793041586875916} +{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8986107110977173, "Finetune/Loss (Raw)": 1.013063907623291, "Finetune/Step": 3981, "Finetune/Step Time": 4.542274976149201} +{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8978913426399231, "Finetune/Loss (Raw)": 0.8589641451835632, "Finetune/Step": 3982, "Finetune/Step Time": 4.541514337062836} +{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8992465734481812, "Finetune/Loss (Raw)": 0.8721494674682617, "Finetune/Step": 3983, "Finetune/Step Time": 4.5255609434098005} +{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8938354253768921, "Finetune/Loss (Raw)": 0.33654505014419556, "Finetune/Step": 3984, "Finetune/Step Time": 4.564468681812286} +{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.89846271276474, "Finetune/Loss (Raw)": 0.9528884887695312, "Finetune/Step": 3985, "Finetune/Step Time": 4.527829319238663} +{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.904503345489502, "Finetune/Loss (Raw)": 1.1063090562820435, "Finetune/Step": 3986, "Finetune/Step Time": 4.48728153668344} +{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9022759795188904, "Finetune/Loss (Raw)": 0.8190658092498779, "Finetune/Step": 3987, "Finetune/Step Time": 4.495123844593763} +{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.90276700258255, "Finetune/Loss (Raw)": 0.9861142039299011, "Finetune/Step": 3988, "Finetune/Step Time": 4.492734441533685} +{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9037541151046753, "Finetune/Loss (Raw)": 1.0122209787368774, "Finetune/Step": 3989, "Finetune/Step Time": 4.4918421525508165} +{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9042891263961792, "Finetune/Loss (Raw)": 0.9660606384277344, "Finetune/Step": 3990, "Finetune/Step Time": 4.501545401290059} +{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9052738547325134, "Finetune/Loss (Raw)": 1.0242854356765747, "Finetune/Step": 3991, "Finetune/Step Time": 4.4937237575650215} +{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9039222002029419, "Finetune/Loss (Raw)": 0.7863131761550903, "Finetune/Step": 3992, "Finetune/Step Time": 4.5114064030349255} +{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9038139581680298, "Finetune/Loss (Raw)": 0.9422308206558228, "Finetune/Step": 3993, "Finetune/Step Time": 4.477967277169228} +{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9018197059631348, "Finetune/Loss (Raw)": 0.8143255710601807, "Finetune/Step": 3994, "Finetune/Step Time": 4.490707224234939} +{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8996391296386719, "Finetune/Loss (Raw)": 0.830179750919342, "Finetune/Step": 3995, "Finetune/Step Time": 4.490840645506978} +{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8987686634063721, "Finetune/Loss (Raw)": 0.8230271935462952, "Finetune/Step": 3996, "Finetune/Step Time": 4.489128218963742} +{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8989652395248413, "Finetune/Loss (Raw)": 0.8853561878204346, "Finetune/Step": 3997, "Finetune/Step Time": 4.487483972683549} +{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.900431752204895, "Finetune/Loss (Raw)": 1.0546164512634277, "Finetune/Step": 3998, "Finetune/Step Time": 4.470966104418039} +{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9012237787246704, "Finetune/Loss (Raw)": 1.0127089023590088, "Finetune/Step": 3999, "Finetune/Step Time": 4.481137420982122} +{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9031002521514893, "Finetune/Loss (Raw)": 0.8390632271766663, "Finetune/Step": 4000, "Finetune/Step Time": 4.451190488412976} +{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9040948748588562, "Finetune/Loss (Raw)": 0.9017301201820374, "Finetune/Step": 4001, "Finetune/Step Time": 4.462492013350129} +{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9034830927848816, "Finetune/Loss (Raw)": 0.853452742099762, "Finetune/Step": 4002, "Finetune/Step Time": 4.472695363685489} +{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.903316080570221, "Finetune/Loss (Raw)": 0.9156482815742493, "Finetune/Step": 4003, "Finetune/Step Time": 4.484673416242003} +{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9036022424697876, "Finetune/Loss (Raw)": 0.9611068367958069, "Finetune/Step": 4004, "Finetune/Step Time": 4.489204594865441} +{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9035360813140869, "Finetune/Loss (Raw)": 0.9152718186378479, "Finetune/Step": 4005, "Finetune/Step Time": 4.4738011080771685} +{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9085466861724854, "Finetune/Loss (Raw)": 1.1080479621887207, "Finetune/Step": 4006, "Finetune/Step Time": 4.43255221657455} +{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9043616056442261, "Finetune/Loss (Raw)": 0.3558993637561798, "Finetune/Step": 4007, "Finetune/Step Time": 4.441153842955828} +{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9037165641784668, "Finetune/Loss (Raw)": 0.8150624632835388, "Finetune/Step": 4008, "Finetune/Step Time": 4.43954985588789} +{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9028470516204834, "Finetune/Loss (Raw)": 0.8560009002685547, "Finetune/Step": 4009, "Finetune/Step Time": 4.434965256601572} +{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9017592668533325, "Finetune/Loss (Raw)": 0.8431212902069092, "Finetune/Step": 4010, "Finetune/Step Time": 4.443678991869092} +{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9018998742103577, "Finetune/Loss (Raw)": 1.0311728715896606, "Finetune/Step": 4011, "Finetune/Step Time": 4.4485548455268145} +{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9010804891586304, "Finetune/Loss (Raw)": 0.7449941635131836, "Finetune/Step": 4012, "Finetune/Step Time": 4.4661297891289} +{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9024722576141357, "Finetune/Loss (Raw)": 0.9301269054412842, "Finetune/Step": 4013, "Finetune/Step Time": 4.459849067032337} +{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9030430316925049, "Finetune/Loss (Raw)": 0.8640183806419373, "Finetune/Step": 4014, "Finetune/Step Time": 4.485115174204111} +{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9034583568572998, "Finetune/Loss (Raw)": 0.8910531401634216, "Finetune/Step": 4015, "Finetune/Step Time": 4.485592285171151} +{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9033612012863159, "Finetune/Loss (Raw)": 0.9348616600036621, "Finetune/Step": 4016, "Finetune/Step Time": 4.487432388588786} +{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.903592586517334, "Finetune/Loss (Raw)": 0.9397854208946228, "Finetune/Step": 4017, "Finetune/Step Time": 4.489518588408828} +{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8986169099807739, "Finetune/Loss (Raw)": 0.32182416319847107, "Finetune/Step": 4018, "Finetune/Step Time": 4.529344793409109} +{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8994492292404175, "Finetune/Loss (Raw)": 1.0402008295059204, "Finetune/Step": 4019, "Finetune/Step Time": 4.509068975225091} +{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9002867937088013, "Finetune/Loss (Raw)": 0.9887415170669556, "Finetune/Step": 4020, "Finetune/Step Time": 4.502105401828885} +{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9046956896781921, "Finetune/Loss (Raw)": 0.9281449317932129, "Finetune/Step": 4021, "Finetune/Step Time": 4.47401200607419} +{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9039242267608643, "Finetune/Loss (Raw)": 0.83074951171875, "Finetune/Step": 4022, "Finetune/Step Time": 4.476792845875025} +{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9036959409713745, "Finetune/Loss (Raw)": 0.9368811845779419, "Finetune/Step": 4023, "Finetune/Step Time": 4.479420192539692} +{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9037364721298218, "Finetune/Loss (Raw)": 0.998418927192688, "Finetune/Step": 4024, "Finetune/Step Time": 4.485462225973606} +{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9035359621047974, "Finetune/Loss (Raw)": 0.9089992046356201, "Finetune/Step": 4025, "Finetune/Step Time": 4.485091028735042} +{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9044246673583984, "Finetune/Loss (Raw)": 1.0402964353561401, "Finetune/Step": 4026, "Finetune/Step Time": 4.472110426053405} +{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9043875336647034, "Finetune/Loss (Raw)": 1.047977089881897, "Finetune/Step": 4027, "Finetune/Step Time": 4.468590522184968} +{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9039860963821411, "Finetune/Loss (Raw)": 0.8630005717277527, "Finetune/Step": 4028, "Finetune/Step Time": 4.4535403568297625} +{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9036503434181213, "Finetune/Loss (Raw)": 0.9290151000022888, "Finetune/Step": 4029, "Finetune/Step Time": 4.453971151262522} +{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8990148901939392, "Finetune/Loss (Raw)": 0.39201584458351135, "Finetune/Step": 4030, "Finetune/Step Time": 4.489746490493417} +{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8984050750732422, "Finetune/Loss (Raw)": 0.9183094501495361, "Finetune/Step": 4031, "Finetune/Step Time": 4.489816322922707} +{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8983665108680725, "Finetune/Loss (Raw)": 0.9305270314216614, "Finetune/Step": 4032, "Finetune/Step Time": 4.482888476923108} +{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8999130725860596, "Finetune/Loss (Raw)": 0.9566839933395386, "Finetune/Step": 4033, "Finetune/Step Time": 4.4658591914922} +{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8987874984741211, "Finetune/Loss (Raw)": 0.8824700713157654, "Finetune/Step": 4034, "Finetune/Step Time": 4.425972452387214} +{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8965951204299927, "Finetune/Loss (Raw)": 0.910190224647522, "Finetune/Step": 4035, "Finetune/Step Time": 4.432411393150687} +{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8979371190071106, "Finetune/Loss (Raw)": 1.0692919492721558, "Finetune/Step": 4036, "Finetune/Step Time": 4.413681942969561} +{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.897762656211853, "Finetune/Loss (Raw)": 0.8569790720939636, "Finetune/Step": 4037, "Finetune/Step Time": 4.425510440021753} +{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8926951885223389, "Finetune/Loss (Raw)": 0.3524301052093506, "Finetune/Step": 4038, "Finetune/Step Time": 4.467095842584968} +{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8919435739517212, "Finetune/Loss (Raw)": 0.9902249574661255, "Finetune/Step": 4039, "Finetune/Step Time": 4.4876502845436335} +{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926692008972168, "Finetune/Loss (Raw)": 0.9554376006126404, "Finetune/Step": 4040, "Finetune/Step Time": 4.476581379771233} +{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918571472167969, "Finetune/Loss (Raw)": 0.8446393013000488, "Finetune/Step": 4041, "Finetune/Step Time": 4.47167064063251} +{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919928073883057, "Finetune/Loss (Raw)": 0.8836863040924072, "Finetune/Step": 4042, "Finetune/Step Time": 4.48478583432734} +{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920188546180725, "Finetune/Loss (Raw)": 0.9444085955619812, "Finetune/Step": 4043, "Finetune/Step Time": 4.487215066328645} +{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921277523040771, "Finetune/Loss (Raw)": 0.9334364533424377, "Finetune/Step": 4044, "Finetune/Step Time": 4.485488755628467} +{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8869157433509827, "Finetune/Loss (Raw)": 0.2893601059913635, "Finetune/Step": 4045, "Finetune/Step Time": 4.510003264993429} +{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861309289932251, "Finetune/Loss (Raw)": 0.864004909992218, "Finetune/Step": 4046, "Finetune/Step Time": 4.507068425416946} +{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8859173655509949, "Finetune/Loss (Raw)": 0.8572278022766113, "Finetune/Step": 4047, "Finetune/Step Time": 4.5099467895925045} +{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815184235572815, "Finetune/Loss (Raw)": 0.36843934655189514, "Finetune/Step": 4048, "Finetune/Step Time": 4.51266366802156} +{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818463087081909, "Finetune/Loss (Raw)": 0.7841159105300903, "Finetune/Step": 4049, "Finetune/Step Time": 4.495965477079153} +{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809304237365723, "Finetune/Loss (Raw)": 0.8738889098167419, "Finetune/Step": 4050, "Finetune/Step Time": 4.4940233789384365} +{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8812432289123535, "Finetune/Loss (Raw)": 0.8435992002487183, "Finetune/Step": 4051, "Finetune/Step Time": 4.480710489675403} +{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8810870051383972, "Finetune/Loss (Raw)": 0.9047139286994934, "Finetune/Step": 4052, "Finetune/Step Time": 4.501397592946887} +{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765457272529602, "Finetune/Loss (Raw)": 0.3712414801120758, "Finetune/Step": 4053, "Finetune/Step Time": 4.537639331072569} +{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.877074122428894, "Finetune/Loss (Raw)": 0.9332938194274902, "Finetune/Step": 4054, "Finetune/Step Time": 4.546879233792424} +{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8773282170295715, "Finetune/Loss (Raw)": 0.9593808054924011, "Finetune/Step": 4055, "Finetune/Step Time": 4.528562428429723} +{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8743736743927002, "Finetune/Loss (Raw)": 0.6726962924003601, "Finetune/Step": 4056, "Finetune/Step Time": 4.54445887170732} +{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8748202323913574, "Finetune/Loss (Raw)": 1.0015617609024048, "Finetune/Step": 4057, "Finetune/Step Time": 4.535196825861931} +{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8744569420814514, "Finetune/Loss (Raw)": 0.8596823811531067, "Finetune/Step": 4058, "Finetune/Step Time": 4.52696886472404} +{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8738502264022827, "Finetune/Loss (Raw)": 0.9445264339447021, "Finetune/Step": 4059, "Finetune/Step Time": 4.541133338585496} +{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8724960088729858, "Finetune/Loss (Raw)": 0.7419139742851257, "Finetune/Step": 4060, "Finetune/Step Time": 4.543144399300218} +{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8739171624183655, "Finetune/Loss (Raw)": 0.8841443657875061, "Finetune/Step": 4061, "Finetune/Step Time": 4.541529297828674} +{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8758049011230469, "Finetune/Loss (Raw)": 1.0655497312545776, "Finetune/Step": 4062, "Finetune/Step Time": 4.544627556577325} +{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8717111349105835, "Finetune/Loss (Raw)": 0.3498343825340271, "Finetune/Step": 4063, "Finetune/Step Time": 4.572163002565503} +{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8668448328971863, "Finetune/Loss (Raw)": 0.3778102397918701, "Finetune/Step": 4064, "Finetune/Step Time": 4.612542230635881} +{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8661753535270691, "Finetune/Loss (Raw)": 0.856907308101654, "Finetune/Step": 4065, "Finetune/Step Time": 4.6182859148830175} +{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8663066625595093, "Finetune/Loss (Raw)": 0.9135524034500122, "Finetune/Step": 4066, "Finetune/Step Time": 4.6165258549153805} +{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8667265176773071, "Finetune/Loss (Raw)": 1.0581430196762085, "Finetune/Step": 4067, "Finetune/Step Time": 4.615484124049544} +{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.867232084274292, "Finetune/Loss (Raw)": 0.9598304629325867, "Finetune/Step": 4068, "Finetune/Step Time": 4.617068385705352} +{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8669930696487427, "Finetune/Loss (Raw)": 0.9605545401573181, "Finetune/Step": 4069, "Finetune/Step Time": 4.630163233727217} +{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8657481670379639, "Finetune/Loss (Raw)": 0.8418074250221252, "Finetune/Step": 4070, "Finetune/Step Time": 4.625941414386034} +{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8666372299194336, "Finetune/Loss (Raw)": 0.9550417065620422, "Finetune/Step": 4071, "Finetune/Step Time": 4.632522204890847} +{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8653842210769653, "Finetune/Loss (Raw)": 0.7931789755821228, "Finetune/Step": 4072, "Finetune/Step Time": 4.64238072745502} +{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8638952970504761, "Finetune/Loss (Raw)": 0.9332940578460693, "Finetune/Step": 4073, "Finetune/Step Time": 4.624619092792273} +{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8649036884307861, "Finetune/Loss (Raw)": 1.041987419128418, "Finetune/Step": 4074, "Finetune/Step Time": 4.6173918433487415} +{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.864322304725647, "Finetune/Loss (Raw)": 0.8565811514854431, "Finetune/Step": 4075, "Finetune/Step Time": 4.60596726834774} +{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8671528100967407, "Finetune/Loss (Raw)": 0.7202317714691162, "Finetune/Step": 4076, "Finetune/Step Time": 4.586433397606015} +{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8661161661148071, "Finetune/Loss (Raw)": 0.9196576476097107, "Finetune/Step": 4077, "Finetune/Step Time": 4.600538142025471} +{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8647710084915161, "Finetune/Loss (Raw)": 0.8547747135162354, "Finetune/Step": 4078, "Finetune/Step Time": 4.603200104087591} +{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8656222820281982, "Finetune/Loss (Raw)": 1.1219420433044434, "Finetune/Step": 4079, "Finetune/Step Time": 4.61446481756866} +{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8654229640960693, "Finetune/Loss (Raw)": 0.8043704032897949, "Finetune/Step": 4080, "Finetune/Step Time": 4.613703599199653} +{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.865685224533081, "Finetune/Loss (Raw)": 0.9220918416976929, "Finetune/Step": 4081, "Finetune/Step Time": 4.635815296322107} +{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8656571507453918, "Finetune/Loss (Raw)": 0.8676365613937378, "Finetune/Step": 4082, "Finetune/Step Time": 4.643695777282119} +{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8671314716339111, "Finetune/Loss (Raw)": 1.0200341939926147, "Finetune/Step": 4083, "Finetune/Step Time": 4.645936146378517} +{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8618864417076111, "Finetune/Loss (Raw)": 0.46018147468566895, "Finetune/Step": 4084, "Finetune/Step Time": 4.679420903325081} +{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.862178385257721, "Finetune/Loss (Raw)": 0.9579665660858154, "Finetune/Step": 4085, "Finetune/Step Time": 4.691061723977327} +{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8624931573867798, "Finetune/Loss (Raw)": 0.93265300989151, "Finetune/Step": 4086, "Finetune/Step Time": 4.698464633896947} +{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8638352155685425, "Finetune/Loss (Raw)": 1.0460976362228394, "Finetune/Step": 4087, "Finetune/Step Time": 4.680768856778741} +{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8647202849388123, "Finetune/Loss (Raw)": 0.9897258281707764, "Finetune/Step": 4088, "Finetune/Step Time": 4.6762002017349005} +{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8638666868209839, "Finetune/Loss (Raw)": 0.8679482340812683, "Finetune/Step": 4089, "Finetune/Step Time": 4.677258087322116} +{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8640726804733276, "Finetune/Loss (Raw)": 0.8652592897415161, "Finetune/Step": 4090, "Finetune/Step Time": 4.669883545488119} +{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8633416891098022, "Finetune/Loss (Raw)": 0.8643096685409546, "Finetune/Step": 4091, "Finetune/Step Time": 4.68311264924705} +{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8630330562591553, "Finetune/Loss (Raw)": 0.8725050687789917, "Finetune/Step": 4092, "Finetune/Step Time": 4.684616953134537} +{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8630499839782715, "Finetune/Loss (Raw)": 1.033905267715454, "Finetune/Step": 4093, "Finetune/Step Time": 4.668897660449147} +{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8685111999511719, "Finetune/Loss (Raw)": 1.0818984508514404, "Finetune/Step": 4094, "Finetune/Step Time": 4.631606470793486} +{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8682268261909485, "Finetune/Loss (Raw)": 0.8146617412567139, "Finetune/Step": 4095, "Finetune/Step Time": 4.63927099108696} +{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687849044799805, "Finetune/Loss (Raw)": 1.068042516708374, "Finetune/Step": 4096, "Finetune/Step Time": 4.643864287063479} +{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8689696788787842, "Finetune/Loss (Raw)": 1.0079824924468994, "Finetune/Step": 4097, "Finetune/Step Time": 4.6243905778974295} +{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8671549558639526, "Finetune/Loss (Raw)": 0.7408338189125061, "Finetune/Step": 4098, "Finetune/Step Time": 4.632512707263231} +{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8668195009231567, "Finetune/Loss (Raw)": 0.9608098268508911, "Finetune/Step": 4099, "Finetune/Step Time": 4.64120302349329} +{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8681008219718933, "Finetune/Loss (Raw)": 0.9820664525032043, "Finetune/Step": 4100, "Finetune/Step Time": 4.63571235910058} +{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8686434030532837, "Finetune/Loss (Raw)": 0.9431944489479065, "Finetune/Step": 4101, "Finetune/Step Time": 4.6564623061567545} +{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8690492510795593, "Finetune/Loss (Raw)": 0.8890411257743835, "Finetune/Step": 4102, "Finetune/Step Time": 4.646968919783831} +{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8686099648475647, "Finetune/Loss (Raw)": 0.9307849407196045, "Finetune/Step": 4103, "Finetune/Step Time": 4.65528872795403} +{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8681002855300903, "Finetune/Loss (Raw)": 0.894529402256012, "Finetune/Step": 4104, "Finetune/Step Time": 4.648497583344579} +{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8683759570121765, "Finetune/Loss (Raw)": 0.8474206924438477, "Finetune/Step": 4105, "Finetune/Step Time": 4.647900175303221} +{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8697891235351562, "Finetune/Loss (Raw)": 0.8710001707077026, "Finetune/Step": 4106, "Finetune/Step Time": 4.651740403845906} +{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8696833252906799, "Finetune/Loss (Raw)": 0.8951878547668457, "Finetune/Step": 4107, "Finetune/Step Time": 4.648629907518625} +{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.87192702293396, "Finetune/Loss (Raw)": 0.9882202744483948, "Finetune/Step": 4108, "Finetune/Step Time": 4.64774002507329} +{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8707162737846375, "Finetune/Loss (Raw)": 0.85808926820755, "Finetune/Step": 4109, "Finetune/Step Time": 4.6554593946784735} +{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8714351654052734, "Finetune/Loss (Raw)": 0.9509863257408142, "Finetune/Step": 4110, "Finetune/Step Time": 4.662830885499716} +{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8727993965148926, "Finetune/Loss (Raw)": 1.0467705726623535, "Finetune/Step": 4111, "Finetune/Step Time": 4.66302558593452} +{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8765413761138916, "Finetune/Loss (Raw)": 0.8155227899551392, "Finetune/Step": 4112, "Finetune/Step Time": 4.637513713911176} +{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.875015914440155, "Finetune/Loss (Raw)": 0.7576241493225098, "Finetune/Step": 4113, "Finetune/Step Time": 4.635867763310671} +{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8734107613563538, "Finetune/Loss (Raw)": 0.9008558392524719, "Finetune/Step": 4114, "Finetune/Step Time": 4.643066618591547} +{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8740689158439636, "Finetune/Loss (Raw)": 0.9033035635948181, "Finetune/Step": 4115, "Finetune/Step Time": 4.63916927203536} +{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8717199563980103, "Finetune/Loss (Raw)": 0.6854453682899475, "Finetune/Step": 4116, "Finetune/Step Time": 4.654462870210409} +{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8701330423355103, "Finetune/Loss (Raw)": 0.8090919852256775, "Finetune/Step": 4117, "Finetune/Step Time": 4.663294753059745} +{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.870999813079834, "Finetune/Loss (Raw)": 1.0770127773284912, "Finetune/Step": 4118, "Finetune/Step Time": 4.650708107277751} +{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.870937705039978, "Finetune/Loss (Raw)": 1.0163366794586182, "Finetune/Step": 4119, "Finetune/Step Time": 4.64500817656517} +{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8723479509353638, "Finetune/Loss (Raw)": 0.9668300151824951, "Finetune/Step": 4120, "Finetune/Step Time": 4.640313161537051} +{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8722057342529297, "Finetune/Loss (Raw)": 0.9240230321884155, "Finetune/Step": 4121, "Finetune/Step Time": 4.645968001335859} +{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8731492757797241, "Finetune/Loss (Raw)": 0.9351046085357666, "Finetune/Step": 4122, "Finetune/Step Time": 4.644996108487248} +{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8748969435691833, "Finetune/Loss (Raw)": 1.053880214691162, "Finetune/Step": 4123, "Finetune/Step Time": 4.646334178745747} +{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8738437294960022, "Finetune/Loss (Raw)": 0.6882107853889465, "Finetune/Step": 4124, "Finetune/Step Time": 4.648411851376295} +{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8742996454238892, "Finetune/Loss (Raw)": 0.9437128305435181, "Finetune/Step": 4125, "Finetune/Step Time": 4.651907911524177} +{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8731801509857178, "Finetune/Loss (Raw)": 0.9113231897354126, "Finetune/Step": 4126, "Finetune/Step Time": 4.652213230729103} +{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8725255131721497, "Finetune/Loss (Raw)": 0.9289109706878662, "Finetune/Step": 4127, "Finetune/Step Time": 4.632092818617821} +{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8726379871368408, "Finetune/Loss (Raw)": 0.8534644842147827, "Finetune/Step": 4128, "Finetune/Step Time": 4.627708362415433} +{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8722495436668396, "Finetune/Loss (Raw)": 0.8520042896270752, "Finetune/Step": 4129, "Finetune/Step Time": 4.607984349131584} +{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8723506927490234, "Finetune/Loss (Raw)": 0.8664035797119141, "Finetune/Step": 4130, "Finetune/Step Time": 4.598337152972817} +{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8723107576370239, "Finetune/Loss (Raw)": 0.9105338454246521, "Finetune/Step": 4131, "Finetune/Step Time": 4.5917032007128} +{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8721081018447876, "Finetune/Loss (Raw)": 0.93517005443573, "Finetune/Step": 4132, "Finetune/Step Time": 4.593383213505149} +{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8719642162322998, "Finetune/Loss (Raw)": 0.8968450427055359, "Finetune/Step": 4133, "Finetune/Step Time": 4.601029317826033} +{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8703960180282593, "Finetune/Loss (Raw)": 0.9073256850242615, "Finetune/Step": 4134, "Finetune/Step Time": 4.617475053295493} +{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8740442991256714, "Finetune/Loss (Raw)": 0.8228821158409119, "Finetune/Step": 4135, "Finetune/Step Time": 4.579476322978735} +{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.874612033367157, "Finetune/Loss (Raw)": 0.8877329230308533, "Finetune/Step": 4136, "Finetune/Step Time": 4.579923637211323} +{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8745055794715881, "Finetune/Loss (Raw)": 0.8423758745193481, "Finetune/Step": 4137, "Finetune/Step Time": 4.577493365854025} +{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8757339119911194, "Finetune/Loss (Raw)": 1.0003480911254883, "Finetune/Step": 4138, "Finetune/Step Time": 4.5632662158459425} +{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8740237951278687, "Finetune/Loss (Raw)": 0.812274158000946, "Finetune/Step": 4139, "Finetune/Step Time": 4.553341357037425} +{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8747662901878357, "Finetune/Loss (Raw)": 0.8400350213050842, "Finetune/Step": 4140, "Finetune/Step Time": 4.542799053713679} +{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8704675436019897, "Finetune/Loss (Raw)": 0.37988772988319397, "Finetune/Step": 4141, "Finetune/Step Time": 4.571920840069652} +{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8700524568557739, "Finetune/Loss (Raw)": 0.8108810186386108, "Finetune/Step": 4142, "Finetune/Step Time": 4.549040287733078} +{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.869504451751709, "Finetune/Loss (Raw)": 0.8209150433540344, "Finetune/Step": 4143, "Finetune/Step Time": 4.545831687748432} +{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8644461035728455, "Finetune/Loss (Raw)": 0.2873927652835846, "Finetune/Step": 4144, "Finetune/Step Time": 4.5803122371435165} +{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8632673621177673, "Finetune/Loss (Raw)": 0.7889087796211243, "Finetune/Step": 4145, "Finetune/Step Time": 4.5889072846621275} +{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8680867552757263, "Finetune/Loss (Raw)": 0.9387037754058838, "Finetune/Step": 4146, "Finetune/Step Time": 4.5448953583836555} +{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8667975664138794, "Finetune/Loss (Raw)": 0.8751862049102783, "Finetune/Step": 4147, "Finetune/Step Time": 4.550524830818176} +{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8663422465324402, "Finetune/Loss (Raw)": 0.93045973777771, "Finetune/Step": 4148, "Finetune/Step Time": 4.551028976216912} +{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8659636378288269, "Finetune/Loss (Raw)": 0.8796809315681458, "Finetune/Step": 4149, "Finetune/Step Time": 4.539609184488654} +{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8660136461257935, "Finetune/Loss (Raw)": 0.8371492028236389, "Finetune/Step": 4150, "Finetune/Step Time": 4.564596392214298} +{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8657660484313965, "Finetune/Loss (Raw)": 0.9051877856254578, "Finetune/Step": 4151, "Finetune/Step Time": 4.56941756606102} +{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8650318384170532, "Finetune/Loss (Raw)": 0.9044451117515564, "Finetune/Step": 4152, "Finetune/Step Time": 4.57412039488554} +{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8647406101226807, "Finetune/Loss (Raw)": 0.8717201352119446, "Finetune/Step": 4153, "Finetune/Step Time": 4.56567401625216} +{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8636815547943115, "Finetune/Loss (Raw)": 0.904739499092102, "Finetune/Step": 4154, "Finetune/Step Time": 4.569857608526945} +{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8620578050613403, "Finetune/Loss (Raw)": 0.8401403427124023, "Finetune/Step": 4155, "Finetune/Step Time": 4.572403147816658} +{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8626058101654053, "Finetune/Loss (Raw)": 0.9331364035606384, "Finetune/Step": 4156, "Finetune/Step Time": 4.571490675210953} +{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8634048700332642, "Finetune/Loss (Raw)": 1.031299352645874, "Finetune/Step": 4157, "Finetune/Step Time": 4.571971019729972} +{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8673067092895508, "Finetune/Loss (Raw)": 0.8914517760276794, "Finetune/Step": 4158, "Finetune/Step Time": 4.543342838063836} +{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8676512241363525, "Finetune/Loss (Raw)": 0.9624054431915283, "Finetune/Step": 4159, "Finetune/Step Time": 4.543157864362001} +{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8682617545127869, "Finetune/Loss (Raw)": 1.0086758136749268, "Finetune/Step": 4160, "Finetune/Step Time": 4.536274962127209} +{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.868342936038971, "Finetune/Loss (Raw)": 0.967078685760498, "Finetune/Step": 4161, "Finetune/Step Time": 4.533805012702942} +{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8690985441207886, "Finetune/Loss (Raw)": 0.9791845083236694, "Finetune/Step": 4162, "Finetune/Step Time": 4.535444689914584} +{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8680722713470459, "Finetune/Loss (Raw)": 0.7788252830505371, "Finetune/Step": 4163, "Finetune/Step Time": 4.546514190733433} +{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8646085262298584, "Finetune/Loss (Raw)": 0.6259300112724304, "Finetune/Step": 4164, "Finetune/Step Time": 4.558927170932293} +{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8661165237426758, "Finetune/Loss (Raw)": 1.0500075817108154, "Finetune/Step": 4165, "Finetune/Step Time": 4.551604095846415} +{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8709685802459717, "Finetune/Loss (Raw)": 0.9734933972358704, "Finetune/Step": 4166, "Finetune/Step Time": 4.513527004048228} +{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8696966767311096, "Finetune/Loss (Raw)": 0.8274182081222534, "Finetune/Step": 4167, "Finetune/Step Time": 4.497991839423776} +{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8679530620574951, "Finetune/Loss (Raw)": 0.7322595119476318, "Finetune/Step": 4168, "Finetune/Step Time": 4.496199604123831} +{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.864267110824585, "Finetune/Loss (Raw)": 0.3728368580341339, "Finetune/Step": 4169, "Finetune/Step Time": 4.534501556307077} +{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.863831639289856, "Finetune/Loss (Raw)": 0.8279445171356201, "Finetune/Step": 4170, "Finetune/Step Time": 4.525844322517514} +{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8638639450073242, "Finetune/Loss (Raw)": 0.948539137840271, "Finetune/Step": 4171, "Finetune/Step Time": 4.533587329089642} +{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8640172481536865, "Finetune/Loss (Raw)": 0.9530618190765381, "Finetune/Step": 4172, "Finetune/Step Time": 4.547788510099053} +{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8685402870178223, "Finetune/Loss (Raw)": 0.868306040763855, "Finetune/Step": 4173, "Finetune/Step Time": 4.514462498947978} +{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8645613193511963, "Finetune/Loss (Raw)": 0.35469943284988403, "Finetune/Step": 4174, "Finetune/Step Time": 4.553801916539669} +{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8640798926353455, "Finetune/Loss (Raw)": 0.79560786485672, "Finetune/Step": 4175, "Finetune/Step Time": 4.54830382950604} +{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8676460981369019, "Finetune/Loss (Raw)": 0.8249155879020691, "Finetune/Step": 4176, "Finetune/Step Time": 4.522787053138018} +{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8695549368858337, "Finetune/Loss (Raw)": 1.0284503698349, "Finetune/Step": 4177, "Finetune/Step Time": 4.533306945115328} +{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8701680302619934, "Finetune/Loss (Raw)": 0.9523573517799377, "Finetune/Step": 4178, "Finetune/Step Time": 4.535967227071524} +{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8707377910614014, "Finetune/Loss (Raw)": 0.9165330529212952, "Finetune/Step": 4179, "Finetune/Step Time": 4.5486399959772825} +{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8714312314987183, "Finetune/Loss (Raw)": 0.9934661388397217, "Finetune/Step": 4180, "Finetune/Step Time": 4.528718238696456} +{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8752239346504211, "Finetune/Loss (Raw)": 0.8567163348197937, "Finetune/Step": 4181, "Finetune/Step Time": 4.493964297696948} +{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8736318349838257, "Finetune/Loss (Raw)": 0.7294973134994507, "Finetune/Step": 4182, "Finetune/Step Time": 4.494172863662243} +{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8737322092056274, "Finetune/Loss (Raw)": 0.972233772277832, "Finetune/Step": 4183, "Finetune/Step Time": 4.493374932557344} +{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8757237792015076, "Finetune/Loss (Raw)": 0.9276188015937805, "Finetune/Step": 4184, "Finetune/Step Time": 4.470929626375437} +{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8758006691932678, "Finetune/Loss (Raw)": 1.0114065408706665, "Finetune/Step": 4185, "Finetune/Step Time": 4.4741954784840345} +{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8766689300537109, "Finetune/Loss (Raw)": 0.9708174467086792, "Finetune/Step": 4186, "Finetune/Step Time": 4.487712066620588} +{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8759961724281311, "Finetune/Loss (Raw)": 0.8584089875221252, "Finetune/Step": 4187, "Finetune/Step Time": 4.475717632099986} +{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8770574927330017, "Finetune/Loss (Raw)": 0.8777679204940796, "Finetune/Step": 4188, "Finetune/Step Time": 4.466733809560537} +{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8766464591026306, "Finetune/Loss (Raw)": 0.8315272927284241, "Finetune/Step": 4189, "Finetune/Step Time": 4.4487299378961325} +{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739926218986511, "Finetune/Loss (Raw)": 0.7258548736572266, "Finetune/Step": 4190, "Finetune/Step Time": 4.449008302763104} +{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.878849983215332, "Finetune/Loss (Raw)": 0.9715827703475952, "Finetune/Step": 4191, "Finetune/Step Time": 4.414402790367603} +{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841829299926758, "Finetune/Loss (Raw)": 1.0604215860366821, "Finetune/Step": 4192, "Finetune/Step Time": 4.373136904090643} +{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798449039459229, "Finetune/Loss (Raw)": 0.30164653062820435, "Finetune/Step": 4193, "Finetune/Step Time": 4.401747865602374} +{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799896240234375, "Finetune/Loss (Raw)": 0.9320701956748962, "Finetune/Step": 4194, "Finetune/Step Time": 4.401095870882273} +{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789904713630676, "Finetune/Loss (Raw)": 0.9302554130554199, "Finetune/Step": 4195, "Finetune/Step Time": 4.4016895275563} +{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787453770637512, "Finetune/Loss (Raw)": 0.928459644317627, "Finetune/Step": 4196, "Finetune/Step Time": 4.399181172251701} +{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8763405084609985, "Finetune/Loss (Raw)": 0.6527374386787415, "Finetune/Step": 4197, "Finetune/Step Time": 4.413411011919379} +{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8774977922439575, "Finetune/Loss (Raw)": 0.9899280667304993, "Finetune/Step": 4198, "Finetune/Step Time": 4.411456955596805} +{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779615163803101, "Finetune/Loss (Raw)": 1.0144035816192627, "Finetune/Step": 4199, "Finetune/Step Time": 4.3809441942721605} +{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8791258931159973, "Finetune/Loss (Raw)": 0.9422204494476318, "Finetune/Step": 4200, "Finetune/Step Time": 4.377333810552955} +{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788079619407654, "Finetune/Loss (Raw)": 0.8925994038581848, "Finetune/Step": 4201, "Finetune/Step Time": 4.387891655787826} +{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8773871660232544, "Finetune/Loss (Raw)": 0.8601282238960266, "Finetune/Step": 4202, "Finetune/Step Time": 4.385404147207737} +{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8772190809249878, "Finetune/Loss (Raw)": 0.8350603580474854, "Finetune/Step": 4203, "Finetune/Step Time": 4.386806486174464} +{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8781483173370361, "Finetune/Loss (Raw)": 0.8391726613044739, "Finetune/Step": 4204, "Finetune/Step Time": 4.366964152082801} +{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8782561421394348, "Finetune/Loss (Raw)": 0.9334647059440613, "Finetune/Step": 4205, "Finetune/Step Time": 4.348384868353605} +{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8784385323524475, "Finetune/Loss (Raw)": 0.8781107664108276, "Finetune/Step": 4206, "Finetune/Step Time": 4.346749313175678} +{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8771941065788269, "Finetune/Loss (Raw)": 0.9626622796058655, "Finetune/Step": 4207, "Finetune/Step Time": 4.340394468978047} +{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.877600371837616, "Finetune/Loss (Raw)": 0.8563695549964905, "Finetune/Step": 4208, "Finetune/Step Time": 4.330121029168367} +{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8790770769119263, "Finetune/Loss (Raw)": 1.1111186742782593, "Finetune/Step": 4209, "Finetune/Step Time": 4.308055054396391} +{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.879115641117096, "Finetune/Loss (Raw)": 0.8725613355636597, "Finetune/Step": 4210, "Finetune/Step Time": 4.3032922856509686} +{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.87879878282547, "Finetune/Loss (Raw)": 0.9794840812683105, "Finetune/Step": 4211, "Finetune/Step Time": 4.3084647487849} +{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815439343452454, "Finetune/Loss (Raw)": 0.8115583062171936, "Finetune/Step": 4212, "Finetune/Step Time": 4.269098756834865} +{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8800415396690369, "Finetune/Loss (Raw)": 0.7656641006469727, "Finetune/Step": 4213, "Finetune/Step Time": 4.267184494063258} +{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8800721764564514, "Finetune/Loss (Raw)": 0.9365726113319397, "Finetune/Step": 4214, "Finetune/Step Time": 4.257313383743167} +{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793686628341675, "Finetune/Loss (Raw)": 0.9560490250587463, "Finetune/Step": 4215, "Finetune/Step Time": 4.2835495714098215} +{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8788737058639526, "Finetune/Loss (Raw)": 0.9263755679130554, "Finetune/Step": 4216, "Finetune/Step Time": 4.278613783419132} +{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8797544240951538, "Finetune/Loss (Raw)": 0.9806796312332153, "Finetune/Step": 4217, "Finetune/Step Time": 4.275628168135881} +{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8799045085906982, "Finetune/Loss (Raw)": 0.884468138217926, "Finetune/Step": 4218, "Finetune/Step Time": 4.274837326258421} +{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8795374631881714, "Finetune/Loss (Raw)": 0.8173255920410156, "Finetune/Step": 4219, "Finetune/Step Time": 4.257982175797224} +{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8797693252563477, "Finetune/Loss (Raw)": 0.9021787643432617, "Finetune/Step": 4220, "Finetune/Step Time": 4.247150886803865} +{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798395395278931, "Finetune/Loss (Raw)": 1.0429039001464844, "Finetune/Step": 4221, "Finetune/Step Time": 4.249041449278593} +{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8792323470115662, "Finetune/Loss (Raw)": 1.0041636228561401, "Finetune/Step": 4222, "Finetune/Step Time": 4.25273010134697} +{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807157278060913, "Finetune/Loss (Raw)": 1.004536747932434, "Finetune/Step": 4223, "Finetune/Step Time": 4.244083555415273} +{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789418935775757, "Finetune/Loss (Raw)": 0.8409960269927979, "Finetune/Step": 4224, "Finetune/Step Time": 4.249176923185587} +{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775758743286133, "Finetune/Loss (Raw)": 0.8331321477890015, "Finetune/Step": 4225, "Finetune/Step Time": 4.241582922637463} +{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798648715019226, "Finetune/Loss (Raw)": 1.033820390701294, "Finetune/Step": 4226, "Finetune/Step Time": 4.2350281327962875} +{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808772563934326, "Finetune/Loss (Raw)": 1.0904016494750977, "Finetune/Step": 4227, "Finetune/Step Time": 4.2287158109247684} +{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.880041241645813, "Finetune/Loss (Raw)": 0.8750495910644531, "Finetune/Step": 4228, "Finetune/Step Time": 4.230614127591252} +{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8800009489059448, "Finetune/Loss (Raw)": 0.9380437135696411, "Finetune/Step": 4229, "Finetune/Step Time": 4.218952052295208} +{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8751208782196045, "Finetune/Loss (Raw)": 0.26438891887664795, "Finetune/Step": 4230, "Finetune/Step Time": 4.257995005697012} +{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.87351393699646, "Finetune/Loss (Raw)": 0.725093424320221, "Finetune/Step": 4231, "Finetune/Step Time": 4.297962371259928} +{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8739547729492188, "Finetune/Loss (Raw)": 0.9509567022323608, "Finetune/Step": 4232, "Finetune/Step Time": 4.300735889002681} +{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738831281661987, "Finetune/Loss (Raw)": 0.8382596373558044, "Finetune/Step": 4233, "Finetune/Step Time": 4.307120913639665} +{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8761211037635803, "Finetune/Loss (Raw)": 1.157458782196045, "Finetune/Step": 4234, "Finetune/Step Time": 4.3044431153684855} +{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8764625191688538, "Finetune/Loss (Raw)": 0.9388837814331055, "Finetune/Step": 4235, "Finetune/Step Time": 4.3039218578487635} +{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8748533725738525, "Finetune/Loss (Raw)": 0.782249927520752, "Finetune/Step": 4236, "Finetune/Step Time": 4.312792517244816} +{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.876297116279602, "Finetune/Loss (Raw)": 1.0428868532180786, "Finetune/Step": 4237, "Finetune/Step Time": 4.305339213460684} +{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8767349123954773, "Finetune/Loss (Raw)": 1.0070257186889648, "Finetune/Step": 4238, "Finetune/Step Time": 4.293131215497851} +{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8759883046150208, "Finetune/Loss (Raw)": 0.9512068033218384, "Finetune/Step": 4239, "Finetune/Step Time": 4.289300300180912} +{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8763769865036011, "Finetune/Loss (Raw)": 0.8652803897857666, "Finetune/Step": 4240, "Finetune/Step Time": 4.282733798027039} +{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8772631883621216, "Finetune/Loss (Raw)": 0.8710499405860901, "Finetune/Step": 4241, "Finetune/Step Time": 4.284340303391218} +{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8778918981552124, "Finetune/Loss (Raw)": 0.9813351631164551, "Finetune/Step": 4242, "Finetune/Step Time": 4.28282785974443} +{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8781284093856812, "Finetune/Loss (Raw)": 0.9335728883743286, "Finetune/Step": 4243, "Finetune/Step Time": 4.308367911726236} +{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8800908327102661, "Finetune/Loss (Raw)": 0.9366377592086792, "Finetune/Step": 4244, "Finetune/Step Time": 4.292026203125715} +{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8810439109802246, "Finetune/Loss (Raw)": 0.9310879111289978, "Finetune/Step": 4245, "Finetune/Step Time": 4.2945932522416115} +{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8798140287399292, "Finetune/Loss (Raw)": 0.9195841550827026, "Finetune/Step": 4246, "Finetune/Step Time": 4.331411235034466} +{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8789105415344238, "Finetune/Loss (Raw)": 0.9006926417350769, "Finetune/Step": 4247, "Finetune/Step Time": 4.333106691017747} +{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8735806941986084, "Finetune/Loss (Raw)": 0.28460603952407837, "Finetune/Step": 4248, "Finetune/Step Time": 4.358755810186267} +{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8739178776741028, "Finetune/Loss (Raw)": 0.9671822786331177, "Finetune/Step": 4249, "Finetune/Step Time": 4.351864976808429} +{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8724485039710999, "Finetune/Loss (Raw)": 0.7470307350158691, "Finetune/Step": 4250, "Finetune/Step Time": 4.348142506554723} +{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8703291416168213, "Finetune/Loss (Raw)": 0.7825980186462402, "Finetune/Step": 4251, "Finetune/Step Time": 4.347551314160228} +{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8735031485557556, "Finetune/Loss (Raw)": 1.0944840908050537, "Finetune/Step": 4252, "Finetune/Step Time": 4.349377490580082} +{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8715609908103943, "Finetune/Loss (Raw)": 0.6951168775558472, "Finetune/Step": 4253, "Finetune/Step Time": 4.375720106065273} +{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8701865077018738, "Finetune/Loss (Raw)": 0.7353876829147339, "Finetune/Step": 4254, "Finetune/Step Time": 4.380310641601682} +{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692318201065063, "Finetune/Loss (Raw)": 0.80671626329422, "Finetune/Step": 4255, "Finetune/Step Time": 4.386605249717832} +{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.870141327381134, "Finetune/Loss (Raw)": 0.9698782563209534, "Finetune/Step": 4256, "Finetune/Step Time": 4.402509326115251} +{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8714312314987183, "Finetune/Loss (Raw)": 1.0171105861663818, "Finetune/Step": 4257, "Finetune/Step Time": 4.406711522489786} +{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.870246171951294, "Finetune/Loss (Raw)": 0.7147198915481567, "Finetune/Step": 4258, "Finetune/Step Time": 4.407873557880521} +{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8713244199752808, "Finetune/Loss (Raw)": 1.048550009727478, "Finetune/Step": 4259, "Finetune/Step Time": 4.411644473671913} +{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8708699941635132, "Finetune/Loss (Raw)": 0.8770027756690979, "Finetune/Step": 4260, "Finetune/Step Time": 4.408376319333911} +{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8715225458145142, "Finetune/Loss (Raw)": 0.9803731441497803, "Finetune/Step": 4261, "Finetune/Step Time": 4.402491297572851} +{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8712475299835205, "Finetune/Loss (Raw)": 0.8721191883087158, "Finetune/Step": 4262, "Finetune/Step Time": 4.392832005396485} +{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8732284903526306, "Finetune/Loss (Raw)": 1.0764461755752563, "Finetune/Step": 4263, "Finetune/Step Time": 4.385151663795114} +{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8728142976760864, "Finetune/Loss (Raw)": 0.8347166180610657, "Finetune/Step": 4264, "Finetune/Step Time": 4.396431619301438} +{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8738090991973877, "Finetune/Loss (Raw)": 0.9697113633155823, "Finetune/Step": 4265, "Finetune/Step Time": 4.403869539499283} +{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8736739754676819, "Finetune/Loss (Raw)": 0.9830518960952759, "Finetune/Step": 4266, "Finetune/Step Time": 4.403243204578757} +{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737649917602539, "Finetune/Loss (Raw)": 0.8239259719848633, "Finetune/Step": 4267, "Finetune/Step Time": 4.4172917399555445} +{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736836910247803, "Finetune/Loss (Raw)": 0.8296217918395996, "Finetune/Step": 4268, "Finetune/Step Time": 4.41414131782949} +{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.87713623046875, "Finetune/Loss (Raw)": 0.8218221068382263, "Finetune/Step": 4269, "Finetune/Step Time": 4.411149041727185} +{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8775856494903564, "Finetune/Loss (Raw)": 0.8684017062187195, "Finetune/Step": 4270, "Finetune/Step Time": 4.4110184125602245} +{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8736850619316101, "Finetune/Loss (Raw)": 0.32164624333381653, "Finetune/Step": 4271, "Finetune/Step Time": 4.451240032911301} +{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788711428642273, "Finetune/Loss (Raw)": 0.9512031674385071, "Finetune/Step": 4272, "Finetune/Step Time": 4.414481181651354} +{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787516951560974, "Finetune/Loss (Raw)": 0.7736212015151978, "Finetune/Step": 4273, "Finetune/Step Time": 4.40244254656136} +{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8784762620925903, "Finetune/Loss (Raw)": 0.9034419655799866, "Finetune/Step": 4274, "Finetune/Step Time": 4.408431904390454} +{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8785141706466675, "Finetune/Loss (Raw)": 0.8800436854362488, "Finetune/Step": 4275, "Finetune/Step Time": 4.419816637411714} +{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.878751277923584, "Finetune/Loss (Raw)": 0.9608075022697449, "Finetune/Step": 4276, "Finetune/Step Time": 4.420637309551239} +{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8789076805114746, "Finetune/Loss (Raw)": 0.899703323841095, "Finetune/Step": 4277, "Finetune/Step Time": 4.442938458174467} +{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798542022705078, "Finetune/Loss (Raw)": 0.958299458026886, "Finetune/Step": 4278, "Finetune/Step Time": 4.416751543059945} +{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792582154273987, "Finetune/Loss (Raw)": 0.8289093971252441, "Finetune/Step": 4279, "Finetune/Step Time": 4.414565443992615} +{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8799347877502441, "Finetune/Loss (Raw)": 0.9910430312156677, "Finetune/Step": 4280, "Finetune/Step Time": 4.4082797188311815} +{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.881273627281189, "Finetune/Loss (Raw)": 1.043088674545288, "Finetune/Step": 4281, "Finetune/Step Time": 4.413900200277567} +{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8818520307540894, "Finetune/Loss (Raw)": 0.9787752032279968, "Finetune/Step": 4282, "Finetune/Step Time": 4.412130581215024} +{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8825626373291016, "Finetune/Loss (Raw)": 0.9310995936393738, "Finetune/Step": 4283, "Finetune/Step Time": 4.417196607217193} +{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8828204274177551, "Finetune/Loss (Raw)": 0.9661337733268738, "Finetune/Step": 4284, "Finetune/Step Time": 4.415554642677307} +{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8803288340568542, "Finetune/Loss (Raw)": 0.7123792767524719, "Finetune/Step": 4285, "Finetune/Step Time": 4.450195858255029} +{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8808724880218506, "Finetune/Loss (Raw)": 0.9610342979431152, "Finetune/Step": 4286, "Finetune/Step Time": 4.4411774799227715} +{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.880722165107727, "Finetune/Loss (Raw)": 0.9431622624397278, "Finetune/Step": 4287, "Finetune/Step Time": 4.444352084770799} +{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8812097907066345, "Finetune/Loss (Raw)": 1.0710920095443726, "Finetune/Step": 4288, "Finetune/Step Time": 4.458986774086952} +{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8802096843719482, "Finetune/Loss (Raw)": 0.8390675783157349, "Finetune/Step": 4289, "Finetune/Step Time": 4.465796135365963} +{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8804923892021179, "Finetune/Loss (Raw)": 1.0153660774230957, "Finetune/Step": 4290, "Finetune/Step Time": 4.46662219800055} +{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8817143440246582, "Finetune/Loss (Raw)": 0.9352379441261292, "Finetune/Step": 4291, "Finetune/Step Time": 4.451217962428927} +{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8843469619750977, "Finetune/Loss (Raw)": 0.962904155254364, "Finetune/Step": 4292, "Finetune/Step Time": 4.446463903412223} +{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8836746215820312, "Finetune/Loss (Raw)": 0.9639528393745422, "Finetune/Step": 4293, "Finetune/Step Time": 4.44901398383081} +{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8832780122756958, "Finetune/Loss (Raw)": 0.9227275252342224, "Finetune/Step": 4294, "Finetune/Step Time": 4.46535013243556} +{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8791443705558777, "Finetune/Loss (Raw)": 0.2983097434043884, "Finetune/Step": 4295, "Finetune/Step Time": 4.501135498285294} +{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8814699649810791, "Finetune/Loss (Raw)": 1.0299358367919922, "Finetune/Step": 4296, "Finetune/Step Time": 4.498439349234104} +{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8858397006988525, "Finetune/Loss (Raw)": 0.932167112827301, "Finetune/Step": 4297, "Finetune/Step Time": 4.462801214307547} +{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8852891325950623, "Finetune/Loss (Raw)": 0.757466197013855, "Finetune/Step": 4298, "Finetune/Step Time": 4.4572497848421335} +{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8856536746025085, "Finetune/Loss (Raw)": 0.9951997995376587, "Finetune/Step": 4299, "Finetune/Step Time": 4.463962448760867} +{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8859007954597473, "Finetune/Loss (Raw)": 0.9846972227096558, "Finetune/Step": 4300, "Finetune/Step Time": 4.4541200324893} +{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8819338083267212, "Finetune/Loss (Raw)": 0.3605296313762665, "Finetune/Step": 4301, "Finetune/Step Time": 4.481664597988129} +{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8870646357536316, "Finetune/Loss (Raw)": 1.011444091796875, "Finetune/Step": 4302, "Finetune/Step Time": 4.453176412731409} +{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8889648914337158, "Finetune/Loss (Raw)": 1.0388327836990356, "Finetune/Step": 4303, "Finetune/Step Time": 4.453237159177661} +{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8851499557495117, "Finetune/Loss (Raw)": 0.3366103172302246, "Finetune/Step": 4304, "Finetune/Step Time": 4.478797638788819} +{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8834990859031677, "Finetune/Loss (Raw)": 0.8171430826187134, "Finetune/Step": 4305, "Finetune/Step Time": 4.470182551071048} +{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8828490972518921, "Finetune/Loss (Raw)": 0.8691562414169312, "Finetune/Step": 4306, "Finetune/Step Time": 4.475645875558257} +{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8813458681106567, "Finetune/Loss (Raw)": 0.724115252494812, "Finetune/Step": 4307, "Finetune/Step Time": 4.4641452971845865} +{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8811366558074951, "Finetune/Loss (Raw)": 0.9666944146156311, "Finetune/Step": 4308, "Finetune/Step Time": 4.464887226000428} +{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8815277814865112, "Finetune/Loss (Raw)": 0.9067768454551697, "Finetune/Step": 4309, "Finetune/Step Time": 4.469189720228314} +{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8785371780395508, "Finetune/Loss (Raw)": 0.3467054069042206, "Finetune/Step": 4310, "Finetune/Step Time": 4.49750018492341} +{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8781348466873169, "Finetune/Loss (Raw)": 0.92072594165802, "Finetune/Step": 4311, "Finetune/Step Time": 4.5037625804543495} +{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8788342475891113, "Finetune/Loss (Raw)": 1.01714026927948, "Finetune/Step": 4312, "Finetune/Step Time": 4.511473078280687} +{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8790190815925598, "Finetune/Loss (Raw)": 1.0350743532180786, "Finetune/Step": 4313, "Finetune/Step Time": 4.522027498111129} +{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790738582611084, "Finetune/Loss (Raw)": 0.9778261780738831, "Finetune/Step": 4314, "Finetune/Step Time": 4.511907696723938} +{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8793371915817261, "Finetune/Loss (Raw)": 0.89211505651474, "Finetune/Step": 4315, "Finetune/Step Time": 4.508820066228509} +{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.879323422908783, "Finetune/Loss (Raw)": 0.8760117888450623, "Finetune/Step": 4316, "Finetune/Step Time": 4.512106651440263} +{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8798832893371582, "Finetune/Loss (Raw)": 0.9031879901885986, "Finetune/Step": 4317, "Finetune/Step Time": 4.504792295396328} +{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8809083700180054, "Finetune/Loss (Raw)": 0.8570619821548462, "Finetune/Step": 4318, "Finetune/Step Time": 4.508684625849128} +{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794304132461548, "Finetune/Loss (Raw)": 0.7824061512947083, "Finetune/Step": 4319, "Finetune/Step Time": 4.514629330486059} +{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8778221607208252, "Finetune/Loss (Raw)": 0.8545679450035095, "Finetune/Step": 4320, "Finetune/Step Time": 4.5236554984003305} +{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.881354570388794, "Finetune/Loss (Raw)": 0.7537968158721924, "Finetune/Step": 4321, "Finetune/Step Time": 4.498305948451161} +{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821913003921509, "Finetune/Loss (Raw)": 1.0391616821289062, "Finetune/Step": 4322, "Finetune/Step Time": 4.501356706023216} +{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8806869983673096, "Finetune/Loss (Raw)": 0.7377055883407593, "Finetune/Step": 4323, "Finetune/Step Time": 4.498716467991471} +{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800534009933472, "Finetune/Loss (Raw)": 0.8473601937294006, "Finetune/Step": 4324, "Finetune/Step Time": 4.498012064024806} +{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805627822875977, "Finetune/Loss (Raw)": 0.7179454565048218, "Finetune/Step": 4325, "Finetune/Step Time": 4.482745494693518} +{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8789870142936707, "Finetune/Loss (Raw)": 0.7882246375083923, "Finetune/Step": 4326, "Finetune/Step Time": 4.491105325520039} +{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772009611129761, "Finetune/Loss (Raw)": 0.7857838273048401, "Finetune/Step": 4327, "Finetune/Step Time": 4.508086681365967} +{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770177364349365, "Finetune/Loss (Raw)": 0.9187684655189514, "Finetune/Step": 4328, "Finetune/Step Time": 4.501987908035517} +{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769932985305786, "Finetune/Loss (Raw)": 0.8894702196121216, "Finetune/Step": 4329, "Finetune/Step Time": 4.491309359669685} +{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780733346939087, "Finetune/Loss (Raw)": 0.9983759522438049, "Finetune/Step": 4330, "Finetune/Step Time": 4.490612559020519} +{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.87919020652771, "Finetune/Loss (Raw)": 0.9780237078666687, "Finetune/Step": 4331, "Finetune/Step Time": 4.490213530138135} +{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8799422383308411, "Finetune/Loss (Raw)": 0.9354342818260193, "Finetune/Step": 4332, "Finetune/Step Time": 4.493116974830627} +{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805097341537476, "Finetune/Loss (Raw)": 1.0061057806015015, "Finetune/Step": 4333, "Finetune/Step Time": 4.5000288132578135} +{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8812141418457031, "Finetune/Loss (Raw)": 0.9682766795158386, "Finetune/Step": 4334, "Finetune/Step Time": 4.498260328546166} +{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8812022805213928, "Finetune/Loss (Raw)": 0.9611366987228394, "Finetune/Step": 4335, "Finetune/Step Time": 4.493367260321975} +{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8826583623886108, "Finetune/Loss (Raw)": 1.0427513122558594, "Finetune/Step": 4336, "Finetune/Step Time": 4.509632401168346} +{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8795927166938782, "Finetune/Loss (Raw)": 0.718713104724884, "Finetune/Step": 4337, "Finetune/Step Time": 4.532103545963764} +{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798420429229736, "Finetune/Loss (Raw)": 0.9044750332832336, "Finetune/Step": 4338, "Finetune/Step Time": 4.5317385122179985} +{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8785769939422607, "Finetune/Loss (Raw)": 0.8175602555274963, "Finetune/Step": 4339, "Finetune/Step Time": 4.532205268740654} +{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795254230499268, "Finetune/Loss (Raw)": 0.9329509735107422, "Finetune/Step": 4340, "Finetune/Step Time": 4.5465439558029175} +{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813698291778564, "Finetune/Loss (Raw)": 1.0017554759979248, "Finetune/Step": 4341, "Finetune/Step Time": 4.538167309015989} +{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8810747861862183, "Finetune/Loss (Raw)": 0.8988065123558044, "Finetune/Step": 4342, "Finetune/Step Time": 4.584292316809297} +{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802505731582642, "Finetune/Loss (Raw)": 0.8505538105964661, "Finetune/Step": 4343, "Finetune/Step Time": 4.54717899300158} +{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803644180297852, "Finetune/Loss (Raw)": 0.940934956073761, "Finetune/Step": 4344, "Finetune/Step Time": 4.556436866521835} +{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797208070755005, "Finetune/Loss (Raw)": 0.8983030319213867, "Finetune/Step": 4345, "Finetune/Step Time": 4.555862007662654} +{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799779415130615, "Finetune/Loss (Raw)": 0.917375922203064, "Finetune/Step": 4346, "Finetune/Step Time": 4.559381913393736} +{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8813607692718506, "Finetune/Loss (Raw)": 0.9943332076072693, "Finetune/Step": 4347, "Finetune/Step Time": 4.551702355965972} +{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8817634582519531, "Finetune/Loss (Raw)": 0.9537230134010315, "Finetune/Step": 4348, "Finetune/Step Time": 4.557778801769018} +{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8816285133361816, "Finetune/Loss (Raw)": 1.025631308555603, "Finetune/Step": 4349, "Finetune/Step Time": 4.554745443165302} +{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8791586756706238, "Finetune/Loss (Raw)": 0.6880231499671936, "Finetune/Step": 4350, "Finetune/Step Time": 4.566420689225197} +{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8786852359771729, "Finetune/Loss (Raw)": 0.9439348578453064, "Finetune/Step": 4351, "Finetune/Step Time": 4.565974349156022} +{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8790730237960815, "Finetune/Loss (Raw)": 0.8906323313713074, "Finetune/Step": 4352, "Finetune/Step Time": 4.557728623971343} +{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8799412250518799, "Finetune/Loss (Raw)": 0.9442609548568726, "Finetune/Step": 4353, "Finetune/Step Time": 4.555702734738588} +{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8780171871185303, "Finetune/Loss (Raw)": 0.787546694278717, "Finetune/Step": 4354, "Finetune/Step Time": 4.554590187966824} +{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8769065141677856, "Finetune/Loss (Raw)": 0.9482405781745911, "Finetune/Step": 4355, "Finetune/Step Time": 4.550928831100464} +{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8773348927497864, "Finetune/Loss (Raw)": 0.9298757314682007, "Finetune/Step": 4356, "Finetune/Step Time": 4.549288455396891} +{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8773801326751709, "Finetune/Loss (Raw)": 0.9438340067863464, "Finetune/Step": 4357, "Finetune/Step Time": 4.543852472677827} +{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.882904052734375, "Finetune/Loss (Raw)": 0.9714611768722534, "Finetune/Step": 4358, "Finetune/Step Time": 4.515130685642362} +{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8844857215881348, "Finetune/Loss (Raw)": 0.9275445342063904, "Finetune/Step": 4359, "Finetune/Step Time": 4.469169685617089} +{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8838081359863281, "Finetune/Loss (Raw)": 0.8642231822013855, "Finetune/Step": 4360, "Finetune/Step Time": 4.461397670209408} +{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.88606858253479, "Finetune/Loss (Raw)": 1.1275970935821533, "Finetune/Step": 4361, "Finetune/Step Time": 4.464361768215895} +{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.883465588092804, "Finetune/Loss (Raw)": 0.8242725133895874, "Finetune/Step": 4362, "Finetune/Step Time": 4.472162934020162} +{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8831638097763062, "Finetune/Loss (Raw)": 0.9002572894096375, "Finetune/Step": 4363, "Finetune/Step Time": 4.469067553058267} +{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8836191892623901, "Finetune/Loss (Raw)": 0.8405343294143677, "Finetune/Step": 4364, "Finetune/Step Time": 4.480896567925811} +{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8819063305854797, "Finetune/Loss (Raw)": 0.8236435651779175, "Finetune/Step": 4365, "Finetune/Step Time": 4.495756039395928} +{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8813662528991699, "Finetune/Loss (Raw)": 0.9378949999809265, "Finetune/Step": 4366, "Finetune/Step Time": 4.501433782279491} +{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8805285692214966, "Finetune/Loss (Raw)": 0.843987762928009, "Finetune/Step": 4367, "Finetune/Step Time": 4.512812940403819} +{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8812793493270874, "Finetune/Loss (Raw)": 0.961380660533905, "Finetune/Step": 4368, "Finetune/Step Time": 4.5093873254954815} +{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8811831474304199, "Finetune/Loss (Raw)": 0.8587380647659302, "Finetune/Step": 4369, "Finetune/Step Time": 4.516295857727528} +{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8813879489898682, "Finetune/Loss (Raw)": 1.0075397491455078, "Finetune/Step": 4370, "Finetune/Step Time": 4.513209076598287} +{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8821691870689392, "Finetune/Loss (Raw)": 1.0335774421691895, "Finetune/Step": 4371, "Finetune/Step Time": 4.485815815627575} +{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8767660856246948, "Finetune/Loss (Raw)": 0.24503792822360992, "Finetune/Step": 4372, "Finetune/Step Time": 4.531148931011558} +{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8756536841392517, "Finetune/Loss (Raw)": 0.7887020111083984, "Finetune/Step": 4373, "Finetune/Step Time": 4.5276780147105455} +{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8753094673156738, "Finetune/Loss (Raw)": 0.8755248785018921, "Finetune/Step": 4374, "Finetune/Step Time": 4.492479814216495} +{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8749297261238098, "Finetune/Loss (Raw)": 0.8520835041999817, "Finetune/Step": 4375, "Finetune/Step Time": 4.500403273850679} +{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.880730390548706, "Finetune/Loss (Raw)": 1.0270988941192627, "Finetune/Step": 4376, "Finetune/Step Time": 4.476136302575469} +{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.880199670791626, "Finetune/Loss (Raw)": 0.899246335029602, "Finetune/Step": 4377, "Finetune/Step Time": 4.477403234690428} +{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8815375566482544, "Finetune/Loss (Raw)": 0.9182787537574768, "Finetune/Step": 4378, "Finetune/Step Time": 4.487259935587645} +{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8819730281829834, "Finetune/Loss (Raw)": 0.8383445143699646, "Finetune/Step": 4379, "Finetune/Step Time": 4.498287422582507} +{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8814702033996582, "Finetune/Loss (Raw)": 1.0301101207733154, "Finetune/Step": 4380, "Finetune/Step Time": 4.506788548082113} +{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8833901882171631, "Finetune/Loss (Raw)": 0.9408795237541199, "Finetune/Step": 4381, "Finetune/Step Time": 4.488118847832084} +{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8851159811019897, "Finetune/Loss (Raw)": 0.956295907497406, "Finetune/Step": 4382, "Finetune/Step Time": 4.482071585953236} +{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.88496994972229, "Finetune/Loss (Raw)": 0.7880185842514038, "Finetune/Step": 4383, "Finetune/Step Time": 4.4964800756424665} +{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8844858407974243, "Finetune/Loss (Raw)": 0.9079182147979736, "Finetune/Step": 4384, "Finetune/Step Time": 4.482697851955891} +{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8831285834312439, "Finetune/Loss (Raw)": 0.8433780074119568, "Finetune/Step": 4385, "Finetune/Step Time": 4.475825464352965} +{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8847838044166565, "Finetune/Loss (Raw)": 0.9265844821929932, "Finetune/Step": 4386, "Finetune/Step Time": 4.493385395035148} +{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8851649165153503, "Finetune/Loss (Raw)": 1.0973351001739502, "Finetune/Step": 4387, "Finetune/Step Time": 4.4812033250927925} +{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8856896162033081, "Finetune/Loss (Raw)": 0.9441661834716797, "Finetune/Step": 4388, "Finetune/Step Time": 4.485730497166514} +{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8855735659599304, "Finetune/Loss (Raw)": 0.9655179381370544, "Finetune/Step": 4389, "Finetune/Step Time": 4.484365031123161} +{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8855105638504028, "Finetune/Loss (Raw)": 0.8640579581260681, "Finetune/Step": 4390, "Finetune/Step Time": 4.483218647539616} +{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8838986158370972, "Finetune/Loss (Raw)": 0.8701136112213135, "Finetune/Step": 4391, "Finetune/Step Time": 4.491029532626271} +{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8801131844520569, "Finetune/Loss (Raw)": 0.3501828610897064, "Finetune/Step": 4392, "Finetune/Step Time": 4.522309022024274} +{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8788455724716187, "Finetune/Loss (Raw)": 0.807454526424408, "Finetune/Step": 4393, "Finetune/Step Time": 4.535670042037964} +{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8779982328414917, "Finetune/Loss (Raw)": 0.874592125415802, "Finetune/Step": 4394, "Finetune/Step Time": 4.54541440308094} +{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8784430623054504, "Finetune/Loss (Raw)": 0.8808649182319641, "Finetune/Step": 4395, "Finetune/Step Time": 4.5354711599648} +{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8800853490829468, "Finetune/Loss (Raw)": 1.0398331880569458, "Finetune/Step": 4396, "Finetune/Step Time": 4.53847367502749} +{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.876883864402771, "Finetune/Loss (Raw)": 0.41203105449676514, "Finetune/Step": 4397, "Finetune/Step Time": 4.543343128636479} +{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8774092197418213, "Finetune/Loss (Raw)": 0.9356470108032227, "Finetune/Step": 4398, "Finetune/Step Time": 4.5457598846405745} +{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8815374970436096, "Finetune/Loss (Raw)": 0.8500642776489258, "Finetune/Step": 4399, "Finetune/Step Time": 4.5089524406939745} +{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8814318180084229, "Finetune/Loss (Raw)": 0.9376857280731201, "Finetune/Step": 4400, "Finetune/Step Time": 4.516411913558841} +{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.877962589263916, "Finetune/Loss (Raw)": 0.3295542895793915, "Finetune/Step": 4401, "Finetune/Step Time": 4.555727133527398} +{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.877659261226654, "Finetune/Loss (Raw)": 0.8646128177642822, "Finetune/Step": 4402, "Finetune/Step Time": 4.57406846806407} +{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8783258199691772, "Finetune/Loss (Raw)": 0.9653634428977966, "Finetune/Step": 4403, "Finetune/Step Time": 4.558329321444035} +{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8790081739425659, "Finetune/Loss (Raw)": 1.0481512546539307, "Finetune/Step": 4404, "Finetune/Step Time": 4.559213289991021} +{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8787158727645874, "Finetune/Loss (Raw)": 0.8622978329658508, "Finetune/Step": 4405, "Finetune/Step Time": 4.5496211387217045} +{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8774341344833374, "Finetune/Loss (Raw)": 0.794227123260498, "Finetune/Step": 4406, "Finetune/Step Time": 4.5473746079951525} +{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8773684501647949, "Finetune/Loss (Raw)": 0.8205013275146484, "Finetune/Step": 4407, "Finetune/Step Time": 4.545619875192642} +{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8779054880142212, "Finetune/Loss (Raw)": 1.059786319732666, "Finetune/Step": 4408, "Finetune/Step Time": 4.544797094538808} +{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8765370845794678, "Finetune/Loss (Raw)": 0.8679264187812805, "Finetune/Step": 4409, "Finetune/Step Time": 4.544117499142885} +{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8761621713638306, "Finetune/Loss (Raw)": 0.9307968020439148, "Finetune/Step": 4410, "Finetune/Step Time": 4.540843669325113} +{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8757357597351074, "Finetune/Loss (Raw)": 0.876508891582489, "Finetune/Step": 4411, "Finetune/Step Time": 4.5339611526578665} +{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8748373985290527, "Finetune/Loss (Raw)": 0.8511480689048767, "Finetune/Step": 4412, "Finetune/Step Time": 4.535755727440119} +{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8780414462089539, "Finetune/Loss (Raw)": 1.1224958896636963, "Finetune/Step": 4413, "Finetune/Step Time": 4.498547811061144} +{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8771297931671143, "Finetune/Loss (Raw)": 0.8443465828895569, "Finetune/Step": 4414, "Finetune/Step Time": 4.498209059238434} +{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8774862885475159, "Finetune/Loss (Raw)": 0.9887873530387878, "Finetune/Step": 4415, "Finetune/Step Time": 4.503202624619007} +{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8754726052284241, "Finetune/Loss (Raw)": 0.8133447766304016, "Finetune/Step": 4416, "Finetune/Step Time": 4.50416518189013} +{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8768587112426758, "Finetune/Loss (Raw)": 1.0164812803268433, "Finetune/Step": 4417, "Finetune/Step Time": 4.49908154271543} +{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8758781552314758, "Finetune/Loss (Raw)": 0.8898616433143616, "Finetune/Step": 4418, "Finetune/Step Time": 4.499184045940638} +{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8760375380516052, "Finetune/Loss (Raw)": 0.9556406140327454, "Finetune/Step": 4419, "Finetune/Step Time": 4.5095291789621115} +{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8749040365219116, "Finetune/Loss (Raw)": 0.8178117275238037, "Finetune/Step": 4420, "Finetune/Step Time": 4.5216793939471245} +{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8745157122612, "Finetune/Loss (Raw)": 0.9142521619796753, "Finetune/Step": 4421, "Finetune/Step Time": 4.519427668303251} +{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8745929002761841, "Finetune/Loss (Raw)": 0.9326024651527405, "Finetune/Step": 4422, "Finetune/Step Time": 4.501800995320082} +{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8790138959884644, "Finetune/Loss (Raw)": 0.8641985058784485, "Finetune/Step": 4423, "Finetune/Step Time": 4.468150282278657} +{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.873521625995636, "Finetune/Loss (Raw)": 0.32692691683769226, "Finetune/Step": 4424, "Finetune/Step Time": 4.510507065802813} +{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8729939460754395, "Finetune/Loss (Raw)": 0.8646197319030762, "Finetune/Step": 4425, "Finetune/Step Time": 4.521700117737055} +{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8743970394134521, "Finetune/Loss (Raw)": 0.9370737075805664, "Finetune/Step": 4426, "Finetune/Step Time": 4.5235073529183865} +{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.873216450214386, "Finetune/Loss (Raw)": 0.844072699546814, "Finetune/Step": 4427, "Finetune/Step Time": 4.5269813649356365} +{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8727990984916687, "Finetune/Loss (Raw)": 0.9312806129455566, "Finetune/Step": 4428, "Finetune/Step Time": 4.526772223412991} +{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.877113938331604, "Finetune/Loss (Raw)": 0.912824809551239, "Finetune/Step": 4429, "Finetune/Step Time": 4.4892510417848825} +{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8751278519630432, "Finetune/Loss (Raw)": 0.7572340965270996, "Finetune/Step": 4430, "Finetune/Step Time": 4.5239742416888475} +{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8741813898086548, "Finetune/Loss (Raw)": 0.9176804423332214, "Finetune/Step": 4431, "Finetune/Step Time": 4.531323889270425} +{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8787778615951538, "Finetune/Loss (Raw)": 0.9249561429023743, "Finetune/Step": 4432, "Finetune/Step Time": 4.498860029503703} +{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8783807754516602, "Finetune/Loss (Raw)": 0.7663156986236572, "Finetune/Step": 4433, "Finetune/Step Time": 4.502638526260853} +{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8795896768569946, "Finetune/Loss (Raw)": 1.023902416229248, "Finetune/Step": 4434, "Finetune/Step Time": 4.497451031580567} +{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8809838891029358, "Finetune/Loss (Raw)": 0.9025759100914001, "Finetune/Step": 4435, "Finetune/Step Time": 4.492761375382543} +{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8800032734870911, "Finetune/Loss (Raw)": 0.8411709666252136, "Finetune/Step": 4436, "Finetune/Step Time": 4.51456656306982} +{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8796077966690063, "Finetune/Loss (Raw)": 0.856159508228302, "Finetune/Step": 4437, "Finetune/Step Time": 4.520035618916154} +{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8840558528900146, "Finetune/Loss (Raw)": 0.916050136089325, "Finetune/Step": 4438, "Finetune/Step Time": 4.482607906684279} +{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8851944208145142, "Finetune/Loss (Raw)": 1.0664623975753784, "Finetune/Step": 4439, "Finetune/Step Time": 4.479337777942419} +{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8855730295181274, "Finetune/Loss (Raw)": 1.065604329109192, "Finetune/Step": 4440, "Finetune/Step Time": 4.47735739313066} +{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.885448694229126, "Finetune/Loss (Raw)": 1.019160270690918, "Finetune/Step": 4441, "Finetune/Step Time": 4.470876352861524} +{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885581374168396, "Finetune/Loss (Raw)": 0.9948081970214844, "Finetune/Step": 4442, "Finetune/Step Time": 4.48581375181675} +{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8854378461837769, "Finetune/Loss (Raw)": 0.8737398982048035, "Finetune/Step": 4443, "Finetune/Step Time": 4.491955604404211} +{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8851839303970337, "Finetune/Loss (Raw)": 0.8435147404670715, "Finetune/Step": 4444, "Finetune/Step Time": 4.482214204967022} +{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8840647339820862, "Finetune/Loss (Raw)": 0.7599340677261353, "Finetune/Step": 4445, "Finetune/Step Time": 4.484647493809462} +{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8852384090423584, "Finetune/Loss (Raw)": 1.0072927474975586, "Finetune/Step": 4446, "Finetune/Step Time": 4.475825697183609} +{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8860819339752197, "Finetune/Loss (Raw)": 0.8903729915618896, "Finetune/Step": 4447, "Finetune/Step Time": 4.465873127803206} +{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8865284323692322, "Finetune/Loss (Raw)": 0.91172194480896, "Finetune/Step": 4448, "Finetune/Step Time": 4.459358274936676} +{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8887596726417542, "Finetune/Loss (Raw)": 1.039393424987793, "Finetune/Step": 4449, "Finetune/Step Time": 4.44564738497138} +{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8870174288749695, "Finetune/Loss (Raw)": 0.816159725189209, "Finetune/Step": 4450, "Finetune/Step Time": 4.439482010900974} +{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8878128528594971, "Finetune/Loss (Raw)": 0.8395155072212219, "Finetune/Step": 4451, "Finetune/Step Time": 4.444343160837889} +{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8838744759559631, "Finetune/Loss (Raw)": 0.3432498574256897, "Finetune/Step": 4452, "Finetune/Step Time": 4.482009846717119} +{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8844729661941528, "Finetune/Loss (Raw)": 0.7945519685745239, "Finetune/Step": 4453, "Finetune/Step Time": 4.473726512864232} +{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8856383562088013, "Finetune/Loss (Raw)": 0.9373902678489685, "Finetune/Step": 4454, "Finetune/Step Time": 4.47218962572515} +{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8858927488327026, "Finetune/Loss (Raw)": 0.8183462619781494, "Finetune/Step": 4455, "Finetune/Step Time": 4.469110120087862} +{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.885369062423706, "Finetune/Loss (Raw)": 0.85173499584198, "Finetune/Step": 4456, "Finetune/Step Time": 4.4700513780117035} +{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8851472735404968, "Finetune/Loss (Raw)": 0.8610884547233582, "Finetune/Step": 4457, "Finetune/Step Time": 4.481389760971069} +{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.884425163269043, "Finetune/Loss (Raw)": 0.9059442281723022, "Finetune/Step": 4458, "Finetune/Step Time": 4.495301173999906} +{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8837056159973145, "Finetune/Loss (Raw)": 0.8859213590621948, "Finetune/Step": 4459, "Finetune/Step Time": 4.501142058521509} +{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8841174244880676, "Finetune/Loss (Raw)": 0.9881424903869629, "Finetune/Step": 4460, "Finetune/Step Time": 4.50688816793263} +{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8827241659164429, "Finetune/Loss (Raw)": 0.827777624130249, "Finetune/Step": 4461, "Finetune/Step Time": 4.500617245212197} +{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.882803201675415, "Finetune/Loss (Raw)": 0.9783843755722046, "Finetune/Step": 4462, "Finetune/Step Time": 4.513304645195603} +{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8809937238693237, "Finetune/Loss (Raw)": 0.7295233011245728, "Finetune/Step": 4463, "Finetune/Step Time": 4.522605340927839} +{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8799684643745422, "Finetune/Loss (Raw)": 0.9115196466445923, "Finetune/Step": 4464, "Finetune/Step Time": 4.525517500936985} +{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8808608651161194, "Finetune/Loss (Raw)": 0.8329437971115112, "Finetune/Step": 4465, "Finetune/Step Time": 4.502211723476648} +{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8806142807006836, "Finetune/Loss (Raw)": 0.87291020154953, "Finetune/Step": 4466, "Finetune/Step Time": 4.500996816903353} +{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8816540241241455, "Finetune/Loss (Raw)": 0.9506430625915527, "Finetune/Step": 4467, "Finetune/Step Time": 4.4952144511044025} +{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8812335729598999, "Finetune/Loss (Raw)": 0.879135251045227, "Finetune/Step": 4468, "Finetune/Step Time": 4.4816969353705645} +{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8802505731582642, "Finetune/Loss (Raw)": 0.8759346604347229, "Finetune/Step": 4469, "Finetune/Step Time": 4.481712369248271} +{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8799892663955688, "Finetune/Loss (Raw)": 0.8653583526611328, "Finetune/Step": 4470, "Finetune/Step Time": 4.43790390715003} +{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.879982590675354, "Finetune/Loss (Raw)": 0.8497000336647034, "Finetune/Step": 4471, "Finetune/Step Time": 4.4511984046548605} +{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8796683549880981, "Finetune/Loss (Raw)": 0.9007066488265991, "Finetune/Step": 4472, "Finetune/Step Time": 4.441980412229896} +{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8809253573417664, "Finetune/Loss (Raw)": 1.0592097043991089, "Finetune/Step": 4473, "Finetune/Step Time": 4.440094294026494} +{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8811346292495728, "Finetune/Loss (Raw)": 0.9441567063331604, "Finetune/Step": 4474, "Finetune/Step Time": 4.438343744724989} +{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8796578645706177, "Finetune/Loss (Raw)": 0.8053120374679565, "Finetune/Step": 4475, "Finetune/Step Time": 4.45958849042654} +{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8797196745872498, "Finetune/Loss (Raw)": 0.9616295099258423, "Finetune/Step": 4476, "Finetune/Step Time": 4.460665998980403} +{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8782850503921509, "Finetune/Loss (Raw)": 0.8419984579086304, "Finetune/Step": 4477, "Finetune/Step Time": 4.461287589743733} +{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8805450201034546, "Finetune/Loss (Raw)": 0.9773046970367432, "Finetune/Step": 4478, "Finetune/Step Time": 4.443644914776087} +{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8803366422653198, "Finetune/Loss (Raw)": 0.917261004447937, "Finetune/Step": 4479, "Finetune/Step Time": 4.4531481601297855} +{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8803480863571167, "Finetune/Loss (Raw)": 0.8920959234237671, "Finetune/Step": 4480, "Finetune/Step Time": 4.4579186253249645} +{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8799903988838196, "Finetune/Loss (Raw)": 0.8984828591346741, "Finetune/Step": 4481, "Finetune/Step Time": 4.459550684317946} +{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8806259036064148, "Finetune/Loss (Raw)": 0.8688862919807434, "Finetune/Step": 4482, "Finetune/Step Time": 4.473560690879822} +{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8802947998046875, "Finetune/Loss (Raw)": 0.9058611989021301, "Finetune/Step": 4483, "Finetune/Step Time": 4.470715630799532} +{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.880363941192627, "Finetune/Loss (Raw)": 0.9387298226356506, "Finetune/Step": 4484, "Finetune/Step Time": 4.4854397140443325} +{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8798846006393433, "Finetune/Loss (Raw)": 0.8824775218963623, "Finetune/Step": 4485, "Finetune/Step Time": 4.486200653016567} +{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796440362930298, "Finetune/Loss (Raw)": 0.9406668543815613, "Finetune/Step": 4486, "Finetune/Step Time": 4.477888053283095} +{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749158382415771, "Finetune/Loss (Raw)": 0.32233136892318726, "Finetune/Step": 4487, "Finetune/Step Time": 4.516243603080511} +{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761641979217529, "Finetune/Loss (Raw)": 1.024011254310608, "Finetune/Step": 4488, "Finetune/Step Time": 4.5226126834750175} +{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8732857704162598, "Finetune/Loss (Raw)": 0.7591649293899536, "Finetune/Step": 4489, "Finetune/Step Time": 4.517636731266975} +{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730025291442871, "Finetune/Loss (Raw)": 0.788012683391571, "Finetune/Step": 4490, "Finetune/Step Time": 4.522068379446864} +{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.872373104095459, "Finetune/Loss (Raw)": 0.8196879625320435, "Finetune/Step": 4491, "Finetune/Step Time": 4.521345105022192} +{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.873162031173706, "Finetune/Loss (Raw)": 0.9415181279182434, "Finetune/Step": 4492, "Finetune/Step Time": 4.503260973840952} +{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736236095428467, "Finetune/Loss (Raw)": 0.882727861404419, "Finetune/Step": 4493, "Finetune/Step Time": 4.498703472316265} +{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8720282316207886, "Finetune/Loss (Raw)": 0.7336827516555786, "Finetune/Step": 4494, "Finetune/Step Time": 4.497717963531613} +{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728499412536621, "Finetune/Loss (Raw)": 0.9491751790046692, "Finetune/Step": 4495, "Finetune/Step Time": 4.492220811545849} +{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715319037437439, "Finetune/Loss (Raw)": 0.792664110660553, "Finetune/Step": 4496, "Finetune/Step Time": 4.494058899581432} +{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726464509963989, "Finetune/Loss (Raw)": 1.0014073848724365, "Finetune/Step": 4497, "Finetune/Step Time": 4.496759589761496} +{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8711016178131104, "Finetune/Loss (Raw)": 0.8097953200340271, "Finetune/Step": 4498, "Finetune/Step Time": 4.501528564840555} +{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706727027893066, "Finetune/Loss (Raw)": 0.9786785840988159, "Finetune/Step": 4499, "Finetune/Step Time": 4.507240055128932} +{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759623765945435, "Finetune/Loss (Raw)": 0.9221218228340149, "Finetune/Step": 4500, "Finetune/Step Time": 4.469487022608519} +{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8774521350860596, "Finetune/Loss (Raw)": 0.9793906807899475, "Finetune/Step": 4501, "Finetune/Step Time": 4.485028376802802} +{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.876523494720459, "Finetune/Loss (Raw)": 0.7566563487052917, "Finetune/Step": 4502, "Finetune/Step Time": 4.489836934953928} +{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8776295781135559, "Finetune/Loss (Raw)": 0.9936602115631104, "Finetune/Step": 4503, "Finetune/Step Time": 4.479766260832548} +{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8764377236366272, "Finetune/Loss (Raw)": 0.8745418190956116, "Finetune/Step": 4504, "Finetune/Step Time": 4.469657709822059} +{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8760330080986023, "Finetune/Loss (Raw)": 0.8474421501159668, "Finetune/Step": 4505, "Finetune/Step Time": 4.468878561630845} +{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8771132826805115, "Finetune/Loss (Raw)": 1.0565526485443115, "Finetune/Step": 4506, "Finetune/Step Time": 4.4476656652987} +{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8731020092964172, "Finetune/Loss (Raw)": 0.32490265369415283, "Finetune/Step": 4507, "Finetune/Step Time": 4.472863808274269} +{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8722245693206787, "Finetune/Loss (Raw)": 0.9178011417388916, "Finetune/Step": 4508, "Finetune/Step Time": 4.460381569340825} +{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712748289108276, "Finetune/Loss (Raw)": 0.8193063139915466, "Finetune/Step": 4509, "Finetune/Step Time": 4.4582528080791235} +{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717501163482666, "Finetune/Loss (Raw)": 1.0171377658843994, "Finetune/Step": 4510, "Finetune/Step Time": 4.454348459839821} +{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737416863441467, "Finetune/Loss (Raw)": 1.0429381132125854, "Finetune/Step": 4511, "Finetune/Step Time": 4.441244440153241} +{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694202303886414, "Finetune/Loss (Raw)": 0.35477304458618164, "Finetune/Step": 4512, "Finetune/Step Time": 4.480693383142352} +{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8695996403694153, "Finetune/Loss (Raw)": 0.8663404583930969, "Finetune/Step": 4513, "Finetune/Step Time": 4.485912756994367} +{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8686630725860596, "Finetune/Loss (Raw)": 0.8067030906677246, "Finetune/Step": 4514, "Finetune/Step Time": 4.467450965195894} +{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8669296503067017, "Finetune/Loss (Raw)": 0.8754639029502869, "Finetune/Step": 4515, "Finetune/Step Time": 4.470683654770255} +{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658341765403748, "Finetune/Loss (Raw)": 0.8039405941963196, "Finetune/Step": 4516, "Finetune/Step Time": 4.465167254209518} +{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644463419914246, "Finetune/Loss (Raw)": 0.7878719568252563, "Finetune/Step": 4517, "Finetune/Step Time": 4.46714473515749} +{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658363819122314, "Finetune/Loss (Raw)": 1.0419827699661255, "Finetune/Step": 4518, "Finetune/Step Time": 4.462578671053052} +{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666890859603882, "Finetune/Loss (Raw)": 0.9792648553848267, "Finetune/Step": 4519, "Finetune/Step Time": 4.456015393137932} +{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715400099754333, "Finetune/Loss (Raw)": 0.9711014032363892, "Finetune/Step": 4520, "Finetune/Step Time": 4.415105132386088} +{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8732707500457764, "Finetune/Loss (Raw)": 1.0289883613586426, "Finetune/Step": 4521, "Finetune/Step Time": 4.397039761766791} +{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8733667135238647, "Finetune/Loss (Raw)": 0.8868711590766907, "Finetune/Step": 4522, "Finetune/Step Time": 4.39396190084517} +{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736456632614136, "Finetune/Loss (Raw)": 0.9165698885917664, "Finetune/Step": 4523, "Finetune/Step Time": 4.403237296268344} +{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724408745765686, "Finetune/Loss (Raw)": 0.8856252431869507, "Finetune/Step": 4524, "Finetune/Step Time": 4.397006083279848} +{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8759778141975403, "Finetune/Loss (Raw)": 0.8647544980049133, "Finetune/Step": 4525, "Finetune/Step Time": 4.3607642613351345} +{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8741649985313416, "Finetune/Loss (Raw)": 0.7036076784133911, "Finetune/Step": 4526, "Finetune/Step Time": 4.356546910479665} +{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.87240070104599, "Finetune/Loss (Raw)": 0.6242305636405945, "Finetune/Step": 4527, "Finetune/Step Time": 4.375226924195886} +{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8718919157981873, "Finetune/Loss (Raw)": 0.8725713491439819, "Finetune/Step": 4528, "Finetune/Step Time": 4.3657770827412605} +{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8767269253730774, "Finetune/Loss (Raw)": 0.9484272003173828, "Finetune/Step": 4529, "Finetune/Step Time": 4.330656850710511} +{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.877720832824707, "Finetune/Loss (Raw)": 0.9918408989906311, "Finetune/Step": 4530, "Finetune/Step Time": 4.313695380464196} +{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8782285451889038, "Finetune/Loss (Raw)": 1.0303465127944946, "Finetune/Step": 4531, "Finetune/Step Time": 4.320703251287341} +{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8755367994308472, "Finetune/Loss (Raw)": 0.7036033868789673, "Finetune/Step": 4532, "Finetune/Step Time": 4.330952603369951} +{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8760792016983032, "Finetune/Loss (Raw)": 0.9317298531532288, "Finetune/Step": 4533, "Finetune/Step Time": 4.322877509519458} +{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8724755048751831, "Finetune/Loss (Raw)": 0.33294907212257385, "Finetune/Step": 4534, "Finetune/Step Time": 4.362245226278901} +{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723862171173096, "Finetune/Loss (Raw)": 0.8090691566467285, "Finetune/Step": 4535, "Finetune/Step Time": 4.370733238756657} +{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713085651397705, "Finetune/Loss (Raw)": 0.9218572974205017, "Finetune/Step": 4536, "Finetune/Step Time": 4.380845732986927} +{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8715986013412476, "Finetune/Loss (Raw)": 0.9050496220588684, "Finetune/Step": 4537, "Finetune/Step Time": 4.37858297303319} +{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8716505765914917, "Finetune/Loss (Raw)": 0.9374502301216125, "Finetune/Step": 4538, "Finetune/Step Time": 4.37815984338522} +{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8712184429168701, "Finetune/Loss (Raw)": 0.8211989402770996, "Finetune/Step": 4539, "Finetune/Step Time": 4.385448347777128} +{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8669819831848145, "Finetune/Loss (Raw)": 0.3088737726211548, "Finetune/Step": 4540, "Finetune/Step Time": 4.42520553432405} +{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8644117116928101, "Finetune/Loss (Raw)": 0.7935039401054382, "Finetune/Step": 4541, "Finetune/Step Time": 4.447663839906454} +{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8639882206916809, "Finetune/Loss (Raw)": 0.790137767791748, "Finetune/Step": 4542, "Finetune/Step Time": 4.449106972664595} +{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630133271217346, "Finetune/Loss (Raw)": 0.8639991283416748, "Finetune/Step": 4543, "Finetune/Step Time": 4.443309888243675} +{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8640251159667969, "Finetune/Loss (Raw)": 0.9428547024726868, "Finetune/Step": 4544, "Finetune/Step Time": 4.434980094432831} +{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635573983192444, "Finetune/Loss (Raw)": 0.9566143155097961, "Finetune/Step": 4545, "Finetune/Step Time": 4.447256658226252} +{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.864234447479248, "Finetune/Loss (Raw)": 0.9765244126319885, "Finetune/Step": 4546, "Finetune/Step Time": 4.446417439728975} +{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8643785119056702, "Finetune/Loss (Raw)": 0.9740799069404602, "Finetune/Step": 4547, "Finetune/Step Time": 4.434759669005871} +{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628077507019043, "Finetune/Loss (Raw)": 0.6167536377906799, "Finetune/Step": 4548, "Finetune/Step Time": 4.480680577456951} +{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8616960048675537, "Finetune/Loss (Raw)": 0.7719500064849854, "Finetune/Step": 4549, "Finetune/Step Time": 4.481342511251569} +{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8624489307403564, "Finetune/Loss (Raw)": 1.0289756059646606, "Finetune/Step": 4550, "Finetune/Step Time": 4.478598445653915} +{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8630189895629883, "Finetune/Loss (Raw)": 0.9371665120124817, "Finetune/Step": 4551, "Finetune/Step Time": 4.481476550921798} +{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8664215207099915, "Finetune/Loss (Raw)": 0.7624500393867493, "Finetune/Step": 4552, "Finetune/Step Time": 4.45375943928957} +{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8672375082969666, "Finetune/Loss (Raw)": 0.9690651297569275, "Finetune/Step": 4553, "Finetune/Step Time": 4.433702480047941} +{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8686683177947998, "Finetune/Loss (Raw)": 1.120222806930542, "Finetune/Step": 4554, "Finetune/Step Time": 4.426460949704051} +{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8692305088043213, "Finetune/Loss (Raw)": 0.9160311818122864, "Finetune/Step": 4555, "Finetune/Step Time": 4.427827291190624} +{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8706510066986084, "Finetune/Loss (Raw)": 1.1131081581115723, "Finetune/Step": 4556, "Finetune/Step Time": 4.42481847666204} +{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.869871973991394, "Finetune/Loss (Raw)": 0.8131103515625, "Finetune/Step": 4557, "Finetune/Step Time": 4.427500685676932} +{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8695371150970459, "Finetune/Loss (Raw)": 0.7143648862838745, "Finetune/Step": 4558, "Finetune/Step Time": 4.405381781980395} +{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8702117204666138, "Finetune/Loss (Raw)": 1.0040316581726074, "Finetune/Step": 4559, "Finetune/Step Time": 4.400584073737264} +{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8698430061340332, "Finetune/Loss (Raw)": 0.8777530789375305, "Finetune/Step": 4560, "Finetune/Step Time": 4.401736781001091} +{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8713195323944092, "Finetune/Loss (Raw)": 0.9553155899047852, "Finetune/Step": 4561, "Finetune/Step Time": 4.391236808151007} +{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8709683418273926, "Finetune/Loss (Raw)": 0.9789484739303589, "Finetune/Step": 4562, "Finetune/Step Time": 4.391704069450498} +{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8662704229354858, "Finetune/Loss (Raw)": 0.3012494742870331, "Finetune/Step": 4563, "Finetune/Step Time": 4.4341739527881145} +{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8667225241661072, "Finetune/Loss (Raw)": 0.8990368843078613, "Finetune/Step": 4564, "Finetune/Step Time": 4.413089519366622} +{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8665546178817749, "Finetune/Loss (Raw)": 0.8346717953681946, "Finetune/Step": 4565, "Finetune/Step Time": 4.402368612587452} +{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8662949800491333, "Finetune/Loss (Raw)": 0.8828081488609314, "Finetune/Step": 4566, "Finetune/Step Time": 4.405217612162232} +{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8659399747848511, "Finetune/Loss (Raw)": 1.0210262537002563, "Finetune/Step": 4567, "Finetune/Step Time": 4.403122071176767} +{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8651434183120728, "Finetune/Loss (Raw)": 0.9636439681053162, "Finetune/Step": 4568, "Finetune/Step Time": 4.400724079459906} +{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.865574836730957, "Finetune/Loss (Raw)": 1.074384331703186, "Finetune/Step": 4569, "Finetune/Step Time": 4.403821351006627} +{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8654571771621704, "Finetune/Loss (Raw)": 0.9797440767288208, "Finetune/Step": 4570, "Finetune/Step Time": 4.3900231346488} +{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8658432364463806, "Finetune/Loss (Raw)": 0.9231541156768799, "Finetune/Step": 4571, "Finetune/Step Time": 4.401828857138753} +{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8662174940109253, "Finetune/Loss (Raw)": 0.8914278149604797, "Finetune/Step": 4572, "Finetune/Step Time": 4.40724460221827} +{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8669537305831909, "Finetune/Loss (Raw)": 0.8541676998138428, "Finetune/Step": 4573, "Finetune/Step Time": 4.422710116952658} +{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8664175271987915, "Finetune/Loss (Raw)": 0.9386547803878784, "Finetune/Step": 4574, "Finetune/Step Time": 4.421974489465356} +{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8660776019096375, "Finetune/Loss (Raw)": 0.8468621373176575, "Finetune/Step": 4575, "Finetune/Step Time": 4.436300722882152} +{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8656370043754578, "Finetune/Loss (Raw)": 0.855323851108551, "Finetune/Step": 4576, "Finetune/Step Time": 4.44372053258121} +{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8656681776046753, "Finetune/Loss (Raw)": 1.0433813333511353, "Finetune/Step": 4577, "Finetune/Step Time": 4.44665964692831} +{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8673920631408691, "Finetune/Loss (Raw)": 1.0368235111236572, "Finetune/Step": 4578, "Finetune/Step Time": 4.450413467362523} +{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8640745878219604, "Finetune/Loss (Raw)": 0.4148763120174408, "Finetune/Step": 4579, "Finetune/Step Time": 4.483355801552534} +{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8634632229804993, "Finetune/Loss (Raw)": 0.264998197555542, "Finetune/Step": 4580, "Finetune/Step Time": 4.4842256885021925} +{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8642334938049316, "Finetune/Loss (Raw)": 0.8931481838226318, "Finetune/Step": 4581, "Finetune/Step Time": 4.493246475234628} +{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8646293878555298, "Finetune/Loss (Raw)": 0.9880586862564087, "Finetune/Step": 4582, "Finetune/Step Time": 4.496166251599789} +{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8661667108535767, "Finetune/Loss (Raw)": 1.015127420425415, "Finetune/Step": 4583, "Finetune/Step Time": 4.482715072110295} +{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.865936279296875, "Finetune/Loss (Raw)": 0.8222339749336243, "Finetune/Step": 4584, "Finetune/Step Time": 4.483830166980624} +{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8652976751327515, "Finetune/Loss (Raw)": 0.7793574333190918, "Finetune/Step": 4585, "Finetune/Step Time": 4.472024178132415} +{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.864443302154541, "Finetune/Loss (Raw)": 0.7965860366821289, "Finetune/Step": 4586, "Finetune/Step Time": 4.46345860697329} +{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8649237751960754, "Finetune/Loss (Raw)": 0.9474128484725952, "Finetune/Step": 4587, "Finetune/Step Time": 4.465228239074349} +{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8655561208724976, "Finetune/Loss (Raw)": 1.069082498550415, "Finetune/Step": 4588, "Finetune/Step Time": 4.483313759788871} +{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8659793138504028, "Finetune/Loss (Raw)": 0.8819453120231628, "Finetune/Step": 4589, "Finetune/Step Time": 4.483172994107008} +{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8650467991828918, "Finetune/Loss (Raw)": 0.859030544757843, "Finetune/Step": 4590, "Finetune/Step Time": 4.473075868561864} +{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8668650984764099, "Finetune/Loss (Raw)": 0.96225905418396, "Finetune/Step": 4591, "Finetune/Step Time": 4.4570878352969885} +{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8619936108589172, "Finetune/Loss (Raw)": 0.28797033429145813, "Finetune/Step": 4592, "Finetune/Step Time": 4.477128200232983} +{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8630229234695435, "Finetune/Loss (Raw)": 0.9646987915039062, "Finetune/Step": 4593, "Finetune/Step Time": 4.482385523617268} +{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8594037294387817, "Finetune/Loss (Raw)": 0.40965238213539124, "Finetune/Step": 4594, "Finetune/Step Time": 4.520637456327677} +{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8596466779708862, "Finetune/Loss (Raw)": 0.9817421436309814, "Finetune/Step": 4595, "Finetune/Step Time": 4.5229829754680395} +{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.860564649105072, "Finetune/Loss (Raw)": 0.9966309070587158, "Finetune/Step": 4596, "Finetune/Step Time": 4.5301792826503515} +{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8597775101661682, "Finetune/Loss (Raw)": 0.7751789689064026, "Finetune/Step": 4597, "Finetune/Step Time": 4.531991207972169} +{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8600392937660217, "Finetune/Loss (Raw)": 0.8988715410232544, "Finetune/Step": 4598, "Finetune/Step Time": 4.529511708766222} +{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8598846197128296, "Finetune/Loss (Raw)": 0.8298988938331604, "Finetune/Step": 4599, "Finetune/Step Time": 4.5234743151813745} +{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8596981763839722, "Finetune/Loss (Raw)": 0.8768482804298401, "Finetune/Step": 4600, "Finetune/Step Time": 4.52725425362587} +{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8573943972587585, "Finetune/Loss (Raw)": 0.7643216252326965, "Finetune/Step": 4601, "Finetune/Step Time": 4.532447941601276} +{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8583496809005737, "Finetune/Loss (Raw)": 1.0664420127868652, "Finetune/Step": 4602, "Finetune/Step Time": 4.534320401027799} +{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.859740674495697, "Finetune/Loss (Raw)": 0.983349621295929, "Finetune/Step": 4603, "Finetune/Step Time": 4.526804085820913} +{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8589533567428589, "Finetune/Loss (Raw)": 0.8608458638191223, "Finetune/Step": 4604, "Finetune/Step Time": 4.520830428227782} +{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8549310564994812, "Finetune/Loss (Raw)": 0.3271525204181671, "Finetune/Step": 4605, "Finetune/Step Time": 4.558477131649852} +{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8544251322746277, "Finetune/Loss (Raw)": 0.9125494956970215, "Finetune/Step": 4606, "Finetune/Step Time": 4.566058432683349} +{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8539812564849854, "Finetune/Loss (Raw)": 0.8604415059089661, "Finetune/Step": 4607, "Finetune/Step Time": 4.5581463146954775} +{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8539451360702515, "Finetune/Loss (Raw)": 0.8874742984771729, "Finetune/Step": 4608, "Finetune/Step Time": 4.553896991536021} +{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8553374409675598, "Finetune/Loss (Raw)": 1.0767031908035278, "Finetune/Step": 4609, "Finetune/Step Time": 4.5525103490799665} +{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8552598357200623, "Finetune/Loss (Raw)": 0.8589503169059753, "Finetune/Step": 4610, "Finetune/Step Time": 4.535231947898865} +{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8503899574279785, "Finetune/Loss (Raw)": 0.2825164198875427, "Finetune/Step": 4611, "Finetune/Step Time": 4.573568904772401} +{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8502652645111084, "Finetune/Loss (Raw)": 0.9227673411369324, "Finetune/Step": 4612, "Finetune/Step Time": 4.555171528831124} +{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8504123091697693, "Finetune/Loss (Raw)": 0.9012942314147949, "Finetune/Step": 4613, "Finetune/Step Time": 4.579626953229308} +{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.849277913570404, "Finetune/Loss (Raw)": 0.7954718470573425, "Finetune/Step": 4614, "Finetune/Step Time": 4.585816318169236} +{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.854571521282196, "Finetune/Loss (Raw)": 0.999912440776825, "Finetune/Step": 4615, "Finetune/Step Time": 4.546965125948191} +{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8532726764678955, "Finetune/Loss (Raw)": 0.857751190662384, "Finetune/Step": 4616, "Finetune/Step Time": 4.538875758647919} +{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8536367416381836, "Finetune/Loss (Raw)": 0.8057671189308167, "Finetune/Step": 4617, "Finetune/Step Time": 4.525563444942236} +{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8545850515365601, "Finetune/Loss (Raw)": 0.9094051122665405, "Finetune/Step": 4618, "Finetune/Step Time": 4.511580133810639} +{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8564997911453247, "Finetune/Loss (Raw)": 1.064774990081787, "Finetune/Step": 4619, "Finetune/Step Time": 4.513513386249542} +{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8559497594833374, "Finetune/Loss (Raw)": 0.8711100220680237, "Finetune/Step": 4620, "Finetune/Step Time": 4.522538352757692} +{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.857246994972229, "Finetune/Loss (Raw)": 1.0487749576568604, "Finetune/Step": 4621, "Finetune/Step Time": 4.512332821264863} +{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8586587905883789, "Finetune/Loss (Raw)": 0.9143945574760437, "Finetune/Step": 4622, "Finetune/Step Time": 4.5146674159914255} +{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593155145645142, "Finetune/Loss (Raw)": 1.0332310199737549, "Finetune/Step": 4623, "Finetune/Step Time": 4.5121474619954824} +{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600144386291504, "Finetune/Loss (Raw)": 0.882124125957489, "Finetune/Step": 4624, "Finetune/Step Time": 4.505217934027314} +{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8595679998397827, "Finetune/Loss (Raw)": 0.9442663192749023, "Finetune/Step": 4625, "Finetune/Step Time": 4.505931511521339} +{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8559294939041138, "Finetune/Loss (Raw)": 0.34406328201293945, "Finetune/Step": 4626, "Finetune/Step Time": 4.53929360024631} +{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8556675910949707, "Finetune/Loss (Raw)": 0.9451531171798706, "Finetune/Step": 4627, "Finetune/Step Time": 4.554712478071451} +{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8549803495407104, "Finetune/Loss (Raw)": 0.8341553211212158, "Finetune/Step": 4628, "Finetune/Step Time": 4.563954463228583} +{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8541849255561829, "Finetune/Loss (Raw)": 0.8775805830955505, "Finetune/Step": 4629, "Finetune/Step Time": 4.54515740275383} +{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8548816442489624, "Finetune/Loss (Raw)": 0.8458371162414551, "Finetune/Step": 4630, "Finetune/Step Time": 4.553577298298478} +{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8532766103744507, "Finetune/Loss (Raw)": 0.7882142066955566, "Finetune/Step": 4631, "Finetune/Step Time": 4.572713939473033} +{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8485169410705566, "Finetune/Loss (Raw)": 0.26530519127845764, "Finetune/Step": 4632, "Finetune/Step Time": 4.605878502130508} +{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8491261601448059, "Finetune/Loss (Raw)": 0.9254218339920044, "Finetune/Step": 4633, "Finetune/Step Time": 4.618352863937616} +{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.848199725151062, "Finetune/Loss (Raw)": 0.9379739761352539, "Finetune/Step": 4634, "Finetune/Step Time": 4.625486260280013} +{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8517292737960815, "Finetune/Loss (Raw)": 0.7766778469085693, "Finetune/Step": 4635, "Finetune/Step Time": 4.606365218758583} +{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8516303300857544, "Finetune/Loss (Raw)": 0.9051382541656494, "Finetune/Step": 4636, "Finetune/Step Time": 4.608774747699499} +{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8524560928344727, "Finetune/Loss (Raw)": 0.925002932548523, "Finetune/Step": 4637, "Finetune/Step Time": 4.60815660841763} +{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533972501754761, "Finetune/Loss (Raw)": 1.1376116275787354, "Finetune/Step": 4638, "Finetune/Step Time": 4.61202266998589} +{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8512292504310608, "Finetune/Loss (Raw)": 0.7654279470443726, "Finetune/Step": 4639, "Finetune/Step Time": 4.636756092309952} +{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8563587665557861, "Finetune/Loss (Raw)": 1.0113502740859985, "Finetune/Step": 4640, "Finetune/Step Time": 4.598702857270837} +{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8568123579025269, "Finetune/Loss (Raw)": 0.9243957996368408, "Finetune/Step": 4641, "Finetune/Step Time": 4.5968206860125065} +{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8575476408004761, "Finetune/Loss (Raw)": 0.9008278846740723, "Finetune/Step": 4642, "Finetune/Step Time": 4.597731102257967} +{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8585156202316284, "Finetune/Loss (Raw)": 0.9993628859519958, "Finetune/Step": 4643, "Finetune/Step Time": 4.595241641625762} +{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8551088571548462, "Finetune/Loss (Raw)": 0.36787474155426025, "Finetune/Step": 4644, "Finetune/Step Time": 4.635249700397253} +{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8571339845657349, "Finetune/Loss (Raw)": 1.047089695930481, "Finetune/Step": 4645, "Finetune/Step Time": 4.638787426054478} +{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8554772734642029, "Finetune/Loss (Raw)": 0.8299226760864258, "Finetune/Step": 4646, "Finetune/Step Time": 4.651795323938131} +{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8550400137901306, "Finetune/Loss (Raw)": 0.9232906103134155, "Finetune/Step": 4647, "Finetune/Step Time": 4.656150326132774} +{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8552066087722778, "Finetune/Loss (Raw)": 0.9924341440200806, "Finetune/Step": 4648, "Finetune/Step Time": 4.661378210410476} +{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8549103736877441, "Finetune/Loss (Raw)": 0.9910699129104614, "Finetune/Step": 4649, "Finetune/Step Time": 4.657713316380978} +{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8548247218132019, "Finetune/Loss (Raw)": 0.8759056329727173, "Finetune/Step": 4650, "Finetune/Step Time": 4.665611220523715} +{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8548184633255005, "Finetune/Loss (Raw)": 0.9157654047012329, "Finetune/Step": 4651, "Finetune/Step Time": 4.653504120185971} +{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.854841411113739, "Finetune/Loss (Raw)": 0.8885688185691833, "Finetune/Step": 4652, "Finetune/Step Time": 4.652006022632122} +{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8504056930541992, "Finetune/Loss (Raw)": 0.2969750463962555, "Finetune/Step": 4653, "Finetune/Step Time": 4.687832172960043} +{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8520877957344055, "Finetune/Loss (Raw)": 0.9189226031303406, "Finetune/Step": 4654, "Finetune/Step Time": 4.698128744959831} +{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531281352043152, "Finetune/Loss (Raw)": 0.757387101650238, "Finetune/Step": 4655, "Finetune/Step Time": 4.68216865696013} +{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496899008750916, "Finetune/Loss (Raw)": 0.4324820339679718, "Finetune/Step": 4656, "Finetune/Step Time": 4.723285838961601} +{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8491201400756836, "Finetune/Loss (Raw)": 0.8755001425743103, "Finetune/Step": 4657, "Finetune/Step Time": 4.72050204873085} +{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489870429039001, "Finetune/Loss (Raw)": 0.9748077392578125, "Finetune/Step": 4658, "Finetune/Step Time": 4.716505957767367} +{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485672473907471, "Finetune/Loss (Raw)": 0.9766102433204651, "Finetune/Step": 4659, "Finetune/Step Time": 4.71318769082427} +{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508948683738708, "Finetune/Loss (Raw)": 1.0015356540679932, "Finetune/Step": 4660, "Finetune/Step Time": 4.719910278916359} +{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8502029180526733, "Finetune/Loss (Raw)": 0.8431596755981445, "Finetune/Step": 4661, "Finetune/Step Time": 4.721620406955481} +{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8549128770828247, "Finetune/Loss (Raw)": 0.9358235001564026, "Finetune/Step": 4662, "Finetune/Step Time": 4.682642884552479} +{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561396598815918, "Finetune/Loss (Raw)": 0.9660946130752563, "Finetune/Step": 4663, "Finetune/Step Time": 4.6711678095161915} +{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8560078144073486, "Finetune/Loss (Raw)": 0.9049847722053528, "Finetune/Step": 4664, "Finetune/Step Time": 4.659165358170867} +{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8554084897041321, "Finetune/Loss (Raw)": 0.8283393979072571, "Finetune/Step": 4665, "Finetune/Step Time": 4.659093130379915} +{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8544256687164307, "Finetune/Loss (Raw)": 0.8116414546966553, "Finetune/Step": 4666, "Finetune/Step Time": 4.678574746474624} +{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8561006784439087, "Finetune/Loss (Raw)": 1.0356078147888184, "Finetune/Step": 4667, "Finetune/Step Time": 4.665319956839085} +{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8604906797409058, "Finetune/Loss (Raw)": 0.8707894682884216, "Finetune/Step": 4668, "Finetune/Step Time": 4.636864813044667} +{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8570027351379395, "Finetune/Loss (Raw)": 0.3470444679260254, "Finetune/Step": 4669, "Finetune/Step Time": 4.655271744355559} +{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8581532835960388, "Finetune/Loss (Raw)": 0.9374143481254578, "Finetune/Step": 4670, "Finetune/Step Time": 4.654243560507894} +{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8581579923629761, "Finetune/Loss (Raw)": 0.864594042301178, "Finetune/Step": 4671, "Finetune/Step Time": 4.649466056376696} +{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8579705357551575, "Finetune/Loss (Raw)": 0.9188622832298279, "Finetune/Step": 4672, "Finetune/Step Time": 4.663475105538964} +{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8573091626167297, "Finetune/Loss (Raw)": 0.8719593286514282, "Finetune/Step": 4673, "Finetune/Step Time": 4.652079684659839} +{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.857586145401001, "Finetune/Loss (Raw)": 1.011985182762146, "Finetune/Step": 4674, "Finetune/Step Time": 4.676123386248946} +{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8571614027023315, "Finetune/Loss (Raw)": 0.919707179069519, "Finetune/Step": 4675, "Finetune/Step Time": 4.677849134430289} +{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8591369390487671, "Finetune/Loss (Raw)": 0.8696223497390747, "Finetune/Step": 4676, "Finetune/Step Time": 4.6157778929919} +{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8605906963348389, "Finetune/Loss (Raw)": 0.9580305218696594, "Finetune/Step": 4677, "Finetune/Step Time": 4.605856869369745} +{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.860322117805481, "Finetune/Loss (Raw)": 0.9946050643920898, "Finetune/Step": 4678, "Finetune/Step Time": 4.63153151422739} +{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590008616447449, "Finetune/Loss (Raw)": 0.7680373191833496, "Finetune/Step": 4679, "Finetune/Step Time": 4.625539841130376} +{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8613555431365967, "Finetune/Loss (Raw)": 1.0638489723205566, "Finetune/Step": 4680, "Finetune/Step Time": 4.617043616250157} +{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8608838319778442, "Finetune/Loss (Raw)": 0.9086889624595642, "Finetune/Step": 4681, "Finetune/Step Time": 4.633844694122672} +{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597075939178467, "Finetune/Loss (Raw)": 0.9696586728096008, "Finetune/Step": 4682, "Finetune/Step Time": 4.644859863445163} +{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8601592183113098, "Finetune/Loss (Raw)": 0.9738452434539795, "Finetune/Step": 4683, "Finetune/Step Time": 4.628833778202534} +{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.859112024307251, "Finetune/Loss (Raw)": 0.9790711402893066, "Finetune/Step": 4684, "Finetune/Step Time": 4.632451834157109} +{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.860220193862915, "Finetune/Loss (Raw)": 0.9549521803855896, "Finetune/Step": 4685, "Finetune/Step Time": 4.634874060750008} +{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8608839511871338, "Finetune/Loss (Raw)": 0.7993230819702148, "Finetune/Step": 4686, "Finetune/Step Time": 4.628234773874283} +{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602437973022461, "Finetune/Loss (Raw)": 0.9220889210700989, "Finetune/Step": 4687, "Finetune/Step Time": 4.6198698207736015} +{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8623520135879517, "Finetune/Loss (Raw)": 1.1476119756698608, "Finetune/Step": 4688, "Finetune/Step Time": 4.6115750800818205} +{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8630117177963257, "Finetune/Loss (Raw)": 1.0397521257400513, "Finetune/Step": 4689, "Finetune/Step Time": 4.608731187880039} +{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.862006664276123, "Finetune/Loss (Raw)": 0.8503040671348572, "Finetune/Step": 4690, "Finetune/Step Time": 4.622744210064411} +{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8673588037490845, "Finetune/Loss (Raw)": 0.9863252639770508, "Finetune/Step": 4691, "Finetune/Step Time": 4.58575844950974} +{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8685954809188843, "Finetune/Loss (Raw)": 1.0573296546936035, "Finetune/Step": 4692, "Finetune/Step Time": 4.586380375549197} +{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8694471120834351, "Finetune/Loss (Raw)": 0.9436842799186707, "Finetune/Step": 4693, "Finetune/Step Time": 4.598322497680783} +{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706021308898926, "Finetune/Loss (Raw)": 1.0306507349014282, "Finetune/Step": 4694, "Finetune/Step Time": 4.592287136241794} +{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706355690956116, "Finetune/Loss (Raw)": 1.0253013372421265, "Finetune/Step": 4695, "Finetune/Step Time": 4.596826458349824} +{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.869718074798584, "Finetune/Loss (Raw)": 0.8462016582489014, "Finetune/Step": 4696, "Finetune/Step Time": 4.6083103604614735} +{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8685390949249268, "Finetune/Loss (Raw)": 0.9234830737113953, "Finetune/Step": 4697, "Finetune/Step Time": 4.597997684031725} +{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8684061169624329, "Finetune/Loss (Raw)": 0.9627220034599304, "Finetune/Step": 4698, "Finetune/Step Time": 4.607726775109768} +{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8691275119781494, "Finetune/Loss (Raw)": 1.0154905319213867, "Finetune/Step": 4699, "Finetune/Step Time": 4.603301111608744} +{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8693754076957703, "Finetune/Loss (Raw)": 0.9231584072113037, "Finetune/Step": 4700, "Finetune/Step Time": 4.598867986351252} +{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8701145648956299, "Finetune/Loss (Raw)": 0.9487768411636353, "Finetune/Step": 4701, "Finetune/Step Time": 4.587407570332289} +{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8696936964988708, "Finetune/Loss (Raw)": 0.8847822546958923, "Finetune/Step": 4702, "Finetune/Step Time": 4.5894921980798244} +{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8708633184432983, "Finetune/Loss (Raw)": 0.9965787529945374, "Finetune/Step": 4703, "Finetune/Step Time": 4.571914894506335} +{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8702573180198669, "Finetune/Loss (Raw)": 0.7777543663978577, "Finetune/Step": 4704, "Finetune/Step Time": 4.571697102859616} +{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8698608875274658, "Finetune/Loss (Raw)": 0.9926361441612244, "Finetune/Step": 4705, "Finetune/Step Time": 4.578413849696517} +{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8684166669845581, "Finetune/Loss (Raw)": 0.8519628047943115, "Finetune/Step": 4706, "Finetune/Step Time": 4.572242848575115} +{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8712862730026245, "Finetune/Loss (Raw)": 0.7821914553642273, "Finetune/Step": 4707, "Finetune/Step Time": 4.5300785675644875} +{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8754198551177979, "Finetune/Loss (Raw)": 0.7940974235534668, "Finetune/Step": 4708, "Finetune/Step Time": 4.491483483463526} +{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743991851806641, "Finetune/Loss (Raw)": 0.7625019550323486, "Finetune/Step": 4709, "Finetune/Step Time": 4.495809610933065} +{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8748733401298523, "Finetune/Loss (Raw)": 1.0487449169158936, "Finetune/Step": 4710, "Finetune/Step Time": 4.486455200240016} +{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8738950490951538, "Finetune/Loss (Raw)": 0.8899068236351013, "Finetune/Step": 4711, "Finetune/Step Time": 4.486570168286562} +{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8743203282356262, "Finetune/Loss (Raw)": 0.876669704914093, "Finetune/Step": 4712, "Finetune/Step Time": 4.499581512063742} +{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8759468793869019, "Finetune/Loss (Raw)": 0.9875596165657043, "Finetune/Step": 4713, "Finetune/Step Time": 4.501939579844475} +{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8764650225639343, "Finetune/Loss (Raw)": 0.8629134297370911, "Finetune/Step": 4714, "Finetune/Step Time": 4.505328554660082} +{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8767464756965637, "Finetune/Loss (Raw)": 0.9834328293800354, "Finetune/Step": 4715, "Finetune/Step Time": 4.502794500440359} +{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8756217956542969, "Finetune/Loss (Raw)": 0.9251232147216797, "Finetune/Step": 4716, "Finetune/Step Time": 4.478592861443758} +{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8759936094284058, "Finetune/Loss (Raw)": 0.9295334219932556, "Finetune/Step": 4717, "Finetune/Step Time": 4.476124528795481} +{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8747398853302002, "Finetune/Loss (Raw)": 0.6985549330711365, "Finetune/Step": 4718, "Finetune/Step Time": 4.489889722317457} +{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.873619556427002, "Finetune/Loss (Raw)": 0.8188626766204834, "Finetune/Step": 4719, "Finetune/Step Time": 4.489500865340233} +{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8768411874771118, "Finetune/Loss (Raw)": 0.7003275752067566, "Finetune/Step": 4720, "Finetune/Step Time": 4.486647982150316} +{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8760356903076172, "Finetune/Loss (Raw)": 0.8616028428077698, "Finetune/Step": 4721, "Finetune/Step Time": 4.496189313009381} +{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.879845142364502, "Finetune/Loss (Raw)": 0.8972719311714172, "Finetune/Step": 4722, "Finetune/Step Time": 4.459034951403737} +{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793849945068359, "Finetune/Loss (Raw)": 0.9228335022926331, "Finetune/Step": 4723, "Finetune/Step Time": 4.457752490416169} +{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.878700315952301, "Finetune/Loss (Raw)": 0.9089965224266052, "Finetune/Step": 4724, "Finetune/Step Time": 4.479861408472061} +{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8799097537994385, "Finetune/Loss (Raw)": 0.9299783110618591, "Finetune/Step": 4725, "Finetune/Step Time": 4.482475822791457} +{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8791264295578003, "Finetune/Loss (Raw)": 0.7986043095588684, "Finetune/Step": 4726, "Finetune/Step Time": 4.484916843473911} +{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8794065713882446, "Finetune/Loss (Raw)": 0.8657679557800293, "Finetune/Step": 4727, "Finetune/Step Time": 4.481256345286965} +{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8799268007278442, "Finetune/Loss (Raw)": 0.9434377551078796, "Finetune/Step": 4728, "Finetune/Step Time": 4.483890995383263} +{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825957775115967, "Finetune/Loss (Raw)": 1.105948805809021, "Finetune/Step": 4729, "Finetune/Step Time": 4.480346348136663} +{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8813676834106445, "Finetune/Loss (Raw)": 0.9092484712600708, "Finetune/Step": 4730, "Finetune/Step Time": 4.475407499819994} +{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8804161548614502, "Finetune/Loss (Raw)": 0.8615497946739197, "Finetune/Step": 4731, "Finetune/Step Time": 4.47416471503675} +{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8806027770042419, "Finetune/Loss (Raw)": 0.8847339153289795, "Finetune/Step": 4732, "Finetune/Step Time": 4.47414761595428} +{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8855305910110474, "Finetune/Loss (Raw)": 0.957914412021637, "Finetune/Step": 4733, "Finetune/Step Time": 4.430625777691603} +{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8849362134933472, "Finetune/Loss (Raw)": 0.8364691138267517, "Finetune/Step": 4734, "Finetune/Step Time": 4.43722995556891} +{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8861077427864075, "Finetune/Loss (Raw)": 1.0103956460952759, "Finetune/Step": 4735, "Finetune/Step Time": 4.4372105319052935} +{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8850904703140259, "Finetune/Loss (Raw)": 0.7572616934776306, "Finetune/Step": 4736, "Finetune/Step Time": 4.446941005066037} +{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8832859992980957, "Finetune/Loss (Raw)": 0.8457314372062683, "Finetune/Step": 4737, "Finetune/Step Time": 4.456512814387679} +{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8847286105155945, "Finetune/Loss (Raw)": 1.0436078310012817, "Finetune/Step": 4738, "Finetune/Step Time": 4.4657339584082365} +{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8888192772865295, "Finetune/Loss (Raw)": 0.806121289730072, "Finetune/Step": 4739, "Finetune/Step Time": 4.4306151662021875} +{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.888422966003418, "Finetune/Loss (Raw)": 0.8720378875732422, "Finetune/Step": 4740, "Finetune/Step Time": 4.434223957359791} +{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8871253132820129, "Finetune/Loss (Raw)": 0.7351940274238586, "Finetune/Step": 4741, "Finetune/Step Time": 4.416415935382247} +{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874919414520264, "Finetune/Loss (Raw)": 0.8424016833305359, "Finetune/Step": 4742, "Finetune/Step Time": 4.42726581916213} +{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8856104612350464, "Finetune/Loss (Raw)": 0.7590823173522949, "Finetune/Step": 4743, "Finetune/Step Time": 4.442994149401784} +{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8871738314628601, "Finetune/Loss (Raw)": 1.0578652620315552, "Finetune/Step": 4744, "Finetune/Step Time": 4.444220697507262} +{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8873214721679688, "Finetune/Loss (Raw)": 0.8246555924415588, "Finetune/Step": 4745, "Finetune/Step Time": 4.463468119502068} +{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8869593739509583, "Finetune/Loss (Raw)": 0.8630610704421997, "Finetune/Step": 4746, "Finetune/Step Time": 4.487516026943922} +{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8869854211807251, "Finetune/Loss (Raw)": 1.068109154701233, "Finetune/Step": 4747, "Finetune/Step Time": 4.492610864341259} +{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8877055644989014, "Finetune/Loss (Raw)": 0.9632914662361145, "Finetune/Step": 4748, "Finetune/Step Time": 4.48301400616765} +{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8864420652389526, "Finetune/Loss (Raw)": 0.8870419263839722, "Finetune/Step": 4749, "Finetune/Step Time": 4.485096510499716} +{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8863149881362915, "Finetune/Loss (Raw)": 0.8981343507766724, "Finetune/Step": 4750, "Finetune/Step Time": 4.482252538204193} +{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8856458067893982, "Finetune/Loss (Raw)": 0.9475734829902649, "Finetune/Step": 4751, "Finetune/Step Time": 4.497827623039484} +{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8861634731292725, "Finetune/Loss (Raw)": 0.9483908414840698, "Finetune/Step": 4752, "Finetune/Step Time": 4.501026352867484} +{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8850420117378235, "Finetune/Loss (Raw)": 0.800714373588562, "Finetune/Step": 4753, "Finetune/Step Time": 4.492450961843133} +{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896617889404297, "Finetune/Loss (Raw)": 0.9353925585746765, "Finetune/Step": 4754, "Finetune/Step Time": 4.459240224212408} +{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8898433446884155, "Finetune/Loss (Raw)": 0.9683917760848999, "Finetune/Step": 4755, "Finetune/Step Time": 4.453136369585991} +{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8905140161514282, "Finetune/Loss (Raw)": 0.920008659362793, "Finetune/Step": 4756, "Finetune/Step Time": 4.440714126452804} +{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8907561302185059, "Finetune/Loss (Raw)": 0.908561646938324, "Finetune/Step": 4757, "Finetune/Step Time": 4.439910478889942} +{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8909363746643066, "Finetune/Loss (Raw)": 0.8689072132110596, "Finetune/Step": 4758, "Finetune/Step Time": 4.435645343735814} +{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.891712486743927, "Finetune/Loss (Raw)": 0.8875594139099121, "Finetune/Step": 4759, "Finetune/Step Time": 4.420895965769887} +{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966938257217407, "Finetune/Loss (Raw)": 0.9029196500778198, "Finetune/Step": 4760, "Finetune/Step Time": 4.390511928126216} +{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957489728927612, "Finetune/Loss (Raw)": 0.8044863343238831, "Finetune/Step": 4761, "Finetune/Step Time": 4.393495712429285} +{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948450684547424, "Finetune/Loss (Raw)": 0.8222647905349731, "Finetune/Step": 4762, "Finetune/Step Time": 4.392162200063467} +{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8958874940872192, "Finetune/Loss (Raw)": 0.9101129770278931, "Finetune/Step": 4763, "Finetune/Step Time": 4.376611975952983} +{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.895901083946228, "Finetune/Loss (Raw)": 0.9068807363510132, "Finetune/Step": 4764, "Finetune/Step Time": 4.380394781008363} +{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8949737548828125, "Finetune/Loss (Raw)": 0.8063024878501892, "Finetune/Step": 4765, "Finetune/Step Time": 4.374763360247016} +{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944610953330994, "Finetune/Loss (Raw)": 1.0719883441925049, "Finetune/Step": 4766, "Finetune/Step Time": 4.3763823211193085} +{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8956069946289062, "Finetune/Loss (Raw)": 0.9121066331863403, "Finetune/Step": 4767, "Finetune/Step Time": 4.346356749534607} +{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8943376541137695, "Finetune/Loss (Raw)": 0.8488755822181702, "Finetune/Step": 4768, "Finetune/Step Time": 4.350777490064502} +{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8938976526260376, "Finetune/Loss (Raw)": 0.8680810332298279, "Finetune/Step": 4769, "Finetune/Step Time": 4.349639032036066} +{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8922716379165649, "Finetune/Loss (Raw)": 0.6926906704902649, "Finetune/Step": 4770, "Finetune/Step Time": 4.358983755111694} +{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8925566077232361, "Finetune/Loss (Raw)": 1.0358364582061768, "Finetune/Step": 4771, "Finetune/Step Time": 4.361784795299172} +{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8960055112838745, "Finetune/Loss (Raw)": 0.8093326091766357, "Finetune/Step": 4772, "Finetune/Step Time": 4.335846707224846} +{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8928450345993042, "Finetune/Loss (Raw)": 0.6425512433052063, "Finetune/Step": 4773, "Finetune/Step Time": 4.330382440239191} +{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8936790227890015, "Finetune/Loss (Raw)": 0.9366722106933594, "Finetune/Step": 4774, "Finetune/Step Time": 4.320742066949606} +{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8944154977798462, "Finetune/Loss (Raw)": 1.0175615549087524, "Finetune/Step": 4775, "Finetune/Step Time": 4.318027462810278} +{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8935166597366333, "Finetune/Loss (Raw)": 0.8773868083953857, "Finetune/Step": 4776, "Finetune/Step Time": 4.330409372225404} +{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8931783437728882, "Finetune/Loss (Raw)": 0.9477621912956238, "Finetune/Step": 4777, "Finetune/Step Time": 4.3315012361854315} +{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8885519504547119, "Finetune/Loss (Raw)": 0.2837231159210205, "Finetune/Step": 4778, "Finetune/Step Time": 4.361122293397784} +{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8897128701210022, "Finetune/Loss (Raw)": 1.0643675327301025, "Finetune/Step": 4779, "Finetune/Step Time": 4.3625916335731745} +{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8898706436157227, "Finetune/Loss (Raw)": 0.9087650179862976, "Finetune/Step": 4780, "Finetune/Step Time": 4.367540940642357} +{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8941512107849121, "Finetune/Loss (Raw)": 0.8448883891105652, "Finetune/Step": 4781, "Finetune/Step Time": 4.337274366989732} +{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8940019607543945, "Finetune/Loss (Raw)": 0.899814784526825, "Finetune/Step": 4782, "Finetune/Step Time": 4.333478208631277} +{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8909141421318054, "Finetune/Loss (Raw)": 0.3621518611907959, "Finetune/Step": 4783, "Finetune/Step Time": 4.367404401302338} +{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8947533369064331, "Finetune/Loss (Raw)": 0.9238991141319275, "Finetune/Step": 4784, "Finetune/Step Time": 4.327151853591204} +{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8962942361831665, "Finetune/Loss (Raw)": 1.0727275609970093, "Finetune/Step": 4785, "Finetune/Step Time": 4.328816594555974} +{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.895920991897583, "Finetune/Loss (Raw)": 0.9270322918891907, "Finetune/Step": 4786, "Finetune/Step Time": 4.331198912113905} +{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8952406048774719, "Finetune/Loss (Raw)": 0.8895221948623657, "Finetune/Step": 4787, "Finetune/Step Time": 4.332757061347365} +{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8944085240364075, "Finetune/Loss (Raw)": 0.8950306177139282, "Finetune/Step": 4788, "Finetune/Step Time": 4.341835975646973} +{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8937376141548157, "Finetune/Loss (Raw)": 0.7572854161262512, "Finetune/Step": 4789, "Finetune/Step Time": 4.34163879044354} +{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8943175077438354, "Finetune/Loss (Raw)": 1.010043978691101, "Finetune/Step": 4790, "Finetune/Step Time": 4.346747726202011} +{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8890857696533203, "Finetune/Loss (Raw)": 0.29644113779067993, "Finetune/Step": 4791, "Finetune/Step Time": 4.38621611520648} +{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.890103816986084, "Finetune/Loss (Raw)": 1.035291314125061, "Finetune/Step": 4792, "Finetune/Step Time": 4.390316093340516} +{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8910927772521973, "Finetune/Loss (Raw)": 0.9549283981323242, "Finetune/Step": 4793, "Finetune/Step Time": 4.38890266045928} +{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8913469910621643, "Finetune/Loss (Raw)": 0.8441752195358276, "Finetune/Step": 4794, "Finetune/Step Time": 4.370220925658941} +{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8897868394851685, "Finetune/Loss (Raw)": 0.8359125852584839, "Finetune/Step": 4795, "Finetune/Step Time": 4.402347024530172} +{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8905559778213501, "Finetune/Loss (Raw)": 0.969231903553009, "Finetune/Step": 4796, "Finetune/Step Time": 4.396160392090678} +{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8952516317367554, "Finetune/Loss (Raw)": 0.9480973482131958, "Finetune/Step": 4797, "Finetune/Step Time": 4.358126040548086} +{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.89373779296875, "Finetune/Loss (Raw)": 0.743636965751648, "Finetune/Step": 4798, "Finetune/Step Time": 4.374476416036487} +{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8940417170524597, "Finetune/Loss (Raw)": 0.9035010933876038, "Finetune/Step": 4799, "Finetune/Step Time": 4.37930703163147} +{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8954000473022461, "Finetune/Loss (Raw)": 1.0927221775054932, "Finetune/Step": 4800, "Finetune/Step Time": 4.362818419933319} +{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8961950540542603, "Finetune/Loss (Raw)": 0.9737246036529541, "Finetune/Step": 4801, "Finetune/Step Time": 4.355886325240135} +{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8953988552093506, "Finetune/Loss (Raw)": 0.9100735187530518, "Finetune/Step": 4802, "Finetune/Step Time": 4.329470623284578} +{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8957008123397827, "Finetune/Loss (Raw)": 0.95834881067276, "Finetune/Step": 4803, "Finetune/Step Time": 4.334555929526687} +{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8962777853012085, "Finetune/Loss (Raw)": 0.9434788227081299, "Finetune/Step": 4804, "Finetune/Step Time": 4.33694389089942} +{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8964879512786865, "Finetune/Loss (Raw)": 0.9849369525909424, "Finetune/Step": 4805, "Finetune/Step Time": 4.343099096789956} +{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.896377444267273, "Finetune/Loss (Raw)": 0.9804570078849792, "Finetune/Step": 4806, "Finetune/Step Time": 4.324060929939151} +{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8972686529159546, "Finetune/Loss (Raw)": 0.882113516330719, "Finetune/Step": 4807, "Finetune/Step Time": 4.325506206601858} +{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8966816663742065, "Finetune/Loss (Raw)": 0.9887158274650574, "Finetune/Step": 4808, "Finetune/Step Time": 4.322077229619026} +{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8951869010925293, "Finetune/Loss (Raw)": 0.717350423336029, "Finetune/Step": 4809, "Finetune/Step Time": 4.311287516728044} +{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8944268226623535, "Finetune/Loss (Raw)": 0.8723756670951843, "Finetune/Step": 4810, "Finetune/Step Time": 4.302306516095996} +{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8940268158912659, "Finetune/Loss (Raw)": 0.9226489067077637, "Finetune/Step": 4811, "Finetune/Step Time": 4.318266151472926} +{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.89349365234375, "Finetune/Loss (Raw)": 0.9108244180679321, "Finetune/Step": 4812, "Finetune/Step Time": 4.3124979846179485} +{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8897230625152588, "Finetune/Loss (Raw)": 0.47231632471084595, "Finetune/Step": 4813, "Finetune/Step Time": 4.357931852340698} +{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8905662298202515, "Finetune/Loss (Raw)": 0.9072418808937073, "Finetune/Step": 4814, "Finetune/Step Time": 4.348149582743645} +{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8910188674926758, "Finetune/Loss (Raw)": 0.9800274968147278, "Finetune/Step": 4815, "Finetune/Step Time": 4.345629213377833} +{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.888809084892273, "Finetune/Loss (Raw)": 0.8647637367248535, "Finetune/Step": 4816, "Finetune/Step Time": 4.361919118091464} +{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8879431486129761, "Finetune/Loss (Raw)": 0.9289138317108154, "Finetune/Step": 4817, "Finetune/Step Time": 4.360661119222641} +{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8891926407814026, "Finetune/Loss (Raw)": 1.0102386474609375, "Finetune/Step": 4818, "Finetune/Step Time": 4.356184083968401} +{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8891825675964355, "Finetune/Loss (Raw)": 0.9850338101387024, "Finetune/Step": 4819, "Finetune/Step Time": 4.3500447534024715} +{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8882220387458801, "Finetune/Loss (Raw)": 0.9343810081481934, "Finetune/Step": 4820, "Finetune/Step Time": 4.347007647156715} +{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8885856866836548, "Finetune/Loss (Raw)": 0.9902306199073792, "Finetune/Step": 4821, "Finetune/Step Time": 4.334330655634403} +{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8876808881759644, "Finetune/Loss (Raw)": 0.9148402810096741, "Finetune/Step": 4822, "Finetune/Step Time": 4.342589458450675} +{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8873587846755981, "Finetune/Loss (Raw)": 0.9840720295906067, "Finetune/Step": 4823, "Finetune/Step Time": 4.341144593432546} +{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8830190300941467, "Finetune/Loss (Raw)": 0.2907077372074127, "Finetune/Step": 4824, "Finetune/Step Time": 4.369915680959821} +{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8830587863922119, "Finetune/Loss (Raw)": 0.9285688400268555, "Finetune/Step": 4825, "Finetune/Step Time": 4.374523855745792} +{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8830918073654175, "Finetune/Loss (Raw)": 0.9669537544250488, "Finetune/Step": 4826, "Finetune/Step Time": 4.367959648370743} +{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8827224969863892, "Finetune/Loss (Raw)": 0.968224287033081, "Finetune/Step": 4827, "Finetune/Step Time": 4.357583671808243} +{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.883197546005249, "Finetune/Loss (Raw)": 0.9839543104171753, "Finetune/Step": 4828, "Finetune/Step Time": 4.364505156874657} +{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8827446699142456, "Finetune/Loss (Raw)": 0.8908216953277588, "Finetune/Step": 4829, "Finetune/Step Time": 4.3761743940413} +{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8832119703292847, "Finetune/Loss (Raw)": 0.944593071937561, "Finetune/Step": 4830, "Finetune/Step Time": 4.373793672770262} +{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8781758546829224, "Finetune/Loss (Raw)": 0.351953387260437, "Finetune/Step": 4831, "Finetune/Step Time": 4.416259549558163} +{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8786473274230957, "Finetune/Loss (Raw)": 0.8380991816520691, "Finetune/Step": 4832, "Finetune/Step Time": 4.433970497921109} +{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.877906322479248, "Finetune/Loss (Raw)": 0.89778733253479, "Finetune/Step": 4833, "Finetune/Step Time": 4.431054163724184} +{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8792910575866699, "Finetune/Loss (Raw)": 1.0292160511016846, "Finetune/Step": 4834, "Finetune/Step Time": 4.435127943754196} +{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8807677030563354, "Finetune/Loss (Raw)": 0.971203625202179, "Finetune/Step": 4835, "Finetune/Step Time": 4.4317308627069} +{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8822523355484009, "Finetune/Loss (Raw)": 0.9841201901435852, "Finetune/Step": 4836, "Finetune/Step Time": 4.435364359989762} +{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8832811117172241, "Finetune/Loss (Raw)": 0.8941894769668579, "Finetune/Step": 4837, "Finetune/Step Time": 4.416920470073819} +{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8830928802490234, "Finetune/Loss (Raw)": 1.0246539115905762, "Finetune/Step": 4838, "Finetune/Step Time": 4.418140683323145} +{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8827475905418396, "Finetune/Loss (Raw)": 0.8457061648368835, "Finetune/Step": 4839, "Finetune/Step Time": 4.419550275430083} +{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8834116458892822, "Finetune/Loss (Raw)": 0.9616636037826538, "Finetune/Step": 4840, "Finetune/Step Time": 4.409865567460656} +{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8822630643844604, "Finetune/Loss (Raw)": 0.8405521512031555, "Finetune/Step": 4841, "Finetune/Step Time": 4.421465149149299} +{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8826713562011719, "Finetune/Loss (Raw)": 0.9151662588119507, "Finetune/Step": 4842, "Finetune/Step Time": 4.431539639830589} +{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8834238052368164, "Finetune/Loss (Raw)": 1.0797497034072876, "Finetune/Step": 4843, "Finetune/Step Time": 4.427830507978797} +{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8832157850265503, "Finetune/Loss (Raw)": 0.8984992504119873, "Finetune/Step": 4844, "Finetune/Step Time": 4.447829037904739} +{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8841974139213562, "Finetune/Loss (Raw)": 1.0551809072494507, "Finetune/Step": 4845, "Finetune/Step Time": 4.449752140790224} +{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8865922689437866, "Finetune/Loss (Raw)": 1.0050956010818481, "Finetune/Step": 4846, "Finetune/Step Time": 4.461004722863436} +{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8826743364334106, "Finetune/Loss (Raw)": 0.3173740804195404, "Finetune/Step": 4847, "Finetune/Step Time": 4.500918326899409} +{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8836318850517273, "Finetune/Loss (Raw)": 0.822884738445282, "Finetune/Step": 4848, "Finetune/Step Time": 4.463752508163452} +{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8831040859222412, "Finetune/Loss (Raw)": 0.7940499782562256, "Finetune/Step": 4849, "Finetune/Step Time": 4.474178686738014} +{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.883888840675354, "Finetune/Loss (Raw)": 0.9977127313613892, "Finetune/Step": 4850, "Finetune/Step Time": 4.483014058321714} +{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8839991092681885, "Finetune/Loss (Raw)": 0.9369574785232544, "Finetune/Step": 4851, "Finetune/Step Time": 4.488208619877696} +{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8837863206863403, "Finetune/Loss (Raw)": 0.881756067276001, "Finetune/Step": 4852, "Finetune/Step Time": 4.480653086677194} +{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8849031925201416, "Finetune/Loss (Raw)": 1.0729371309280396, "Finetune/Step": 4853, "Finetune/Step Time": 4.4873637072741985} +{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8838651776313782, "Finetune/Loss (Raw)": 0.6657341122627258, "Finetune/Step": 4854, "Finetune/Step Time": 4.495722968131304} +{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8845075368881226, "Finetune/Loss (Raw)": 0.9479883313179016, "Finetune/Step": 4855, "Finetune/Step Time": 4.497128259390593} +{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8844625949859619, "Finetune/Loss (Raw)": 0.937689483165741, "Finetune/Step": 4856, "Finetune/Step Time": 4.491592522710562} +{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8836158514022827, "Finetune/Loss (Raw)": 0.9975665211677551, "Finetune/Step": 4857, "Finetune/Step Time": 4.4902168326079845} +{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8845481872558594, "Finetune/Loss (Raw)": 1.028579592704773, "Finetune/Step": 4858, "Finetune/Step Time": 4.499970152974129} +{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8852314352989197, "Finetune/Loss (Raw)": 0.9490140676498413, "Finetune/Step": 4859, "Finetune/Step Time": 4.485919035971165} +{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8847276568412781, "Finetune/Loss (Raw)": 0.8202468752861023, "Finetune/Step": 4860, "Finetune/Step Time": 4.484563065692782} +{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8844162225723267, "Finetune/Loss (Raw)": 0.918053150177002, "Finetune/Step": 4861, "Finetune/Step Time": 4.499395148828626} +{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8856703042984009, "Finetune/Loss (Raw)": 0.9969877600669861, "Finetune/Step": 4862, "Finetune/Step Time": 4.484178300946951} +{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8858432769775391, "Finetune/Loss (Raw)": 1.0325437784194946, "Finetune/Step": 4863, "Finetune/Step Time": 4.4889567624777555} +{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8877456188201904, "Finetune/Loss (Raw)": 1.0007579326629639, "Finetune/Step": 4864, "Finetune/Step Time": 4.494293596595526} +{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8885239362716675, "Finetune/Loss (Raw)": 0.9453562498092651, "Finetune/Step": 4865, "Finetune/Step Time": 4.488472308963537} +{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8866077661514282, "Finetune/Loss (Raw)": 0.7983331680297852, "Finetune/Step": 4866, "Finetune/Step Time": 4.480420667678118} +{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8830162286758423, "Finetune/Loss (Raw)": 0.34640276432037354, "Finetune/Step": 4867, "Finetune/Step Time": 4.519594173878431} +{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8822839260101318, "Finetune/Loss (Raw)": 0.7783010005950928, "Finetune/Step": 4868, "Finetune/Step Time": 4.518775226548314} +{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8829787969589233, "Finetune/Loss (Raw)": 0.8241409063339233, "Finetune/Step": 4869, "Finetune/Step Time": 4.523078124970198} +{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8827263116836548, "Finetune/Loss (Raw)": 0.8100858330726624, "Finetune/Step": 4870, "Finetune/Step Time": 4.508278453722596} +{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8845281600952148, "Finetune/Loss (Raw)": 0.9897231459617615, "Finetune/Step": 4871, "Finetune/Step Time": 4.502635205164552} +{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8830329179763794, "Finetune/Loss (Raw)": 0.8664685487747192, "Finetune/Step": 4872, "Finetune/Step Time": 4.502683939412236} +{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8831275105476379, "Finetune/Loss (Raw)": 0.8367629051208496, "Finetune/Step": 4873, "Finetune/Step Time": 4.499795991927385} +{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8819392323493958, "Finetune/Loss (Raw)": 0.7109618186950684, "Finetune/Step": 4874, "Finetune/Step Time": 4.483736855909228} +{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8803063631057739, "Finetune/Loss (Raw)": 0.8591058850288391, "Finetune/Step": 4875, "Finetune/Step Time": 4.492294516414404} +{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8802744150161743, "Finetune/Loss (Raw)": 0.9591935873031616, "Finetune/Step": 4876, "Finetune/Step Time": 4.48568307608366} +{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8813794851303101, "Finetune/Loss (Raw)": 1.0285017490386963, "Finetune/Step": 4877, "Finetune/Step Time": 4.48189558647573} +{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8817055821418762, "Finetune/Loss (Raw)": 0.9398694634437561, "Finetune/Step": 4878, "Finetune/Step Time": 4.483719684183598} +{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8817346692085266, "Finetune/Loss (Raw)": 0.9512996077537537, "Finetune/Step": 4879, "Finetune/Step Time": 4.464815745130181} +{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8819864392280579, "Finetune/Loss (Raw)": 0.9806118607521057, "Finetune/Step": 4880, "Finetune/Step Time": 4.466915633529425} +{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844126462936401, "Finetune/Loss (Raw)": 1.111273169517517, "Finetune/Step": 4881, "Finetune/Step Time": 4.4666861314326525} +{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8835560083389282, "Finetune/Loss (Raw)": 0.8257372975349426, "Finetune/Step": 4882, "Finetune/Step Time": 4.468822859227657} +{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8822903633117676, "Finetune/Loss (Raw)": 0.806397020816803, "Finetune/Step": 4883, "Finetune/Step Time": 4.454642968252301} +{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8830710053443909, "Finetune/Loss (Raw)": 1.0199263095855713, "Finetune/Step": 4884, "Finetune/Step Time": 4.457046860828996} +{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828238248825073, "Finetune/Loss (Raw)": 0.8769199848175049, "Finetune/Step": 4885, "Finetune/Step Time": 4.460513295605779} +{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8840417861938477, "Finetune/Loss (Raw)": 1.0248132944107056, "Finetune/Step": 4886, "Finetune/Step Time": 4.4618204571306705} +{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843046426773071, "Finetune/Loss (Raw)": 0.9211976528167725, "Finetune/Step": 4887, "Finetune/Step Time": 4.4684563130140305} +{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850269317626953, "Finetune/Loss (Raw)": 0.9953814148902893, "Finetune/Step": 4888, "Finetune/Step Time": 4.4728806503117085} +{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8858276605606079, "Finetune/Loss (Raw)": 0.9069687128067017, "Finetune/Step": 4889, "Finetune/Step Time": 4.467077711597085} +{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8864428400993347, "Finetune/Loss (Raw)": 0.9010170698165894, "Finetune/Step": 4890, "Finetune/Step Time": 4.486398968845606} +{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8856427669525146, "Finetune/Loss (Raw)": 0.807702898979187, "Finetune/Step": 4891, "Finetune/Step Time": 4.483674664050341} +{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8858221769332886, "Finetune/Loss (Raw)": 0.9298445582389832, "Finetune/Step": 4892, "Finetune/Step Time": 4.479445416480303} +{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8877028226852417, "Finetune/Loss (Raw)": 1.0470261573791504, "Finetune/Step": 4893, "Finetune/Step Time": 4.479597253724933} +{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8861225843429565, "Finetune/Loss (Raw)": 0.8697203397750854, "Finetune/Step": 4894, "Finetune/Step Time": 4.486464384943247} +{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8854350447654724, "Finetune/Loss (Raw)": 0.8240965604782104, "Finetune/Step": 4895, "Finetune/Step Time": 4.488588634878397} +{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.886357843875885, "Finetune/Loss (Raw)": 0.9669924974441528, "Finetune/Step": 4896, "Finetune/Step Time": 4.4814392402768135} +{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.885201096534729, "Finetune/Loss (Raw)": 0.7200158834457397, "Finetune/Step": 4897, "Finetune/Step Time": 4.492830444127321} +{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8861647844314575, "Finetune/Loss (Raw)": 0.8160464763641357, "Finetune/Step": 4898, "Finetune/Step Time": 4.494233012199402} +{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8860300779342651, "Finetune/Loss (Raw)": 1.0185946226119995, "Finetune/Step": 4899, "Finetune/Step Time": 4.491768384352326} +{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8866190910339355, "Finetune/Loss (Raw)": 0.8847176432609558, "Finetune/Step": 4900, "Finetune/Step Time": 4.478719770908356} +{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8883061408996582, "Finetune/Loss (Raw)": 0.8584988713264465, "Finetune/Step": 4901, "Finetune/Step Time": 4.477005353197455} +{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8877763152122498, "Finetune/Loss (Raw)": 0.8688573241233826, "Finetune/Step": 4902, "Finetune/Step Time": 4.476395899429917} +{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8866668343544006, "Finetune/Loss (Raw)": 0.8755489587783813, "Finetune/Step": 4903, "Finetune/Step Time": 4.476039124652743} +{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8866993188858032, "Finetune/Loss (Raw)": 0.8815418481826782, "Finetune/Step": 4904, "Finetune/Step Time": 4.460964506492019} +{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870006203651428, "Finetune/Loss (Raw)": 0.9863290190696716, "Finetune/Step": 4905, "Finetune/Step Time": 4.464806204661727} +{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8917236328125, "Finetune/Loss (Raw)": 0.8882721662521362, "Finetune/Step": 4906, "Finetune/Step Time": 4.42221656255424} +{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8898813724517822, "Finetune/Loss (Raw)": 0.8285590410232544, "Finetune/Step": 4907, "Finetune/Step Time": 4.429671557620168} +{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8899428844451904, "Finetune/Loss (Raw)": 0.916637659072876, "Finetune/Step": 4908, "Finetune/Step Time": 4.441481497138739} +{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8902921080589294, "Finetune/Loss (Raw)": 0.8895910382270813, "Finetune/Step": 4909, "Finetune/Step Time": 4.437673877924681} +{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8905011415481567, "Finetune/Loss (Raw)": 0.9265679121017456, "Finetune/Step": 4910, "Finetune/Step Time": 4.427095264196396} +{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8946173191070557, "Finetune/Loss (Raw)": 0.88902348279953, "Finetune/Step": 4911, "Finetune/Step Time": 4.387784756720066} +{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8948490619659424, "Finetune/Loss (Raw)": 0.953561544418335, "Finetune/Step": 4912, "Finetune/Step Time": 4.395092509686947} +{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8940777778625488, "Finetune/Loss (Raw)": 0.9740056395530701, "Finetune/Step": 4913, "Finetune/Step Time": 4.408905381336808} +{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8899807929992676, "Finetune/Loss (Raw)": 0.4026184678077698, "Finetune/Step": 4914, "Finetune/Step Time": 4.444829665124416} +{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8891783952713013, "Finetune/Loss (Raw)": 0.786812961101532, "Finetune/Step": 4915, "Finetune/Step Time": 4.442177450284362} +{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8892257213592529, "Finetune/Loss (Raw)": 0.9010863304138184, "Finetune/Step": 4916, "Finetune/Step Time": 4.415870221331716} +{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8864802122116089, "Finetune/Loss (Raw)": 0.40586593747138977, "Finetune/Step": 4917, "Finetune/Step Time": 4.451023129746318} +{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8858571648597717, "Finetune/Loss (Raw)": 0.9302931427955627, "Finetune/Step": 4918, "Finetune/Step Time": 4.444980870932341} +{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8905383348464966, "Finetune/Loss (Raw)": 0.8956357836723328, "Finetune/Step": 4919, "Finetune/Step Time": 4.408140499144793} +{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8897275924682617, "Finetune/Loss (Raw)": 0.9315059185028076, "Finetune/Step": 4920, "Finetune/Step Time": 4.403972061350942} +{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8899710774421692, "Finetune/Loss (Raw)": 0.986099362373352, "Finetune/Step": 4921, "Finetune/Step Time": 4.416876262053847} +{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8895053267478943, "Finetune/Loss (Raw)": 0.7845585942268372, "Finetune/Step": 4922, "Finetune/Step Time": 4.418134357780218} +{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8895470499992371, "Finetune/Loss (Raw)": 0.841253936290741, "Finetune/Step": 4923, "Finetune/Step Time": 4.398184958845377} +{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8892233371734619, "Finetune/Loss (Raw)": 0.9277954697608948, "Finetune/Step": 4924, "Finetune/Step Time": 4.399460280314088} +{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8886034488677979, "Finetune/Loss (Raw)": 0.8687556982040405, "Finetune/Step": 4925, "Finetune/Step Time": 4.39898263476789} +{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8894095420837402, "Finetune/Loss (Raw)": 0.8468073606491089, "Finetune/Step": 4926, "Finetune/Step Time": 4.3831516448408365} +{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8889485597610474, "Finetune/Loss (Raw)": 0.8445050120353699, "Finetune/Step": 4927, "Finetune/Step Time": 4.381268750876188} +{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8858423829078674, "Finetune/Loss (Raw)": 0.6951292753219604, "Finetune/Step": 4928, "Finetune/Step Time": 4.404104270040989} +{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.884906530380249, "Finetune/Loss (Raw)": 0.8539323806762695, "Finetune/Step": 4929, "Finetune/Step Time": 4.4083042703568935} +{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.885042667388916, "Finetune/Loss (Raw)": 0.9274972081184387, "Finetune/Step": 4930, "Finetune/Step Time": 4.407871866598725} +{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8851688504219055, "Finetune/Loss (Raw)": 0.9745057821273804, "Finetune/Step": 4931, "Finetune/Step Time": 4.4054324720054865} +{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8851910829544067, "Finetune/Loss (Raw)": 0.9463202357292175, "Finetune/Step": 4932, "Finetune/Step Time": 4.402822369709611} +{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839244842529297, "Finetune/Loss (Raw)": 0.8228192329406738, "Finetune/Step": 4933, "Finetune/Step Time": 4.413567302748561} +{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8837664723396301, "Finetune/Loss (Raw)": 0.9602264165878296, "Finetune/Step": 4934, "Finetune/Step Time": 4.408394457772374} +{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.884675145149231, "Finetune/Loss (Raw)": 0.9984279274940491, "Finetune/Step": 4935, "Finetune/Step Time": 4.407558457925916} +{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8833436965942383, "Finetune/Loss (Raw)": 0.8182898163795471, "Finetune/Step": 4936, "Finetune/Step Time": 4.418091161176562} +{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8860257863998413, "Finetune/Loss (Raw)": 1.06065833568573, "Finetune/Step": 4937, "Finetune/Step Time": 4.4168019108474255} +{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867936730384827, "Finetune/Loss (Raw)": 0.9706631302833557, "Finetune/Step": 4938, "Finetune/Step Time": 4.428391598165035} +{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821924924850464, "Finetune/Loss (Raw)": 0.3337004780769348, "Finetune/Step": 4939, "Finetune/Step Time": 4.445596208795905} +{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8806110620498657, "Finetune/Loss (Raw)": 0.7083916068077087, "Finetune/Step": 4940, "Finetune/Step Time": 4.445706101134419} +{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829988241195679, "Finetune/Loss (Raw)": 0.7779563665390015, "Finetune/Step": 4941, "Finetune/Step Time": 4.39656151086092} +{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826704025268555, "Finetune/Loss (Raw)": 0.8652013540267944, "Finetune/Step": 4942, "Finetune/Step Time": 4.4029581770300865} +{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8814511299133301, "Finetune/Loss (Raw)": 0.823963463306427, "Finetune/Step": 4943, "Finetune/Step Time": 4.414328129962087} +{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.882279098033905, "Finetune/Loss (Raw)": 0.9707410931587219, "Finetune/Step": 4944, "Finetune/Step Time": 4.400647360831499} +{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8826382160186768, "Finetune/Loss (Raw)": 0.9748793840408325, "Finetune/Step": 4945, "Finetune/Step Time": 4.400345958769321} +{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8817981481552124, "Finetune/Loss (Raw)": 0.9027087688446045, "Finetune/Step": 4946, "Finetune/Step Time": 4.3957078494131565} +{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8817006945610046, "Finetune/Loss (Raw)": 0.9725624918937683, "Finetune/Step": 4947, "Finetune/Step Time": 4.402944436296821} +{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8810703158378601, "Finetune/Loss (Raw)": 0.8536891937255859, "Finetune/Step": 4948, "Finetune/Step Time": 4.400113707408309} +{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8800484538078308, "Finetune/Loss (Raw)": 0.8594342470169067, "Finetune/Step": 4949, "Finetune/Step Time": 4.398117447271943} +{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8796912431716919, "Finetune/Loss (Raw)": 0.8691225647926331, "Finetune/Step": 4950, "Finetune/Step Time": 4.410170964896679} +{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8794582486152649, "Finetune/Loss (Raw)": 0.9542466998100281, "Finetune/Step": 4951, "Finetune/Step Time": 4.408847717568278} +{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8846936225891113, "Finetune/Loss (Raw)": 0.9608350992202759, "Finetune/Step": 4952, "Finetune/Step Time": 4.380146577954292} +{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8843010663986206, "Finetune/Loss (Raw)": 0.878313422203064, "Finetune/Step": 4953, "Finetune/Step Time": 4.381186157464981} +{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8844842910766602, "Finetune/Loss (Raw)": 0.9904189705848694, "Finetune/Step": 4954, "Finetune/Step Time": 4.432124696671963} +{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8840159177780151, "Finetune/Loss (Raw)": 0.9082650542259216, "Finetune/Step": 4955, "Finetune/Step Time": 4.434753350913525} +{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8839691877365112, "Finetune/Loss (Raw)": 0.9779673218727112, "Finetune/Step": 4956, "Finetune/Step Time": 4.422358851879835} +{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8849080801010132, "Finetune/Loss (Raw)": 1.0110019445419312, "Finetune/Step": 4957, "Finetune/Step Time": 4.406855311244726} +{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.884422779083252, "Finetune/Loss (Raw)": 0.882484495639801, "Finetune/Step": 4958, "Finetune/Step Time": 4.4242371916770935} +{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8850753307342529, "Finetune/Loss (Raw)": 0.4354735016822815, "Finetune/Step": 4959, "Finetune/Step Time": 4.424323515966535} +{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8852673768997192, "Finetune/Loss (Raw)": 0.862675666809082, "Finetune/Step": 4960, "Finetune/Step Time": 4.3977736588567495} +{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8847643136978149, "Finetune/Loss (Raw)": 0.8333929181098938, "Finetune/Step": 4961, "Finetune/Step Time": 4.3957444075495005} +{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842398524284363, "Finetune/Loss (Raw)": 0.9620972275733948, "Finetune/Step": 4962, "Finetune/Step Time": 4.394589759409428} +{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.883567214012146, "Finetune/Loss (Raw)": 0.8851010203361511, "Finetune/Step": 4963, "Finetune/Step Time": 4.398875189945102} +{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8835732936859131, "Finetune/Loss (Raw)": 0.984896183013916, "Finetune/Step": 4964, "Finetune/Step Time": 4.397170765325427} +{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8844226598739624, "Finetune/Loss (Raw)": 1.002909541130066, "Finetune/Step": 4965, "Finetune/Step Time": 4.403826642781496} +{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8829544186592102, "Finetune/Loss (Raw)": 0.8367223143577576, "Finetune/Step": 4966, "Finetune/Step Time": 4.4071278646588326} +{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8837552666664124, "Finetune/Loss (Raw)": 0.9482160806655884, "Finetune/Step": 4967, "Finetune/Step Time": 4.410408530384302} +{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8836166262626648, "Finetune/Loss (Raw)": 0.9439176321029663, "Finetune/Step": 4968, "Finetune/Step Time": 4.405702278017998} +{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8843129277229309, "Finetune/Loss (Raw)": 0.9296757578849792, "Finetune/Step": 4969, "Finetune/Step Time": 4.403535867109895} +{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848651647567749, "Finetune/Loss (Raw)": 0.9858527779579163, "Finetune/Step": 4970, "Finetune/Step Time": 4.385384533554316} +{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846795558929443, "Finetune/Loss (Raw)": 1.0559847354888916, "Finetune/Step": 4971, "Finetune/Step Time": 4.397052749991417} +{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.884820818901062, "Finetune/Loss (Raw)": 0.9165820479393005, "Finetune/Step": 4972, "Finetune/Step Time": 4.390999216586351} +{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8846116065979004, "Finetune/Loss (Raw)": 1.028404951095581, "Finetune/Step": 4973, "Finetune/Step Time": 4.391561962664127} +{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790984153747559, "Finetune/Loss (Raw)": 0.2994099259376526, "Finetune/Step": 4974, "Finetune/Step Time": 4.402962908148766} +{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.88324373960495, "Finetune/Loss (Raw)": 0.8479772806167603, "Finetune/Step": 4975, "Finetune/Step Time": 4.368138775229454} +{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848927021026611, "Finetune/Loss (Raw)": 1.033953309059143, "Finetune/Step": 4976, "Finetune/Step Time": 4.371171580627561} +{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8849439024925232, "Finetune/Loss (Raw)": 0.8005986213684082, "Finetune/Step": 4977, "Finetune/Step Time": 4.370439540594816} +{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836919069290161, "Finetune/Loss (Raw)": 0.8374617695808411, "Finetune/Step": 4978, "Finetune/Step Time": 4.360747175291181} +{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8833170533180237, "Finetune/Loss (Raw)": 0.8889721632003784, "Finetune/Step": 4979, "Finetune/Step Time": 4.363047836348414} +{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8822916150093079, "Finetune/Loss (Raw)": 0.7505016326904297, "Finetune/Step": 4980, "Finetune/Step Time": 4.356309488415718} +{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8800504207611084, "Finetune/Loss (Raw)": 0.7860628366470337, "Finetune/Step": 4981, "Finetune/Step Time": 4.352827318012714} +{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8826174736022949, "Finetune/Loss (Raw)": 0.9943217039108276, "Finetune/Step": 4982, "Finetune/Step Time": 4.348310444504023} +{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.878395676612854, "Finetune/Loss (Raw)": 0.4076024889945984, "Finetune/Step": 4983, "Finetune/Step Time": 4.38513639010489} +{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.877805769443512, "Finetune/Loss (Raw)": 0.8621777296066284, "Finetune/Step": 4984, "Finetune/Step Time": 4.396456753835082} +{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8784852027893066, "Finetune/Loss (Raw)": 1.0845311880111694, "Finetune/Step": 4985, "Finetune/Step Time": 4.393103061243892} +{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.876124382019043, "Finetune/Loss (Raw)": 0.726394772529602, "Finetune/Step": 4986, "Finetune/Step Time": 4.385487664490938} +{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8762619495391846, "Finetune/Loss (Raw)": 0.9666237235069275, "Finetune/Step": 4987, "Finetune/Step Time": 4.392943080514669} +{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8775355815887451, "Finetune/Loss (Raw)": 0.9832682609558105, "Finetune/Step": 4988, "Finetune/Step Time": 4.401454074308276} +{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8778790235519409, "Finetune/Loss (Raw)": 0.9620124101638794, "Finetune/Step": 4989, "Finetune/Step Time": 4.392956173047423} +{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.877212643623352, "Finetune/Loss (Raw)": 0.9117010831832886, "Finetune/Step": 4990, "Finetune/Step Time": 4.396342499181628} +{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8759592175483704, "Finetune/Loss (Raw)": 0.8720999956130981, "Finetune/Step": 4991, "Finetune/Step Time": 4.390364769846201} +{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8761452436447144, "Finetune/Loss (Raw)": 1.0245640277862549, "Finetune/Step": 4992, "Finetune/Step Time": 4.3906405214220285} +{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8740236163139343, "Finetune/Loss (Raw)": 0.6737920641899109, "Finetune/Step": 4993, "Finetune/Step Time": 4.404412230476737} +{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8746041655540466, "Finetune/Loss (Raw)": 0.8726436495780945, "Finetune/Step": 4994, "Finetune/Step Time": 4.4110240545123816} +{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8769787549972534, "Finetune/Loss (Raw)": 0.6503466367721558, "Finetune/Step": 4995, "Finetune/Step Time": 4.375377276912332} +{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8792909383773804, "Finetune/Loss (Raw)": 1.074263334274292, "Finetune/Step": 4996, "Finetune/Step Time": 4.376521410420537} +{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8803333044052124, "Finetune/Loss (Raw)": 0.9575636982917786, "Finetune/Step": 4997, "Finetune/Step Time": 4.361222717911005} +{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8830155730247498, "Finetune/Loss (Raw)": 1.1534150838851929, "Finetune/Step": 4998, "Finetune/Step Time": 4.358961148187518} +{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8831883668899536, "Finetune/Loss (Raw)": 1.0118404626846313, "Finetune/Step": 4999, "Finetune/Step Time": 4.34956219419837} +{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8791323900222778, "Finetune/Loss (Raw)": 0.34730854630470276, "Finetune/Step": 5000, "Finetune/Step Time": 4.389285318553448} +{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8802134990692139, "Finetune/Loss (Raw)": 0.9751426577568054, "Finetune/Step": 5001, "Finetune/Step Time": 4.371464133262634} +{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8803609609603882, "Finetune/Loss (Raw)": 0.7298328876495361, "Finetune/Step": 5002, "Finetune/Step Time": 4.373319908976555} +{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801703453063965, "Finetune/Loss (Raw)": 0.8347072005271912, "Finetune/Step": 5003, "Finetune/Step Time": 4.356181602925062} +{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8789576888084412, "Finetune/Loss (Raw)": 0.8039779663085938, "Finetune/Step": 5004, "Finetune/Step Time": 4.369812369346619} +{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8780951499938965, "Finetune/Loss (Raw)": 0.9180959463119507, "Finetune/Step": 5005, "Finetune/Step Time": 4.377131691202521} +{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8779855966567993, "Finetune/Loss (Raw)": 0.925844669342041, "Finetune/Step": 5006, "Finetune/Step Time": 4.368593517690897} +{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8772422075271606, "Finetune/Loss (Raw)": 0.8561480045318604, "Finetune/Step": 5007, "Finetune/Step Time": 4.378626020625234} +{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8760229349136353, "Finetune/Loss (Raw)": 0.8245437741279602, "Finetune/Step": 5008, "Finetune/Step Time": 4.3800561837852} +{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8755524158477783, "Finetune/Loss (Raw)": 1.0510507822036743, "Finetune/Step": 5009, "Finetune/Step Time": 4.382845336571336} +{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.876941978931427, "Finetune/Loss (Raw)": 1.0036020278930664, "Finetune/Step": 5010, "Finetune/Step Time": 4.373613366857171} +{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8776861429214478, "Finetune/Loss (Raw)": 0.9016391634941101, "Finetune/Step": 5011, "Finetune/Step Time": 4.374291006475687} +{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.876530647277832, "Finetune/Loss (Raw)": 0.8720294833183289, "Finetune/Step": 5012, "Finetune/Step Time": 4.372716573998332} +{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8756006956100464, "Finetune/Loss (Raw)": 0.7578880190849304, "Finetune/Step": 5013, "Finetune/Step Time": 4.376725267618895} +{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8740819692611694, "Finetune/Loss (Raw)": 0.8304111361503601, "Finetune/Step": 5014, "Finetune/Step Time": 4.366251150146127} +{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8732215166091919, "Finetune/Loss (Raw)": 0.8110591173171997, "Finetune/Step": 5015, "Finetune/Step Time": 4.355196649208665} +{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.872542142868042, "Finetune/Loss (Raw)": 0.9084262251853943, "Finetune/Step": 5016, "Finetune/Step Time": 4.3702878057956696} +{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8719656467437744, "Finetune/Loss (Raw)": 0.8331775665283203, "Finetune/Step": 5017, "Finetune/Step Time": 4.3647060710936785} +{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8711515069007874, "Finetune/Loss (Raw)": 0.7968068718910217, "Finetune/Step": 5018, "Finetune/Step Time": 4.358118051663041} +{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8712124824523926, "Finetune/Loss (Raw)": 0.8155068159103394, "Finetune/Step": 5019, "Finetune/Step Time": 4.356743838638067} +{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8666461706161499, "Finetune/Loss (Raw)": 0.3453582525253296, "Finetune/Step": 5020, "Finetune/Step Time": 4.393586730584502} +{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8659130334854126, "Finetune/Loss (Raw)": 0.953184962272644, "Finetune/Step": 5021, "Finetune/Step Time": 4.3924513924866915} +{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.866329550743103, "Finetune/Loss (Raw)": 0.9230279326438904, "Finetune/Step": 5022, "Finetune/Step Time": 4.374211823567748} +{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8672534227371216, "Finetune/Loss (Raw)": 0.9423590898513794, "Finetune/Step": 5023, "Finetune/Step Time": 4.3807544857263565} +{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8664406538009644, "Finetune/Loss (Raw)": 0.8629598617553711, "Finetune/Step": 5024, "Finetune/Step Time": 4.384228814393282} +{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8675780296325684, "Finetune/Loss (Raw)": 0.8655948638916016, "Finetune/Step": 5025, "Finetune/Step Time": 4.38359372317791} +{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8687983155250549, "Finetune/Loss (Raw)": 0.9722474217414856, "Finetune/Step": 5026, "Finetune/Step Time": 4.369948212057352} +{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8685142993927002, "Finetune/Loss (Raw)": 0.9822382926940918, "Finetune/Step": 5027, "Finetune/Step Time": 4.372766993939877} +{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8694033026695251, "Finetune/Loss (Raw)": 0.9985063672065735, "Finetune/Step": 5028, "Finetune/Step Time": 4.375129297375679} +{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.869925320148468, "Finetune/Loss (Raw)": 0.9253217577934265, "Finetune/Step": 5029, "Finetune/Step Time": 4.376990562304854} +{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698479533195496, "Finetune/Loss (Raw)": 0.8589509129524231, "Finetune/Step": 5030, "Finetune/Step Time": 4.380634294822812} +{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8703701496124268, "Finetune/Loss (Raw)": 0.9423929452896118, "Finetune/Step": 5031, "Finetune/Step Time": 4.387799680233002} +{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713069558143616, "Finetune/Loss (Raw)": 1.0014474391937256, "Finetune/Step": 5032, "Finetune/Step Time": 4.385720733553171} +{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706071972846985, "Finetune/Loss (Raw)": 0.8967673778533936, "Finetune/Step": 5033, "Finetune/Step Time": 4.385168857872486} +{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8712012767791748, "Finetune/Loss (Raw)": 0.9643116593360901, "Finetune/Step": 5034, "Finetune/Step Time": 4.382611123844981} +{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8711997270584106, "Finetune/Loss (Raw)": 0.8283634781837463, "Finetune/Step": 5035, "Finetune/Step Time": 4.380029005929828} +{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.870704174041748, "Finetune/Loss (Raw)": 0.8532061576843262, "Finetune/Step": 5036, "Finetune/Step Time": 4.365590350702405} +{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8715675473213196, "Finetune/Loss (Raw)": 1.0000969171524048, "Finetune/Step": 5037, "Finetune/Step Time": 4.360764931887388} +{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8721684217453003, "Finetune/Loss (Raw)": 1.0034763813018799, "Finetune/Step": 5038, "Finetune/Step Time": 4.368564385920763} +{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8740595579147339, "Finetune/Loss (Raw)": 1.1310962438583374, "Finetune/Step": 5039, "Finetune/Step Time": 4.373756106942892} +{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8727550506591797, "Finetune/Loss (Raw)": 0.7865803837776184, "Finetune/Step": 5040, "Finetune/Step Time": 4.377754386514425} +{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.873268723487854, "Finetune/Loss (Raw)": 1.0397608280181885, "Finetune/Step": 5041, "Finetune/Step Time": 4.360466696321964} +{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8780864477157593, "Finetune/Loss (Raw)": 1.019283652305603, "Finetune/Step": 5042, "Finetune/Step Time": 4.335249491035938} +{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8788506984710693, "Finetune/Loss (Raw)": 0.8846388459205627, "Finetune/Step": 5043, "Finetune/Step Time": 4.337050586938858} +{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8786576986312866, "Finetune/Loss (Raw)": 0.8763779401779175, "Finetune/Step": 5044, "Finetune/Step Time": 4.345646796748042} +{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8777086734771729, "Finetune/Loss (Raw)": 0.2843973934650421, "Finetune/Step": 5045, "Finetune/Step Time": 4.349108474329114} +{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8730154037475586, "Finetune/Loss (Raw)": 0.3295527398586273, "Finetune/Step": 5046, "Finetune/Step Time": 4.3874000161886215} +{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8732994794845581, "Finetune/Loss (Raw)": 0.9319989681243896, "Finetune/Step": 5047, "Finetune/Step Time": 4.38689586892724} +{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8737751245498657, "Finetune/Loss (Raw)": 0.9923829436302185, "Finetune/Step": 5048, "Finetune/Step Time": 4.387505983933806} +{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8730521202087402, "Finetune/Loss (Raw)": 0.8935552835464478, "Finetune/Step": 5049, "Finetune/Step Time": 4.379605621099472} +{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8739518523216248, "Finetune/Loss (Raw)": 0.899724006652832, "Finetune/Step": 5050, "Finetune/Step Time": 4.390538509935141} +{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8739047646522522, "Finetune/Loss (Raw)": 0.8352340459823608, "Finetune/Step": 5051, "Finetune/Step Time": 4.3991163820028305} +{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8695282340049744, "Finetune/Loss (Raw)": 0.36759471893310547, "Finetune/Step": 5052, "Finetune/Step Time": 4.4324856121093035} +{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8695176243782043, "Finetune/Loss (Raw)": 0.8673940896987915, "Finetune/Step": 5053, "Finetune/Step Time": 4.441081255674362} +{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8710923194885254, "Finetune/Loss (Raw)": 1.0483649969100952, "Finetune/Step": 5054, "Finetune/Step Time": 4.447376973927021} +{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8712398409843445, "Finetune/Loss (Raw)": 0.8633965849876404, "Finetune/Step": 5055, "Finetune/Step Time": 4.447538228705525} +{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.873044490814209, "Finetune/Loss (Raw)": 0.9261288642883301, "Finetune/Step": 5056, "Finetune/Step Time": 4.422127924859524} +{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8735805749893188, "Finetune/Loss (Raw)": 0.9225450158119202, "Finetune/Step": 5057, "Finetune/Step Time": 4.426011523231864} +{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8735618591308594, "Finetune/Loss (Raw)": 0.925098717212677, "Finetune/Step": 5058, "Finetune/Step Time": 4.42973836697638} +{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8737213611602783, "Finetune/Loss (Raw)": 0.9949326515197754, "Finetune/Step": 5059, "Finetune/Step Time": 4.42767770960927} +{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8741955757141113, "Finetune/Loss (Raw)": 1.0070109367370605, "Finetune/Step": 5060, "Finetune/Step Time": 4.427977019920945} +{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8750739693641663, "Finetune/Loss (Raw)": 0.9352549314498901, "Finetune/Step": 5061, "Finetune/Step Time": 4.410274473950267} +{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8744959831237793, "Finetune/Loss (Raw)": 0.8862472772598267, "Finetune/Step": 5062, "Finetune/Step Time": 4.415449054911733} +{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8743021488189697, "Finetune/Loss (Raw)": 0.9736159443855286, "Finetune/Step": 5063, "Finetune/Step Time": 4.412431962788105} +{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8742229342460632, "Finetune/Loss (Raw)": 0.8081517815589905, "Finetune/Step": 5064, "Finetune/Step Time": 4.407758925110102} +{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8739012479782104, "Finetune/Loss (Raw)": 1.0194753408432007, "Finetune/Step": 5065, "Finetune/Step Time": 4.408926546573639} +{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8738090991973877, "Finetune/Loss (Raw)": 0.9588674902915955, "Finetune/Step": 5066, "Finetune/Step Time": 4.400128994137049} +{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.87798011302948, "Finetune/Loss (Raw)": 0.8676029443740845, "Finetune/Step": 5067, "Finetune/Step Time": 4.365436023101211} +{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8797537684440613, "Finetune/Loss (Raw)": 0.9354128837585449, "Finetune/Step": 5068, "Finetune/Step Time": 4.35847308114171} +{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8801448345184326, "Finetune/Loss (Raw)": 0.8280070424079895, "Finetune/Step": 5069, "Finetune/Step Time": 4.360256973654032} +{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8799904584884644, "Finetune/Loss (Raw)": 0.845442533493042, "Finetune/Step": 5070, "Finetune/Step Time": 4.357515325769782} +{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8803505301475525, "Finetune/Loss (Raw)": 0.8700588941574097, "Finetune/Step": 5071, "Finetune/Step Time": 4.36449882760644} +{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8815149068832397, "Finetune/Loss (Raw)": 1.11978280544281, "Finetune/Step": 5072, "Finetune/Step Time": 4.36739113740623} +{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8811398148536682, "Finetune/Loss (Raw)": 0.9268627762794495, "Finetune/Step": 5073, "Finetune/Step Time": 4.376854803413153} +{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8818135261535645, "Finetune/Loss (Raw)": 0.98894202709198, "Finetune/Step": 5074, "Finetune/Step Time": 4.3727662935853004} +{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8771385550498962, "Finetune/Loss (Raw)": 0.37417396903038025, "Finetune/Step": 5075, "Finetune/Step Time": 4.408767594024539} +{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8782402276992798, "Finetune/Loss (Raw)": 0.9946967363357544, "Finetune/Step": 5076, "Finetune/Step Time": 4.407522821798921} +{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8787329196929932, "Finetune/Loss (Raw)": 0.9224973320960999, "Finetune/Step": 5077, "Finetune/Step Time": 4.434584446251392} +{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8791556358337402, "Finetune/Loss (Raw)": 0.9232360124588013, "Finetune/Step": 5078, "Finetune/Step Time": 4.418590439483523} +{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8799694776535034, "Finetune/Loss (Raw)": 1.0584148168563843, "Finetune/Step": 5079, "Finetune/Step Time": 4.418861893936992} +{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8804877996444702, "Finetune/Loss (Raw)": 1.0271830558776855, "Finetune/Step": 5080, "Finetune/Step Time": 4.4055698700249195} +{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.879540205001831, "Finetune/Loss (Raw)": 0.7570176124572754, "Finetune/Step": 5081, "Finetune/Step Time": 4.401946742087603} +{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.874457597732544, "Finetune/Loss (Raw)": 0.3398492634296417, "Finetune/Step": 5082, "Finetune/Step Time": 4.385067820549011} +{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8745547533035278, "Finetune/Loss (Raw)": 0.9206997156143188, "Finetune/Step": 5083, "Finetune/Step Time": 4.389898581430316} +{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8730714321136475, "Finetune/Loss (Raw)": 0.7881075143814087, "Finetune/Step": 5084, "Finetune/Step Time": 4.400518853217363} +{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8722793459892273, "Finetune/Loss (Raw)": 0.9096031785011292, "Finetune/Step": 5085, "Finetune/Step Time": 4.4034740179777145} +{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.873457133769989, "Finetune/Loss (Raw)": 1.033246636390686, "Finetune/Step": 5086, "Finetune/Step Time": 4.390421802178025} +{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8776422739028931, "Finetune/Loss (Raw)": 0.971175491809845, "Finetune/Step": 5087, "Finetune/Step Time": 4.374177318066359} +{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8790225386619568, "Finetune/Loss (Raw)": 1.0393489599227905, "Finetune/Step": 5088, "Finetune/Step Time": 4.373844252899289} +{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8801500201225281, "Finetune/Loss (Raw)": 0.977707028388977, "Finetune/Step": 5089, "Finetune/Step Time": 4.373134829103947} +{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8792771697044373, "Finetune/Loss (Raw)": 0.8503732681274414, "Finetune/Step": 5090, "Finetune/Step Time": 4.374781671911478} +{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8800373077392578, "Finetune/Loss (Raw)": 0.9824019074440002, "Finetune/Step": 5091, "Finetune/Step Time": 4.382928093895316} +{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8748505115509033, "Finetune/Loss (Raw)": 0.32097822427749634, "Finetune/Step": 5092, "Finetune/Step Time": 4.417678751051426} +{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8743860721588135, "Finetune/Loss (Raw)": 0.943465530872345, "Finetune/Step": 5093, "Finetune/Step Time": 4.413379538804293} +{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.874622106552124, "Finetune/Loss (Raw)": 0.8669296503067017, "Finetune/Step": 5094, "Finetune/Step Time": 4.428403357043862} +{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8731999397277832, "Finetune/Loss (Raw)": 0.7661872506141663, "Finetune/Step": 5095, "Finetune/Step Time": 4.435617009177804} +{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8724413514137268, "Finetune/Loss (Raw)": 0.8468132615089417, "Finetune/Step": 5096, "Finetune/Step Time": 4.463578587397933} +{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8707322478294373, "Finetune/Loss (Raw)": 0.7109100818634033, "Finetune/Step": 5097, "Finetune/Step Time": 4.453827438876033} +{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8688902854919434, "Finetune/Loss (Raw)": 0.7500858902931213, "Finetune/Step": 5098, "Finetune/Step Time": 4.455455951392651} +{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670302629470825, "Finetune/Loss (Raw)": 0.8179027438163757, "Finetune/Step": 5099, "Finetune/Step Time": 4.442973650991917} +{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.866145133972168, "Finetune/Loss (Raw)": 0.8032886981964111, "Finetune/Step": 5100, "Finetune/Step Time": 4.42891032807529} +{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8645831346511841, "Finetune/Loss (Raw)": 0.8284600973129272, "Finetune/Step": 5101, "Finetune/Step Time": 4.430512085556984} +{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8694905042648315, "Finetune/Loss (Raw)": 0.9275604486465454, "Finetune/Step": 5102, "Finetune/Step Time": 4.3945546094328165} +{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8707448244094849, "Finetune/Loss (Raw)": 1.0085238218307495, "Finetune/Step": 5103, "Finetune/Step Time": 4.389698583632708} +{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8679251670837402, "Finetune/Loss (Raw)": 0.6730429530143738, "Finetune/Step": 5104, "Finetune/Step Time": 4.391699330881238} +{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8688157200813293, "Finetune/Loss (Raw)": 0.9145821928977966, "Finetune/Step": 5105, "Finetune/Step Time": 4.3700058571994305} +{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703004121780396, "Finetune/Loss (Raw)": 1.0275068283081055, "Finetune/Step": 5106, "Finetune/Step Time": 4.37634021602571} +{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712612390518188, "Finetune/Loss (Raw)": 1.0119563341140747, "Finetune/Step": 5107, "Finetune/Step Time": 4.37542312592268} +{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8722658157348633, "Finetune/Loss (Raw)": 0.8790830969810486, "Finetune/Step": 5108, "Finetune/Step Time": 4.364778498187661} +{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8739751577377319, "Finetune/Loss (Raw)": 1.0048613548278809, "Finetune/Step": 5109, "Finetune/Step Time": 4.361755220219493} +{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734162449836731, "Finetune/Loss (Raw)": 0.9227809906005859, "Finetune/Step": 5110, "Finetune/Step Time": 4.367919251322746} +{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764437437057495, "Finetune/Loss (Raw)": 0.7951250672340393, "Finetune/Step": 5111, "Finetune/Step Time": 4.355187958106399} +{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8723885416984558, "Finetune/Loss (Raw)": 0.34310805797576904, "Finetune/Step": 5112, "Finetune/Step Time": 4.383031805977225} +{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8661274313926697, "Finetune/Loss (Raw)": 0.2831115126609802, "Finetune/Step": 5113, "Finetune/Step Time": 4.43225920945406} +{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8674954175949097, "Finetune/Loss (Raw)": 0.9014964699745178, "Finetune/Step": 5114, "Finetune/Step Time": 4.433381594717503} +{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.86628258228302, "Finetune/Loss (Raw)": 0.8113754391670227, "Finetune/Step": 5115, "Finetune/Step Time": 4.425352644175291} +{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.860596776008606, "Finetune/Loss (Raw)": 0.25549373030662537, "Finetune/Step": 5116, "Finetune/Step Time": 4.457584967836738} +{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8616378307342529, "Finetune/Loss (Raw)": 1.0952614545822144, "Finetune/Step": 5117, "Finetune/Step Time": 4.458910433575511} +{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.862646222114563, "Finetune/Loss (Raw)": 1.040771245956421, "Finetune/Step": 5118, "Finetune/Step Time": 4.461305884644389} +{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8642361760139465, "Finetune/Loss (Raw)": 1.0756226778030396, "Finetune/Step": 5119, "Finetune/Step Time": 4.4617450796067715} +{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8588996529579163, "Finetune/Loss (Raw)": 0.34149014949798584, "Finetune/Step": 5120, "Finetune/Step Time": 4.48435671441257} +{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8602735996246338, "Finetune/Loss (Raw)": 0.8496571779251099, "Finetune/Step": 5121, "Finetune/Step Time": 4.470405301079154} +{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8598560094833374, "Finetune/Loss (Raw)": 0.8191878199577332, "Finetune/Step": 5122, "Finetune/Step Time": 4.4622307028621435} +{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8621883392333984, "Finetune/Loss (Raw)": 0.9488860368728638, "Finetune/Step": 5123, "Finetune/Step Time": 4.464585710316896} +{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8613541722297668, "Finetune/Loss (Raw)": 0.96748948097229, "Finetune/Step": 5124, "Finetune/Step Time": 4.466065691784024} +{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620234131813049, "Finetune/Loss (Raw)": 1.0432277917861938, "Finetune/Step": 5125, "Finetune/Step Time": 4.471109582111239} +{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8560205698013306, "Finetune/Loss (Raw)": 0.3850421607494354, "Finetune/Step": 5126, "Finetune/Step Time": 4.508580878376961} +{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8552907705307007, "Finetune/Loss (Raw)": 0.9184338450431824, "Finetune/Step": 5127, "Finetune/Step Time": 4.521919524297118} +{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8595234155654907, "Finetune/Loss (Raw)": 0.8890872597694397, "Finetune/Step": 5128, "Finetune/Step Time": 4.486623000353575} +{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8541667461395264, "Finetune/Loss (Raw)": 0.2894940674304962, "Finetune/Step": 5129, "Finetune/Step Time": 4.526190545409918} +{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8553507328033447, "Finetune/Loss (Raw)": 0.8813721537590027, "Finetune/Step": 5130, "Finetune/Step Time": 4.520757457241416} +{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8549777269363403, "Finetune/Loss (Raw)": 0.7869679927825928, "Finetune/Step": 5131, "Finetune/Step Time": 4.526742996647954} +{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8549877405166626, "Finetune/Loss (Raw)": 0.8052610754966736, "Finetune/Step": 5132, "Finetune/Step Time": 4.520861644297838} +{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8552062511444092, "Finetune/Loss (Raw)": 0.9460675716400146, "Finetune/Step": 5133, "Finetune/Step Time": 4.515755461528897} +{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8552170991897583, "Finetune/Loss (Raw)": 0.927222490310669, "Finetune/Step": 5134, "Finetune/Step Time": 4.51949567347765} +{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8544725179672241, "Finetune/Loss (Raw)": 0.7608509659767151, "Finetune/Step": 5135, "Finetune/Step Time": 4.513079609721899} +{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.856395423412323, "Finetune/Loss (Raw)": 1.0706747770309448, "Finetune/Step": 5136, "Finetune/Step Time": 4.517782272771001} +{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8548241853713989, "Finetune/Loss (Raw)": 0.8499339818954468, "Finetune/Step": 5137, "Finetune/Step Time": 4.515475897118449} +{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8537212610244751, "Finetune/Loss (Raw)": 0.8624211549758911, "Finetune/Step": 5138, "Finetune/Step Time": 4.5298047587275505} +{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8493144512176514, "Finetune/Loss (Raw)": 0.3375712037086487, "Finetune/Step": 5139, "Finetune/Step Time": 4.5673462729901075} +{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8499593138694763, "Finetune/Loss (Raw)": 0.9545736908912659, "Finetune/Step": 5140, "Finetune/Step Time": 4.562166212126613} +{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8520783185958862, "Finetune/Loss (Raw)": 1.029122233390808, "Finetune/Step": 5141, "Finetune/Step Time": 4.559869779273868} +{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8525047302246094, "Finetune/Loss (Raw)": 0.884982168674469, "Finetune/Step": 5142, "Finetune/Step Time": 4.563840756192803} +{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8538748621940613, "Finetune/Loss (Raw)": 0.9864463210105896, "Finetune/Step": 5143, "Finetune/Step Time": 4.572444777935743} +{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8523062467575073, "Finetune/Loss (Raw)": 0.7076416611671448, "Finetune/Step": 5144, "Finetune/Step Time": 4.5832543913275} +{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8524373769760132, "Finetune/Loss (Raw)": 0.8499550223350525, "Finetune/Step": 5145, "Finetune/Step Time": 4.584277989342809} +{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8542783856391907, "Finetune/Loss (Raw)": 1.0324609279632568, "Finetune/Step": 5146, "Finetune/Step Time": 4.579172695055604} +{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8549140095710754, "Finetune/Loss (Raw)": 0.8968652486801147, "Finetune/Step": 5147, "Finetune/Step Time": 4.581295646727085} +{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8578763604164124, "Finetune/Loss (Raw)": 0.7245434522628784, "Finetune/Step": 5148, "Finetune/Step Time": 4.548810064792633} +{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8571742177009583, "Finetune/Loss (Raw)": 0.8633078336715698, "Finetune/Step": 5149, "Finetune/Step Time": 4.555458208546042} +{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8566910028457642, "Finetune/Loss (Raw)": 0.8611711859703064, "Finetune/Step": 5150, "Finetune/Step Time": 4.5624380093067884} +{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8558849692344666, "Finetune/Loss (Raw)": 0.8391982913017273, "Finetune/Step": 5151, "Finetune/Step Time": 4.558769814670086} +{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8554548025131226, "Finetune/Loss (Raw)": 0.8078966736793518, "Finetune/Step": 5152, "Finetune/Step Time": 4.560736266896129} +{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8519295454025269, "Finetune/Loss (Raw)": 0.4143636226654053, "Finetune/Step": 5153, "Finetune/Step Time": 4.587352272123098} +{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.84717857837677, "Finetune/Loss (Raw)": 0.3641236126422882, "Finetune/Step": 5154, "Finetune/Step Time": 4.626578534021974} +{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8457503318786621, "Finetune/Loss (Raw)": 0.7994191646575928, "Finetune/Step": 5155, "Finetune/Step Time": 4.627564495429397} +{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8458467721939087, "Finetune/Loss (Raw)": 1.0108528137207031, "Finetune/Step": 5156, "Finetune/Step Time": 4.640070727095008} +{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.845881998538971, "Finetune/Loss (Raw)": 0.9298282861709595, "Finetune/Step": 5157, "Finetune/Step Time": 4.639473766088486} +{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8461105823516846, "Finetune/Loss (Raw)": 0.8882141709327698, "Finetune/Step": 5158, "Finetune/Step Time": 4.636101694777608} +{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8465083837509155, "Finetune/Loss (Raw)": 0.9933040738105774, "Finetune/Step": 5159, "Finetune/Step Time": 4.6388986725360155} +{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8467840552330017, "Finetune/Loss (Raw)": 1.0367374420166016, "Finetune/Step": 5160, "Finetune/Step Time": 4.637697027996182} +{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8474116921424866, "Finetune/Loss (Raw)": 0.9770987033843994, "Finetune/Step": 5161, "Finetune/Step Time": 4.649262709543109} +{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8464447259902954, "Finetune/Loss (Raw)": 0.8405402898788452, "Finetune/Step": 5162, "Finetune/Step Time": 4.6541108544915915} +{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8474300503730774, "Finetune/Loss (Raw)": 0.9544893503189087, "Finetune/Step": 5163, "Finetune/Step Time": 4.6554489228874445} +{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8487219214439392, "Finetune/Loss (Raw)": 1.018564224243164, "Finetune/Step": 5164, "Finetune/Step Time": 4.663675891235471} +{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8470016717910767, "Finetune/Loss (Raw)": 0.7799072265625, "Finetune/Step": 5165, "Finetune/Step Time": 4.673671633005142} +{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8466964960098267, "Finetune/Loss (Raw)": 0.9644149541854858, "Finetune/Step": 5166, "Finetune/Step Time": 4.6810276713222265} +{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8445705771446228, "Finetune/Loss (Raw)": 0.8589751720428467, "Finetune/Step": 5167, "Finetune/Step Time": 4.67391294054687} +{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8459619283676147, "Finetune/Loss (Raw)": 0.9646703004837036, "Finetune/Step": 5168, "Finetune/Step Time": 4.664421701803803} +{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8452475070953369, "Finetune/Loss (Raw)": 0.9483175277709961, "Finetune/Step": 5169, "Finetune/Step Time": 4.665676774457097} +{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8433105945587158, "Finetune/Loss (Raw)": 0.7713644504547119, "Finetune/Step": 5170, "Finetune/Step Time": 4.66252626106143} +{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8444804549217224, "Finetune/Loss (Raw)": 1.0343776941299438, "Finetune/Step": 5171, "Finetune/Step Time": 4.65798550657928} +{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8445825576782227, "Finetune/Loss (Raw)": 0.8894458413124084, "Finetune/Step": 5172, "Finetune/Step Time": 4.649434311315417} +{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8487986326217651, "Finetune/Loss (Raw)": 0.8240554332733154, "Finetune/Step": 5173, "Finetune/Step Time": 4.6056841891258955} +{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8550260066986084, "Finetune/Loss (Raw)": 1.126655101776123, "Finetune/Step": 5174, "Finetune/Step Time": 4.567236727103591} +{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8551459312438965, "Finetune/Loss (Raw)": 0.9473503828048706, "Finetune/Step": 5175, "Finetune/Step Time": 4.573724741116166} +{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8498910665512085, "Finetune/Loss (Raw)": 0.3197566866874695, "Finetune/Step": 5176, "Finetune/Step Time": 4.610717656090856} +{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8510428071022034, "Finetune/Loss (Raw)": 1.0409804582595825, "Finetune/Step": 5177, "Finetune/Step Time": 4.610364407300949} +{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.850227952003479, "Finetune/Loss (Raw)": 0.7954209446907043, "Finetune/Step": 5178, "Finetune/Step Time": 4.595027482137084} +{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8503813743591309, "Finetune/Loss (Raw)": 0.854870080947876, "Finetune/Step": 5179, "Finetune/Step Time": 4.591071041300893} +{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8540736436843872, "Finetune/Loss (Raw)": 0.8402113914489746, "Finetune/Step": 5180, "Finetune/Step Time": 4.560860609635711} +{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8547324538230896, "Finetune/Loss (Raw)": 0.9517187476158142, "Finetune/Step": 5181, "Finetune/Step Time": 4.556011782959104} +{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8524402379989624, "Finetune/Loss (Raw)": 0.7549707889556885, "Finetune/Step": 5182, "Finetune/Step Time": 4.564439602196217} +{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8529647588729858, "Finetune/Loss (Raw)": 0.9305210113525391, "Finetune/Step": 5183, "Finetune/Step Time": 4.568942382931709} +{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8531224131584167, "Finetune/Loss (Raw)": 0.9463165998458862, "Finetune/Step": 5184, "Finetune/Step Time": 4.57923991791904} +{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8542761206626892, "Finetune/Loss (Raw)": 1.0702145099639893, "Finetune/Step": 5185, "Finetune/Step Time": 4.590494338423014} +{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8499858379364014, "Finetune/Loss (Raw)": 0.37594640254974365, "Finetune/Step": 5186, "Finetune/Step Time": 4.626412898302078} +{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8484652042388916, "Finetune/Loss (Raw)": 0.8002957701683044, "Finetune/Step": 5187, "Finetune/Step Time": 4.644725240767002} +{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8473548889160156, "Finetune/Loss (Raw)": 0.8648799061775208, "Finetune/Step": 5188, "Finetune/Step Time": 4.646049598231912} +{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8465555310249329, "Finetune/Loss (Raw)": 0.8329407572746277, "Finetune/Step": 5189, "Finetune/Step Time": 4.658896695822477} +{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8457926511764526, "Finetune/Loss (Raw)": 0.7885977625846863, "Finetune/Step": 5190, "Finetune/Step Time": 4.656715361401439} +{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8443682193756104, "Finetune/Loss (Raw)": 0.7912843227386475, "Finetune/Step": 5191, "Finetune/Step Time": 4.668976251035929} +{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8449352979660034, "Finetune/Loss (Raw)": 0.8807390928268433, "Finetune/Step": 5192, "Finetune/Step Time": 4.664249313995242} +{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8429943919181824, "Finetune/Loss (Raw)": 0.7710456848144531, "Finetune/Step": 5193, "Finetune/Step Time": 4.6755619794130325} +{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8380829691886902, "Finetune/Loss (Raw)": 0.33020907640457153, "Finetune/Step": 5194, "Finetune/Step Time": 4.713412931188941} +{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.838314414024353, "Finetune/Loss (Raw)": 0.8972193598747253, "Finetune/Step": 5195, "Finetune/Step Time": 4.711439143866301} +{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8375201225280762, "Finetune/Loss (Raw)": 0.8337434530258179, "Finetune/Step": 5196, "Finetune/Step Time": 4.7174325082451105} +{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8381567001342773, "Finetune/Loss (Raw)": 0.9094876646995544, "Finetune/Step": 5197, "Finetune/Step Time": 4.709737902507186} +{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.838596761226654, "Finetune/Loss (Raw)": 0.9017789959907532, "Finetune/Step": 5198, "Finetune/Step Time": 4.7057359628379345} diff --git a/s1_s2_qformer2_32/wandb/debug-internal.log b/s1_s2_qformer2_32/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..a547624eff5e57c95992e8f4064bf638e918b024 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20240313_112508-qjlxrhvj/logs/debug-internal.log \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/debug.log b/s1_s2_qformer2_32/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..f2929ceecfac868472623256ab1306166fd08dd3 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/debug.log @@ -0,0 +1 @@ +run-20240313_112508-qjlxrhvj/logs/debug.log \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/latest-run b/s1_s2_qformer2_32/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..82f201270f4ef309407b03b135a87fea93313cab --- /dev/null +++ b/s1_s2_qformer2_32/wandb/latest-run @@ -0,0 +1 @@ +run-20240313_112508-qjlxrhvj \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..799a6f3a49522423b58a3ae238b95584ecfe64c1 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml @@ -0,0 +1,194 @@ +name: pvlm +channels: + - pytorch + - nvidia + - defaults +dependencies: + - _libgcc_mutex=0.1=main + - _openmp_mutex=5.1=1_gnu + - blas=1.0=mkl + - bzip2=1.0.8=h7b6447c_0 + - ca-certificates=2023.12.12=h06a4308_0 + - certifi=2024.2.2=py310h06a4308_0 + - charset-normalizer=2.0.4=pyhd3eb1b0_0 + - cuda-cudart=11.8.89=0 + - cuda-cupti=11.8.87=0 + - cuda-libraries=11.8.0=0 + - cuda-nvrtc=11.8.89=0 + - cuda-nvtx=11.8.86=0 + - cuda-runtime=11.8.0=0 + - ffmpeg=4.3=hf484d3e_0 + - filelock=3.13.1=py310h06a4308_0 + - freetype=2.12.1=h4a9f257_0 + - gmp=6.2.1=h295c915_3 + - gmpy2=2.1.2=py310heeb90bb_0 + - gnutls=3.6.15=he1e5248_0 + - idna=3.4=py310h06a4308_0 + - intel-openmp=2023.1.0=hdb19cb5_46306 + - jinja2=3.1.3=py310h06a4308_0 + - jpeg=9e=h5eee18b_1 + - lame=3.100=h7b6447c_0 + - lcms2=2.12=h3be6417_0 + - ld_impl_linux-64=2.38=h1181459_1 + - lerc=3.0=h295c915_0 + - libcublas=11.11.3.6=0 + - libcufft=10.9.0.58=0 + - libcufile=1.8.1.2=0 + - libcurand=10.3.4.107=0 + - libcusolver=11.4.1.48=0 + - libcusparse=11.7.5.86=0 + - libdeflate=1.17=h5eee18b_1 + - libffi=3.4.4=h6a678d5_0 + - libgcc-ng=11.2.0=h1234567_1 + - libgomp=11.2.0=h1234567_1 + - libiconv=1.16=h7f8727e_2 + - libidn2=2.3.4=h5eee18b_0 + - libjpeg-turbo=2.0.0=h9bf148f_0 + - libnpp=11.8.0.86=0 + - libnvjpeg=11.9.0.86=0 + - libpng=1.6.39=h5eee18b_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libtasn1=4.19.0=h5eee18b_0 + - libtiff=4.5.1=h6a678d5_0 + - libunistring=0.9.10=h27cfd23_0 + - libuuid=1.41.5=h5eee18b_0 + - libwebp-base=1.3.2=h5eee18b_0 + - llvm-openmp=14.0.6=h9e868ea_0 + - lz4-c=1.9.4=h6a678d5_0 + - markupsafe=2.1.3=py310h5eee18b_0 + - mkl=2023.1.0=h213fc3f_46344 + - mkl-service=2.4.0=py310h5eee18b_1 + - mkl_fft=1.3.8=py310h5eee18b_0 + - mkl_random=1.2.4=py310hdb19cb5_0 + - mpc=1.1.0=h10f8cd9_1 + - mpfr=4.0.2=hb69a4c5_1 + - mpmath=1.3.0=py310h06a4308_0 + - ncurses=6.4=h6a678d5_0 + - nettle=3.7.3=hbbd107a_1 + - networkx=3.1=py310h06a4308_0 + - numpy=1.26.4=py310h5f9d8c6_0 + - numpy-base=1.26.4=py310hb5e798b_0 + - openh264=2.1.1=h4ff587b_0 + - openjpeg=2.4.0=h3ad879b_0 + - openssl=3.0.13=h7f8727e_0 + - pillow=10.2.0=py310h5eee18b_0 + - pip=23.3.1=py310h06a4308_0 + - python=3.10.13=h955ad1f_0 + - pytorch=2.2.1=py3.10_cuda11.8_cudnn8.7.0_0 + - pytorch-cuda=11.8=h7e8668a_5 + - pytorch-mutex=1.0=cuda + - pyyaml=6.0.1=py310h5eee18b_0 + - readline=8.2=h5eee18b_0 + - requests=2.31.0=py310h06a4308_1 + - setuptools=68.2.2=py310h06a4308_0 + - sqlite=3.41.2=h5eee18b_0 + - sympy=1.12=py310h06a4308_0 + - tbb=2021.8.0=hdb19cb5_0 + - tk=8.6.12=h1ccaba5_0 + - torchaudio=2.2.1=py310_cu118 + - torchtriton=2.2.0=py310 + - torchvision=0.17.1=py310_cu118 + - typing_extensions=4.9.0=py310h06a4308_1 + - urllib3=2.1.0=py310h06a4308_0 + - wheel=0.41.2=py310h06a4308_0 + - xz=5.4.5=h5eee18b_0 + - yaml=0.2.5=h7b6447c_0 + - zlib=1.2.13=h5eee18b_0 + - zstd=1.5.5=hc292b87_0 + - pip: + - accelerate==0.27.2 + - aiohttp==3.9.3 + - aiosignal==1.3.1 + - annotated-types==0.6.0 + - appdirs==1.4.4 + - async-timeout==4.0.3 + - attrs==23.2.0 + - beautifulsoup4==4.12.3 + - blis==0.7.11 + - catalogue==2.0.10 + - click==8.1.7 + - cloudpathlib==0.16.0 + - confection==0.1.4 + - contourpy==1.2.0 + - cycler==0.12.1 + - cymem==2.0.8 + - datasets==2.18.0 + - deepspeed==0.13.4 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - draccus==0.7.1 + - einops==0.7.0 + - flash-attn==2.5.5 + - fonttools==4.49.0 + - frozenlist==1.4.1 + - fsspec==2024.2.0 + - gdown==5.1.0 + - gitdb==4.0.11 + - gitpython==3.1.42 + - hjson==3.1.0 + - huggingface-hub==0.20.3 + - install==1.3.5 + - jsonlines==4.0.0 + - kiwisolver==1.4.5 + - langcodes==3.3.0 + - markdown-it-py==3.0.0 + - matplotlib==3.8.3 + - mdurl==0.1.2 + - mergedeep==1.3.4 + - multidict==6.0.5 + - multiprocess==0.70.16 + - murmurhash==1.0.10 + - mypy-extensions==1.0.0 + - ninja==1.11.1.1 + - packaging==23.2 + - pandas==2.2.1 + - preshed==3.0.9 + - prismatic==0.0.1 + - protobuf==4.25.3 + - psutil==5.9.8 + - py-cpuinfo==9.0.0 + - pyarrow==15.0.0 + - pyarrow-hotfix==0.6 + - pycocoevalcap==1.2 + - pycocotools==2.0.7 + - pydantic==2.6.3 + - pydantic-core==2.16.3 + - pygments==2.17.2 + - pynvml==11.5.0 + - pyparsing==3.1.1 + - pysocks==1.7.1 + - pythainlp==5.0.1 + - python-dateutil==2.9.0.post0 + - pytz==2024.1 + - pyyaml-include==1.3.2 + - regex==2023.12.25 + - rich==13.7.0 + - safetensors==0.4.2 + - sentencepiece==0.2.0 + - sentry-sdk==1.40.5 + - setproctitle==1.3.3 + - six==1.16.0 + - smart-open==6.4.0 + - smmap==5.0.1 + - soupsieve==2.5 + - spacy==3.7.4 + - spacy-legacy==3.0.12 + - spacy-loggers==1.0.5 + - srsly==2.4.8 + - sudachidict-core==20240109 + - sudachipy==0.6.8 + - thinc==8.2.3 + - timm==0.9.16 + - tokenizers==0.15.2 + - toml==0.10.2 + - tqdm==4.66.2 + - transformers==4.38.1 + - typer==0.9.0 + - typing-inspect==0.9.0 + - tzdata==2024.1 + - wandb==0.16.3 + - wasabi==1.1.2 + - weasel==0.3.4 + - xxhash==3.4.1 + - yarl==1.9.4 +prefix: /home/lilei/anaconda3/envs/pvlm diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eff6f984e9d855b51d09779e278783e491e112b4 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml @@ -0,0 +1,119 @@ +wandb_version: 1 + +model: + desc: null + value: + type: one-stage+7b + model_id: one-stage+7b_qformer2_32 + arch_specifier: qformer2_32 + vision_backbone_id: clip-vit-l-336px + llm_backbone_id: vicuna-v15-7b + image_resize_strategy: letterbox + llm_max_length: 2048 + align_epochs: 1 + align_max_steps: null + align_global_batch_size: 256 + align_per_device_batch_size: 16 + align_learning_rate: 0.001 + align_weight_decay: 0.0 + align_max_grad_norm: 1.0 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_warmup_ratio: 0.03 + align_train_strategy: fsdp-shard-grad-op + finetune_epochs: 1 + finetune_max_steps: null + finetune_global_batch_size: 128 + finetune_per_device_batch_size: 16 + finetune_learning_rate: 2.0e-05 + finetune_weight_decay: 0.1 + finetune_max_grad_norm: 1.0 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_warmup_ratio: 0.03 + finetune_train_strategy: fsdp-full-shard + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + reduce_in_full_precision: false +dataset: + desc: null + value: + type: llava-v15 + dataset_id: llava-v15 + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + dataset_root_dir: data +stage: + desc: null + value: finetune +pretrained_checkpoint: + desc: null + value: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt +run_id: + desc: null + value: s1_s2_qformer2_32 +run_root_dir: + desc: null + value: runs +seed: + desc: null + value: 7 +hf_token: + desc: null + value: .hf_token +trackers: + desc: null + value: + - jsonl + - wandb +wandb_project: + desc: null + value: hf-vlms +wandb_entity: + desc: null + value: lilei_stones +max_length: + desc: null + value: 4096 +_wandb: + desc: null + value: + python_version: 3.10.13 + cli_version: 0.16.3 + framework: huggingface + huggingface_version: 4.38.1 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1710329108.785071 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 3: + - 2 + - 13 + - 16 + - 23 + 4: 3.10.13 + 5: 0.16.3 + 6: 4.38.1 + 8: + - 5 + 13: linux-x86_64 diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3c6831c1b71b247ed595c5e535fb6c012b43d2c6 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log @@ -0,0 +1,5203 @@ + +03/13 [11:25:14] INFO  | >> [*] Starting Training Loop ]8;id=696414;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=68157;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#226\226]8;;\ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +=>> [Global Step] 005198 =>> LR :: 0.000000 -- Loss :: 0.8386: 100%|█████████████████████████████████████████████| 5198/5198 [6:29:17<00:00, 4.10s/it] + +03/13 [17:59:14] INFO  | >> [*] Done with Training =>> Finalizing Metrics ]8;id=606020;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=714328;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#230\230]8;;\ \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..52215be56573f749927d1265d23e43a5fe36d5b1 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt @@ -0,0 +1,122 @@ +accelerate==0.27.2 +aiohttp==3.9.3 +aiosignal==1.3.1 +annotated-types==0.6.0 +appdirs==1.4.4 +async-timeout==4.0.3 +attrs==23.2.0 +beautifulsoup4==4.12.3 +blis==0.7.11 +catalogue==2.0.10 +certifi==2024.2.2 +charset-normalizer==2.0.4 +click==8.1.7 +cloudpathlib==0.16.0 +confection==0.1.4 +contourpy==1.2.0 +cycler==0.12.1 +cymem==2.0.8 +datasets==2.18.0 +deepspeed==0.13.4 +dill==0.3.8 +docker-pycreds==0.4.0 +draccus==0.7.1 +einops==0.7.0 +filelock==3.13.1 +flash-attn==2.5.5 +fonttools==4.49.0 +frozenlist==1.4.1 +fsspec==2024.2.0 +gdown==5.1.0 +gitdb==4.0.11 +gitpython==3.1.42 +gmpy2==2.1.2 +hjson==3.1.0 +huggingface-hub==0.20.3 +idna==3.4 +install==1.3.5 +jinja2==3.1.3 +jsonlines==4.0.0 +kiwisolver==1.4.5 +langcodes==3.3.0 +markdown-it-py==3.0.0 +markupsafe==2.1.3 +matplotlib==3.8.3 +mdurl==0.1.2 +mergedeep==1.3.4 +mkl-fft==1.3.8 +mkl-random==1.2.4 +mkl-service==2.4.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +murmurhash==1.0.10 +mypy-extensions==1.0.0 +networkx==3.1 +ninja==1.11.1.1 +numpy==1.26.4 +ocifs==1.3.1 +packaging==23.2 +pandas==2.2.1 +pillow==10.2.0 +pip==23.3.1 +preshed==3.0.9 +prismatic==0.0.1 +protobuf==4.25.3 +psutil==5.9.8 +py-cpuinfo==9.0.0 +pyarrow-hotfix==0.6 +pyarrow==15.0.0 +pycocoevalcap==1.2 +pycocotools==2.0.7 +pydantic-core==2.16.3 +pydantic==2.6.3 +pygments==2.17.2 +pynvml==11.5.0 +pyparsing==3.1.1 +pysocks==1.7.1 +pythainlp==5.0.1 +python-dateutil==2.9.0.post0 +pytz==2024.1 +pyyaml-include==1.3.2 +pyyaml==6.0.1 +regex==2023.12.25 +requests==2.31.0 +rich==13.7.0 +safetensors==0.4.2 +sentencepiece==0.2.0 +sentry-sdk==1.40.5 +setproctitle==1.3.3 +setuptools==68.2.2 +six==1.16.0 +smart-open==6.4.0 +smmap==5.0.1 +soupsieve==2.5 +spacy-legacy==3.0.12 +spacy-loggers==1.0.5 +spacy==3.7.4 +srsly==2.4.8 +sudachidict-core==20240109 +sudachipy==0.6.8 +sympy==1.12 +thinc==8.2.3 +timm==0.9.16 +tokenizers==0.15.2 +toml==0.10.2 +torch==2.2.1 +torchaudio==2.2.1 +torchvision==0.17.1 +tqdm==4.66.2 +transformers==4.38.1 +triton==2.2.0 +typer==0.9.0 +typing-extensions==4.9.0 +typing-inspect==0.9.0 +tzdata==2024.1 +urllib3==2.1.0 +wandb==0.16.3 +wasabi==1.1.2 +weasel==0.3.4 +wheel==0.41.2 +xxhash==3.4.1 +yarl==1.9.4 \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-metadata.json b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e6d6eec9b72b443b0f421e348ca1ac33f94fc3af --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-metadata.json @@ -0,0 +1,1364 @@ +{ + "os": "Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31", + "python": "3.10.13", + "heartbeatAt": "2024-03-13T11:25:09.544977", + "startedAt": "2024-03-13T11:25:08.736534", + "docker": null, + "cuda": null, + "args": [ + "--model.type", + "one-stage+7b", + "--stage", + "finetune", + "--pretrained_checkpoint", + "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt", + "--model.model_id", + "one-stage+7b_qformer2_32", + "--run_id", + "s1_s2_qformer2_32", + "--model.arch_specifier", + "qformer2_32" + ], + "state": "running", + "program": "/home/lilei/prismatic-vlms/scripts/pretrain.py", + "codePathLocal": "scripts/pretrain.py", + "codePath": "scripts/pretrain.py", + "git": { + "remote": "https://github.com/TRI-ML/prismatic-vlms.git", + "commit": "e87c4d04915bf8fad0d90f2ae79454df778ee2d3" + }, + "email": "tobiaslee@qq.com", + "root": "/home/lilei/prismatic-vlms", + "host": "compute-permanent-node-824", + "username": "lilei", + "executable": "/home/lilei/anaconda3/envs/pvlm/bin/python", + "cpu_count": 128, + "cpu_count_logical": 255, + "cpu_freq": { + "current": 2569.6272705882348, + "min": 1500.0, + "max": 2550.0 + }, + "cpu_freq_per_core": [ + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.212, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3233.221, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.323, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.486, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3247.865, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.047, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.5, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.505, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.146, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + } + ], + "disk": { + "/": { + "total": 242.1086883544922, + "used": 50.4647216796875 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.6942749023438 + } +} diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ec3159f6794fe5d90adf38b264c47d05400d15 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json @@ -0,0 +1 @@ +{"Finetune/Step": 5198, "Finetune/Loss": 0.838596761226654, "Finetune/Loss (Raw)": 0.9017789959907532, "Finetune/Learning Rate": 0.0, "Finetune/Step Time": 4.7057359628379345, "_timestamp": 1710352475.4736416, "_runtime": 23366.68857073784, "_step": 5198, "_wandb": {"runtime": 23644}} \ No newline at end of file diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug-internal.log b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e70fce31b1059e06b050d3c2a3aedbf2fe4fdea4 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug-internal.log @@ -0,0 +1,41232 @@ +2024-03-13 11:25:08,784 INFO StreamThr :2534205 [internal.py:wandb_internal():86] W&B internal server running at pid: 2534205, started at: 2024-03-13 11:25:08.782969 +2024-03-13 11:25:08,785 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status +2024-03-13 11:25:08,798 INFO WriterThread:2534205 [datastore.py:open_for_write():87] open: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/run-qjlxrhvj.wandb +2024-03-13 11:25:08,800 DEBUG SenderThread:2534205 [sender.py:send():382] send: header +2024-03-13 11:25:08,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: run +2024-03-13 11:25:09,373 INFO SenderThread:2534205 [dir_watcher.py:__init__():211] watching files in: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files +2024-03-13 11:25:09,373 INFO SenderThread:2534205 [sender.py:_start_run_threads():1136] run started: qjlxrhvj with start time 1710329108.785071 +2024-03-13 11:25:09,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: check_version +2024-03-13 11:25:09,386 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: check_version +2024-03-13 11:25:09,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: run_start +2024-03-13 11:25:09,446 DEBUG HandlerThread:2534205 [system_info.py:__init__():27] System info init +2024-03-13 11:25:09,446 DEBUG HandlerThread:2534205 [system_info.py:__init__():42] System info init done +2024-03-13 11:25:09,446 INFO HandlerThread:2534205 [system_monitor.py:start():194] Starting system monitor +2024-03-13 11:25:09,446 INFO SystemMonitor:2534205 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-13 11:25:09,447 INFO HandlerThread:2534205 [system_monitor.py:probe():214] Collecting system info +2024-03-13 11:25:09,447 INFO SystemMonitor:2534205 [interfaces.py:start():190] Started cpu monitoring +2024-03-13 11:25:09,447 INFO SystemMonitor:2534205 [interfaces.py:start():190] Started disk monitoring +2024-03-13 11:25:09,448 INFO SystemMonitor:2534205 [interfaces.py:start():190] Started gpu monitoring +2024-03-13 11:25:09,448 INFO SystemMonitor:2534205 [interfaces.py:start():190] Started memory monitoring +2024-03-13 11:25:09,449 INFO SystemMonitor:2534205 [interfaces.py:start():190] Started network monitoring +2024-03-13 11:25:09,544 DEBUG HandlerThread:2534205 [system_info.py:probe():151] Probing system +2024-03-13 11:25:09,549 DEBUG HandlerThread:2534205 [system_info.py:_probe_git():136] Probing git +2024-03-13 11:25:09,569 DEBUG HandlerThread:2534205 [system_info.py:_probe_git():144] Probing git done +2024-03-13 11:25:09,569 DEBUG HandlerThread:2534205 [system_info.py:probe():199] Probing system done +2024-03-13 11:25:09,569 DEBUG HandlerThread:2534205 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-13T11:25:09.544977', 'startedAt': '2024-03-13T11:25:08.736534', 'docker': None, 'cuda': None, 'args': ('--model.type', 'one-stage+7b', '--stage', 'finetune', '--pretrained_checkpoint', '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt', '--model.model_id', 'one-stage+7b_qformer2_32', '--run_id', 's1_s2_qformer2_32', '--model.arch_specifier', 'qformer2_32'), 'state': 'running', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'codePathLocal': 'scripts/pretrain.py', 'codePath': 'scripts/pretrain.py', 'git': {'remote': 'https://github.com/TRI-ML/prismatic-vlms.git', 'commit': 'e87c4d04915bf8fad0d90f2ae79454df778ee2d3'}, 'email': 'tobiaslee@qq.com', 'root': '/home/lilei/prismatic-vlms', 'host': 'compute-permanent-node-824', 'username': 'lilei', 'executable': '/home/lilei/anaconda3/envs/pvlm/bin/python', 'cpu_count': 128, 'cpu_count_logical': 255, 'cpu_freq': {'current': 2569.6272705882348, 'min': 1500.0, 'max': 2550.0}, 'cpu_freq_per_core': [{'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.212, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3233.221, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.323, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.486, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3247.865, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.047, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.5, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.505, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.146, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}], 'disk': {'/': {'total': 242.1086883544922, 'used': 50.4647216796875}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.6942749023438}} +2024-03-13 11:25:09,569 INFO HandlerThread:2534205 [system_monitor.py:probe():224] Finished collecting system info +2024-03-13 11:25:09,569 INFO HandlerThread:2534205 [system_monitor.py:probe():227] Publishing system info +2024-03-13 11:25:09,572 DEBUG HandlerThread:2534205 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment +2024-03-13 11:25:10,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml +2024-03-13 11:25:14,856 DEBUG HandlerThread:2534205 [system_info.py:_save_conda():220] Saving conda packages done +2024-03-13 11:25:14,865 INFO HandlerThread:2534205 [system_monitor.py:probe():229] Finished publishing system info +2024-03-13 11:25:14,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:14,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 11:25:14,875 DEBUG SenderThread:2534205 [sender.py:send():382] send: files +2024-03-13 11:25:14,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now +2024-03-13 11:25:14,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: python_packages +2024-03-13 11:25:14,886 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: python_packages +2024-03-13 11:25:14,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:25:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:25:14,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:25:15,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: telemetry +2024-03-13 11:25:15,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml +2024-03-13 11:25:15,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:15,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt +2024-03-13 11:25:15,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-metadata.json +2024-03-13 11:25:15,865 INFO wandb-upload_0:2534205 [upload_job.py:push():131] Uploaded file /tmp/tmpd1u9lkgswandb/5fgytoe2-wandb-metadata.json +2024-03-13 11:25:17,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:20,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:20,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:25,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:29,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:25:29,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:25:29,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:25:31,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:36,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:40,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:25:41,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:42,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:42,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml +2024-03-13 11:25:44,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:25:44,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:25:44,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:25:47,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:47,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:25:47,196 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:25:47,196 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:25:47,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:25:47,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:25:48,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:50,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:25:50,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:25:50,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:25:50,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:25:50,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:25:52,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:52,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:53,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:25:53,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:25:53,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:25:53,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:25:54,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:25:56,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:25:57,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:25:58,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:25:58,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:25:58,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:25:58,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:25:58,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:25:59,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:25:59,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:25:59,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:26:00,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:02,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:02,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:02,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:02,087 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:02,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:03,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:04,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:05,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:05,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:05,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:05,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:06,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:08,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:08,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:09,449 DEBUG SystemMonitor:2534205 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-13 11:26:09,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:26:11,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:11,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:11,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:11,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:11,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:12,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:14,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:26:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:26:14,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:26:15,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:15,124 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:15,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:15,129 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:15,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:16,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:19,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:21,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:21,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:21,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:21,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:22,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:22,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:24,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:25,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:25,126 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:25,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:25,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:25,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:26,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:28,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:28,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:28,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:28,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:29,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:29,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:29,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:26:29,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:26:29,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:26:30,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:32,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:32,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:32,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:32,593 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:33,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:34,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:35,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:35,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:35,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:35,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:35,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:36,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:38,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:39,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:26:40,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:40,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:40,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:40,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:40,795 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:41,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:42,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:44,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:26:44,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:26:44,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:26:45,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:45,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:45,769 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:45,774 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:45,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:46,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:46,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:49,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:49,731 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:49,732 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:49,737 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:50,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:50,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:51,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:54,096 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:54,097 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:54,097 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:54,102 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:54,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:56,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:57,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:26:57,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:26:57,536 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:26:57,537 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:26:57,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:26:58,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:26:58,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:26:59,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:26:59,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:26:59,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:27:00,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:00,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:00,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:00,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:01,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:02,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:02,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:05,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:05,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:05,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:05,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:06,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:06,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:08,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:09,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:27:09,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:09,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:09,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:09,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:10,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:10,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:14,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:27:14,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:27:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:27:17,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:17,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:17,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:17,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:18,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:19,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:20,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:21,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:21,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:21,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:21,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:21,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:22,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:25,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:25,019 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:25,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:25,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:25,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:25,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:26,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:29,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:27:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:27:29,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:27:30,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:33,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:33,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:33,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:33,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:34,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:34,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:35,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:36,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:36,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:36,537 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:36,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:37,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:38,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:39,458 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:27:39,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:39,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:39,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:39,815 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:40,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:40,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:40,815 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:44,576 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:44,576 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:44,577 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:44,582 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:44,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:27:44,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:27:44,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:27:45,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:46,112 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:46,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:49,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:49,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:49,447 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:49,452 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:49,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:50,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:51,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:53,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:53,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:53,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:53,518 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:53,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:54,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:27:56,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:27:59,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:27:59,330 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:27:59,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:27:59,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:27:59,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:27:59,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:27:59,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:27:59,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:00,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:02,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:03,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:03,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:03,657 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:03,662 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:04,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:04,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:07,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:07,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:07,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:07,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:07,368 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:07,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:08,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:09,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:28:11,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:11,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:11,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:11,408 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:11,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:12,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:12,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:14,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:14,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:14,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:16,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:16,724 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:16,724 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:16,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:17,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:17,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:18,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:22,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:23,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:23,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:23,537 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:23,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:23,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:24,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:26,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:26,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:26,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:26,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:27,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:27,827 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:28,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:29,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:29,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:30,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:30,164 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:30,164 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:30,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:30,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:32,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:33,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:35,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:35,257 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:35,257 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:35,262 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:35,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:36,600 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:37,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:37,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:37,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:38,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:38,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:39,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:39,462 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:28:40,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:41,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:41,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:41,272 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:41,277 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:41,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:42,608 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:44,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:44,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:44,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:44,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:46,719 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:46,720 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:46,720 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:46,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:47,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:48,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:49,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:51,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:51,179 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:51,179 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:51,184 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:51,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:52,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:28:55,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:58,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:58,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:28:58,608 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:58,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:58,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:28:59,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:59,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:59,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:00,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:01,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:06,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:07,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:07,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:07,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:07,464 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:07,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:08,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:09,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:29:11,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:11,188 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:11,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:11,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:11,193 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:11,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:12,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:14,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:14,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:14,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:16,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:16,492 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:16,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:16,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:16,498 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:16,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:18,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:20,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:20,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:20,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:20,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:21,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:21,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:22,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:24,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:24,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:24,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:24,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:25,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:26,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:27,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:28,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:28,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:28,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:28,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:28,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:29,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:30,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:32,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:32,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:32,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:32,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:32,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:33,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:34,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:37,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:38,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:38,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:38,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:38,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:38,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:39,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:29:40,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:43,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:43,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:43,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:43,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:43,127 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:43,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:44,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:44,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:44,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:48,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:48,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:48,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:48,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:48,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:48,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:50,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:53,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:53,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:53,584 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:53,584 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:53,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:53,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:54,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:57,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:57,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:29:57,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:57,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:57,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:29:58,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:58,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:29:59,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:59,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:59,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:03,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:03,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:03,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:03,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:03,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:03,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:04,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:08,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:08,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:08,993 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:08,993 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:08,998 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:09,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:30:09,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:10,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:12,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:12,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:12,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:12,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:12,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:14,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:14,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:14,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:14,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:14,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:16,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:16,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:16,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:16,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:16,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:18,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:19,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:19,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:19,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:19,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:19,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:20,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:20,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:23,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:23,360 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:23,360 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:23,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:23,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:24,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:25,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:29,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:29,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:30,409 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:30,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:30,414 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:30,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:32,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:34,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:34,897 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:34,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:34,903 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:35,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:35,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:36,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:38,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:38,831 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:38,831 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:38,836 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:39,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:30:39,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:40,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:41,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:42,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:42,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:42,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:42,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:42,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:42,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:44,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:44,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:44,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:46,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:46,729 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:46,729 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:46,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:46,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:46,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:48,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:49,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:49,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:49,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:49,959 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:50,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:50,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:51,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:53,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:53,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:53,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:53,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:53,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:54,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:56,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:56,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:30:56,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:56,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:56,982 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:57,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:30:58,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:30:59,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:59,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:59,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:00,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:00,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:00,143 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:00,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:00,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:02,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:02,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:03,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:03,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:03,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:03,548 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:03,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:04,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:07,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:07,081 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:07,081 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:07,087 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:07,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:08,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:08,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:09,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:31:11,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:11,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:11,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:11,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:11,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:12,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:13,382 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:14,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:14,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:14,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:15,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:15,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:15,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:15,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:15,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:16,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:18,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:18,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:18,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:18,722 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:18,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:18,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:20,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:21,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:21,887 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:21,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:21,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:22,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:22,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:23,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:25,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:25,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:25,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:25,374 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:25,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:26,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:29,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:29,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:29,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:29,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:30,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:30,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:30,499 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:30,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:30,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:32,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:34,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:34,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:34,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:34,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:34,982 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:35,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:36,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:38,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:38,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:38,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:38,338 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:38,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:39,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:31:40,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:40,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:43,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:43,656 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:43,656 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:43,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:43,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:44,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:44,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:44,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:46,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:48,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:48,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:48,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:48,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:48,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:50,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:51,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:51,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:51,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:31:51,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:51,992 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:52,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:31:52,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:31:56,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:59,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:59,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:01,112 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:01,112 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:01,113 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:01,118 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:01,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:02,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:02,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:04,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:04,576 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:04,576 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:04,582 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:04,829 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:06,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:07,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:09,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:32:09,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:09,939 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:09,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:09,944 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:10,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:10,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:12,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:13,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:13,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:13,446 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:13,451 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:13,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:14,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:14,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:14,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:14,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:18,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:18,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:18,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:18,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:18,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:18,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:20,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:23,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:23,766 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:23,766 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:23,766 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:23,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:23,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:24,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:27,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:27,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:27,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:27,427 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:27,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:28,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:29,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:29,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:29,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:31,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:31,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:31,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:31,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:31,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:32,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:34,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:34,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:34,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:34,458 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:34,463 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:34,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:36,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:37,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:37,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:37,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:37,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:38,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:38,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:39,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:32:39,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:42,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:42,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:42,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:42,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:43,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:44,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:44,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:44,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:45,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:47,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:47,103 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:47,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:47,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:47,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:48,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:50,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:50,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:50,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:50,585 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:50,591 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:50,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:52,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:32:55,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:58,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:58,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:32:58,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:58,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:58,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:32:59,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:59,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:00,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:01,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:02,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:02,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:02,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:02,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:02,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:04,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:06,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:07,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:07,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:07,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:07,574 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:07,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:08,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:09,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:33:10,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:10,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:10,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:10,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:10,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:12,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:12,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:14,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:14,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:14,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:18,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:18,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:18,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:18,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:18,932 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:19,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:20,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:22,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:22,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:22,205 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:22,210 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:22,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:22,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:23,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:25,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:25,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:25,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:25,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:25,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:26,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:28,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:28,415 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:28,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:28,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:28,421 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:28,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:29,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:29,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:30,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:31,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:31,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:31,858 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:31,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:31,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:32,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:33,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:36,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:36,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:36,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:36,279 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:36,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:36,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:39,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:39,488 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:33:39,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:39,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:39,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:39,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:39,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:40,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:42,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:42,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:42,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:42,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:42,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:44,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:44,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:44,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:45,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:48,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:48,079 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:48,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:48,085 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:48,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:48,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:51,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:52,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:52,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:52,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:52,137 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:52,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:52,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:56,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:57,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:57,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:33:57,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:57,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:57,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:33:58,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:33:59,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:59,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:02,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:06,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:06,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:06,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:06,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:06,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:07,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:08,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:09,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:34:10,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:10,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:10,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:10,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:10,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:10,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:13,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:14,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:14,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:15,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:15,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:15,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:15,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:15,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:16,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:18,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:19,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:19,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:19,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:19,574 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:19,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:20,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:22,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:22,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:22,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:22,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:22,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:23,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:24,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:27,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:27,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:27,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:27,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:27,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:28,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:28,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:29,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:29,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:32,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:32,036 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:32,036 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:32,041 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:33,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:33,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:34,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:37,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:37,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:37,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:37,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:38,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:39,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:39,492 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:34:39,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:41,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:41,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:41,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:41,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:42,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:43,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:44,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:44,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:44,499 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:44,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:44,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:44,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:45,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:47,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:48,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:48,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:48,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:48,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:49,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:49,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:51,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:52,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:52,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:52,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:52,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:53,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:55,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:34:55,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:58,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:58,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:34:58,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:58,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:59,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:34:59,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:59,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:01,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:01,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:01,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:01,934 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:01,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:01,939 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:02,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:03,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:05,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:05,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:05,606 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:05,611 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:06,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:06,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:07,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:09,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:09,089 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:09,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:09,095 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:09,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:35:10,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:11,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:12,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:13,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:13,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:13,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:13,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:14,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:14,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:14,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:15,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:16,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:16,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:16,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:16,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:17,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:17,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:19,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:20,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:20,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:20,236 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:20,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:21,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:21,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:23,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:25,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:25,830 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:25,830 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:25,835 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:26,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:27,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:28,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:29,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:29,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:29,272 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:29,277 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:29,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:29,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:30,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:31,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:33,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:33,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:33,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:33,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:34,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:34,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:35,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:36,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:36,610 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:36,611 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:36,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:37,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:39,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:39,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:35:39,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:40,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:40,856 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:40,856 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:40,861 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:41,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:43,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:43,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:43,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:43,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:43,679 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:44,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:44,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:44,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:45,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:47,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:47,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:47,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:47,449 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:48,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:49,094 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:50,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:50,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:50,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:50,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:50,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:51,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:51,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:53,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:53,381 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:35:53,381 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:53,387 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:54,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:35:55,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:35:56,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:59,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:59,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:01,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:01,957 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:01,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:01,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:01,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:02,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:03,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:07,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:08,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:08,636 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:08,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:08,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:09,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:09,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:36:11,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:12,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:14,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:14,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:17,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:17,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:17,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:17,792 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:17,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:18,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:19,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:22,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:26,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:26,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:26,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:26,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:27,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:27,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:28,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:29,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:29,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:29,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:29,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:29,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:29,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:30,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:31,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:33,281 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:33,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:33,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:33,548 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:33,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:34,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:35,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:37,072 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:37,073 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:37,073 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:37,079 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:37,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:39,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:39,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:39,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:36:40,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:40,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:40,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:40,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:41,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:43,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:44,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:44,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:44,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:45,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:45,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:45,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:45,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:46,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:47,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:49,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:49,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:49,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:49,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:49,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:50,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:51,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:53,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:53,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:53,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:53,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:53,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:55,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:56,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:58,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:58,164 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:36:58,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:58,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:58,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:36:59,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:36:59,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:59,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:01,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:01,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:01,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:01,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:01,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:02,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:03,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:05,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:05,845 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:05,845 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:05,850 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:06,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:06,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:07,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:09,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:37:12,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:14,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:14,346 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:14,347 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:14,352 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:14,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:14,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:15,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:15,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:17,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:17,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:17,846 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:17,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:17,852 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:18,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:19,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:21,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:21,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:21,576 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:21,582 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:22,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:23,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:23,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:24,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:24,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:24,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:24,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:25,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:27,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:28,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:29,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:29,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:29,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:29,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:29,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:29,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:29,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:31,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:32,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:32,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:32,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:32,942 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:33,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:33,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:35,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:36,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:36,425 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:36,425 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:36,431 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:37,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:37,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:39,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:39,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:37:40,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:40,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:40,522 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:40,527 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:41,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:41,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:44,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:44,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:45,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:45,543 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:45,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:45,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:46,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:47,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:49,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:49,407 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:49,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:49,413 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:50,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:50,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:51,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:52,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:52,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:52,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:52,946 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:53,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:55,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:55,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:56,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:56,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:37:56,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:56,436 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:57,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:37:57,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:37:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:59,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:00,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:00,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:00,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:00,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:00,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:01,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:01,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:03,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:03,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:03,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:03,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:04,250 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:05,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:06,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:09,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:38:11,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:11,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:11,696 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:11,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:11,701 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:12,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:13,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:14,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:14,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:16,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:16,179 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:16,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:16,185 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:16,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:17,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:17,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:20,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:20,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:20,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:20,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:21,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:22,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:23,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:24,340 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:24,341 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:24,341 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:24,347 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:25,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:25,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:28,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:29,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:29,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:29,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:29,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:29,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:29,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:31,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:32,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:32,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:32,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:32,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:33,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:33,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:33,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:38,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:39,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:38:40,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:40,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:40,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:40,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:41,289 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:43,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:43,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:44,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:45,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:45,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:45,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:45,136 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:45,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:47,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:49,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:49,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:49,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:49,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:49,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:50,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:51,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:54,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:54,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:54,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:54,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:54,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:55,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:55,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:58,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:58,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:38:58,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:58,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:58,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:38:59,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:38:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:59,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:00,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:01,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:01,890 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:01,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:01,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:02,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:03,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:05,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:05,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:05,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:05,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:05,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:06,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:07,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:08,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:08,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:08,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:08,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:09,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:09,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:09,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:39:11,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:12,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:12,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:12,152 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:12,157 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:12,327 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:13,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:14,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:14,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:16,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:16,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:16,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:16,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:16,942 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:17,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:19,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:21,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:22,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:22,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:22,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:22,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:22,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:23,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:25,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:25,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:25,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:25,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:26,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:27,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:27,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:28,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:28,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:28,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:28,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:29,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:29,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:29,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:31,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:33,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:34,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:34,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:34,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:34,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:34,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:35,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:38,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:38,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:38,399 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:38,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:38,405 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:39,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:39,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:39,507 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:39:42,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:42,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:42,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:42,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:43,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:43,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:43,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:44,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:47,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:47,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:47,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:47,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:47,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:49,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:49,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:50,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:50,772 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:50,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:50,781 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:51,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:51,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:54,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:54,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:54,532 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:54,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:54,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:55,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:55,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:58,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:58,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:39:58,618 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:58,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:59,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:39:59,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:39:59,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:59,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:02,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:02,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:02,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:02,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:03,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:03,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:04,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:06,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:06,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:06,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:06,827 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:07,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:09,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:09,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:40:10,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:10,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:10,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:10,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:10,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:10,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:11,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:14,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:14,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:14,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:14,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:14,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:14,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:15,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:15,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:17,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:17,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:17,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:17,884 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:18,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:19,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:20,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:21,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:21,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:21,983 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:21,988 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:22,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:23,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:25,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:25,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:25,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:25,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:26,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:26,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:27,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:29,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:29,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:29,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:29,436 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:29,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:30,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:31,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:32,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:32,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:32,881 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:32,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:32,887 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:33,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:35,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:37,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:39,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:40:42,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:42,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:42,254 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:42,260 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:42,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:43,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:43,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:44,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:46,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:46,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:46,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:46,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:47,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:47,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:48,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:52,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:52,932 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:52,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:52,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:53,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:53,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:55,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:56,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:56,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:40:56,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:56,222 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:56,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:40:57,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:40:59,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:59,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:59,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:00,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:00,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:00,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:00,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:01,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:05,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:08,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:08,238 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:08,238 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:08,243 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:08,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:09,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:09,514 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:41:10,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:12,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:12,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:12,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:12,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:13,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:13,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:14,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:16,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:17,111 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:17,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:17,112 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:17,117 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:17,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:19,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:21,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:21,019 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:21,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:21,025 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:21,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:22,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:23,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:26,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:26,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:26,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:26,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:27,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:27,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:27,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:29,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:30,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:30,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:30,236 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:30,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:30,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:31,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:33,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:35,384 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:35,385 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:35,385 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:35,391 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:35,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:37,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:38,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:38,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:38,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:38,625 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:38,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:39,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:39,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:39,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:41:42,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:42,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:42,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:42,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:43,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:43,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:43,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:44,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:46,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:46,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:46,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:46,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:46,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:47,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:49,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:49,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:49,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:49,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:49,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:49,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:51,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:53,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:53,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:53,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:53,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:54,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:54,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:55,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:57,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:57,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:41:57,615 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:57,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:58,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:41:59,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:41:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:59,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:59,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:00,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:01,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:01,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:01,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:01,287 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:01,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:03,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:05,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:09,518 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:42:09,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:09,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:09,706 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:09,711 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:10,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:10,712 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:11,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:13,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:13,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:13,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:13,944 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:14,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:14,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:15,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:16,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:17,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:17,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:17,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:17,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:17,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:19,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:20,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:20,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:20,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:20,296 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:20,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:21,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:21,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:23,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:23,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:23,529 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:23,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:23,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:25,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:26,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:27,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:27,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:27,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:27,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:27,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:29,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:29,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:29,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:30,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:30,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:30,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:30,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:31,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:31,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:31,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:34,388 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:34,388 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:34,389 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:34,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:34,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:35,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:37,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:38,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:38,071 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:38,071 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:38,077 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:38,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:39,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:42:39,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:42,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:44,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:46,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:46,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:46,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:46,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:46,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:47,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:48,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:52,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:52,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:42:52,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:52,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:52,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:42:53,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:42:54,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:59,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:59,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:59,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:00,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:00,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:00,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:00,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:01,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:01,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:04,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:04,462 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:04,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:04,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:04,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:04,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:05,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:09,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:09,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:43:12,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:12,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:12,150 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:12,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:12,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:13,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:14,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:14,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:15,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:15,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:15,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:15,881 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:15,886 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:16,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:17,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:19,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:19,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:19,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:19,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:19,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:19,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:21,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:22,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:22,875 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:22,875 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:22,881 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:23,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:23,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:26,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:26,131 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:26,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:26,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:26,137 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:26,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:27,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:29,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:31,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:31,295 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:31,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:31,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:31,300 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:31,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:33,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:36,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:36,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:36,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:36,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:36,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:37,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:37,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:39,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:43:40,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:40,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:40,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:40,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:40,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:41,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:42,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:43,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:43,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:43,060 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:43,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:43,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:44,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:45,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:47,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:48,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:48,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:48,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:48,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:49,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:49,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:53,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:54,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:54,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:54,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:54,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:54,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:55,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:58,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:58,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:58,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:43:58,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:58,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:58,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:43:59,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:43:59,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:59,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:59,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:01,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:01,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:01,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:01,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:02,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:03,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:03,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:05,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:05,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:05,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:05,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:05,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:07,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:09,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:09,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:44:10,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:10,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:10,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:10,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:10,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:11,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:14,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:14,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:14,039 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:14,044 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:14,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:14,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:14,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:15,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:15,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:17,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:17,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:17,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:17,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:17,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:19,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:20,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:20,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:20,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:20,742 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:20,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:21,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:21,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:25,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:28,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:28,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:28,972 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:28,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:29,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:29,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:29,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:31,123 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:32,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:32,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:32,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:32,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:32,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:33,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:36,123 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:36,124 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:36,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:36,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:36,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:36,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:37,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:39,531 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:44:40,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:40,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:40,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:40,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:40,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:41,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:41,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:44,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:44,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:44,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:44,145 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:44,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:44,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:44,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:45,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:47,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:50,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:50,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:50,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:50,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:50,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:51,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:53,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:53,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:53,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:53,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:53,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:53,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:55,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:58,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:58,358 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:44:58,359 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:58,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:58,364 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:58,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:44:59,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:44:59,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:59,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:02,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:02,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:02,250 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:02,255 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:02,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:03,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:04,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:07,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:07,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:07,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:07,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:07,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:09,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:09,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:45:09,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:11,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:11,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:11,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:11,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:11,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:11,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:14,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:15,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:15,397 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:15,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:15,402 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:15,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:17,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:18,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:18,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:18,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:18,904 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:19,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:19,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:20,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:22,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:22,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:22,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:22,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:22,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:23,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:26,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:26,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:26,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:26,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:26,137 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:26,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:27,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:29,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:30,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:30,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:30,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:30,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:30,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:31,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:31,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:35,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:35,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:35,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:35,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:35,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:36,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:37,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:39,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:45:39,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:39,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:39,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:39,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:39,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:41,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:42,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:43,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:43,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:43,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:43,458 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:43,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:44,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:45,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:47,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:47,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:47,506 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:47,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:47,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:48,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:49,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:51,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:51,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:51,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:51,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:51,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:53,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:54,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:58,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:58,996 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:45:58,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:59,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:59,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:45:59,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:45:59,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:59,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:00,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:02,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:02,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:02,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:02,573 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:02,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:03,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:05,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:06,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:06,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:06,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:06,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:06,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:07,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:09,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:46:10,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:10,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:10,770 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:10,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:10,775 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:10,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:11,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:14,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:14,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:14,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:14,671 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:14,822 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:14,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:14,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:15,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:16,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:17,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:17,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:17,856 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:17,861 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:18,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:19,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:21,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:21,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:21,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:21,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:21,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:21,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:23,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:25,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:25,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:25,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:25,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:25,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:25,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:27,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:28,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:28,386 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:28,386 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:28,392 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:28,840 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:29,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:29,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:29,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:32,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:34,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:34,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:34,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:34,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:34,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:35,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:37,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:39,536 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:46:39,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:39,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:39,736 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:39,741 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:39,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:41,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:42,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:43,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:43,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:43,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:43,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:43,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:44,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:44,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:45,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:48,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:49,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:49,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:49,203 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:49,208 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:49,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:49,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:53,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:53,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:53,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:53,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:53,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:53,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:55,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:58,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:58,501 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:46:58,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:58,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:58,507 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:58,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:46:59,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:46:59,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:59,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:01,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:01,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:01,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:01,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:01,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:03,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:03,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:05,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:05,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:05,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:05,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:05,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:07,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:08,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:08,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:08,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:08,716 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:08,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:09,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:47:09,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:09,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:13,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:13,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:13,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:13,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:13,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:13,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:14,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:14,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:15,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:17,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:17,367 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:17,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:17,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:17,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:19,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:20,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:21,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:21,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:21,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:21,656 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:21,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:23,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:25,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:25,426 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:25,427 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:25,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:25,432 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:25,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:27,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:29,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:29,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:31,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:31,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:31,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:31,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:31,931 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:32,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:33,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:36,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:39,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:47:41,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:41,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:41,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:41,026 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:41,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:41,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:42,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:44,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:44,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:47,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:49,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:49,289 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:49,289 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:49,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:49,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:49,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:47:52,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:57,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:57,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:57,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:47:57,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:57,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:57,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:47:59,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:59,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:59,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:02,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:02,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:02,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:02,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:02,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:02,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:05,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:07,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:09,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:48:11,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:11,198 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:11,198 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:11,204 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:11,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:12,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:13,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:14,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:14,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:14,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:14,795 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:14,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:14,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:15,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:16,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:17,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:17,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:17,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:17,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:18,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:18,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:20,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:22,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:22,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:22,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:22,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:23,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:23,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:24,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:27,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:27,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:27,268 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:27,273 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:27,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:28,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:29,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:29,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:29,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:31,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:31,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:31,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:31,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:31,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:34,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:34,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:36,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:36,323 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:36,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:36,329 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:36,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:38,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:39,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:48:39,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:40,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:40,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:40,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:40,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:40,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:42,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:44,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:44,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:44,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:45,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:45,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:45,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:45,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:45,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:45,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:46,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:50,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:50,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:50,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:50,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:50,272 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:50,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:52,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:54,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:54,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:54,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:54,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:55,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:55,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:56,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:48:58,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:58,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:48:58,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:58,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:58,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:48:59,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:59,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:00,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:01,096 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:03,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:03,349 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:03,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:03,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:03,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:04,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:06,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:09,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:49:11,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:11,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:11,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:11,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:11,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:12,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:14,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:14,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:14,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:15,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:15,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:15,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:15,880 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:16,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:16,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:18,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:19,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:19,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:19,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:19,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:19,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:20,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:22,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:24,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:24,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:24,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:24,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:25,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:26,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:27,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:28,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:28,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:28,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:28,897 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:29,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:29,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:29,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:30,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:33,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:37,345 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:37,345 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:37,346 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:37,351 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:37,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:38,390 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:38,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:39,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:49:41,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:41,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:41,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:41,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:41,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:42,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:44,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:44,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:44,667 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:44,667 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:44,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:44,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:44,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:44,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:46,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:48,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:48,763 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:48,763 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:48,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:49,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:49,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:50,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:52,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:52,362 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:52,362 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:52,368 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:52,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:54,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:55,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:55,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:55,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:55,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:55,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:56,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:58,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:49:59,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:59,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:49:59,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:59,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:59,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:49:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:59,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:00,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:01,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:03,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:03,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:03,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:03,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:04,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:06,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:06,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:09,551 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:50:09,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:09,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:09,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:09,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:10,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:12,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:12,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:14,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:14,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:14,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:14,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:14,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:14,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:16,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:18,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:18,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:18,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:18,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:18,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:18,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:20,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:23,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:23,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:23,922 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:23,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:23,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:24,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:26,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:28,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:28,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:28,084 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:28,090 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:28,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:29,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:29,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:30,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:31,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:31,631 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:31,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:31,636 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:31,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:34,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:34,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:36,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:36,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:36,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:36,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:36,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:38,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:39,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:50:40,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:40,108 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:40,108 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:40,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:40,114 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:40,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:42,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:43,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:43,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:43,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:43,233 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:43,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:43,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:44,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:45,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:47,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:47,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:47,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:47,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:47,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:49,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:50,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:52,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:52,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:52,493 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:52,498 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:52,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:53,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:56,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:56,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:56,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:50:56,806 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:56,812 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:57,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:50:57,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:50:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:59,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:00,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:00,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:00,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:00,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:01,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:01,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:01,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:04,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:04,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:04,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:04,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:04,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:05,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:07,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:07,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:07,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:07,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:07,517 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:07,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:07,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:09,555 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:51:10,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:10,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:10,806 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:10,812 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:11,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:11,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:12,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:14,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:14,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:14,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:14,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:14,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:14,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:15,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:18,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:19,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:19,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:19,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:19,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:19,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:19,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:23,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:23,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:23,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:23,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:23,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:23,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:23,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:28,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:29,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:29,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:29,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:29,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:29,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:29,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:29,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:34,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:34,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:34,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:34,470 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:34,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:34,822 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:35,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:39,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:39,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:51:40,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:40,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:40,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:40,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:40,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:41,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:44,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:45,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:45,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:45,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:45,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:45,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:45,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:47,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:50,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:50,408 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:50,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:50,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:50,415 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:50,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:51,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:54,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:54,482 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:54,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:54,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:54,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:55,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:55,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:58,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:58,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:51:58,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:58,575 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:58,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:51:59,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:51:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:59,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:01,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:03,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:03,072 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:03,072 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:03,077 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:03,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:03,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:07,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:07,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:07,301 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:07,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:07,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:07,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:07,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:09,559 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:52:12,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:13,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:13,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:13,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:13,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:13,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:13,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:14,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:14,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:18,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:21,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:21,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:21,244 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:21,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:21,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:21,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:23,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:24,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:24,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:24,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:24,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:25,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:25,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:28,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:28,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:28,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:28,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:28,689 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:28,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:29,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:29,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:29,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:32,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:32,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:32,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:32,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:32,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:33,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:34,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:36,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:36,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:36,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:36,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:36,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:37,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:39,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:52:39,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:40,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:40,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:40,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:40,098 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:40,894 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:41,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:43,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:43,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:43,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:43,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:43,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:43,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:44,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:44,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:44,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:47,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:47,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:47,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:47,389 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:47,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:47,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:50,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:51,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:51,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:51,763 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:51,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:51,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:53,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:55,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:55,636 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:55,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:55,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:55,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:55,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:55,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:52:59,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:59,415 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:52:59,415 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:59,421 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:59,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:59,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:59,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:52:59,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:01,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:02,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:02,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:02,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:02,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:02,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:03,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:06,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:06,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:06,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:06,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:06,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:06,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:07,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:09,563 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:53:10,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:10,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:10,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:10,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:10,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:11,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:12,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:14,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:15,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:15,265 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:15,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:15,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:15,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:15,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:17,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:22,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:24,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:24,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:24,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:24,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:25,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:25,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:27,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:29,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:33,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:33,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:33,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:33,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:33,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:33,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:33,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:36,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:36,554 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:36,554 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:36,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:36,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:37,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:38,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:39,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:53:40,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:40,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:40,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:40,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:41,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:41,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:43,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:44,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:44,212 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:44,212 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:44,218 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:44,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:44,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:44,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:45,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:48,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:48,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:48,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:48,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:48,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:49,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:49,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:53,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:53,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:53,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:53,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:53,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:53,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:54,252 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:56,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:56,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:53:56,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:56,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:56,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:53:57,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:53:59,523 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:59,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:01,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:01,358 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:01,358 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:01,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:01,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:01,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:05,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:09,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:54:10,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:10,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:10,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:10,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:10,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:10,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:11,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:14,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:16,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:18,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:18,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:18,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:18,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:19,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:20,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:21,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:26,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:27,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:27,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:27,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:27,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:28,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:28,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:29,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:30,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:30,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:30,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:30,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:31,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:32,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:32,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:34,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:34,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:34,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:34,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:35,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:36,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:37,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:38,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:38,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:38,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:38,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:39,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:39,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:54:40,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:41,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:41,415 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:41,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:41,421 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:42,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:42,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:43,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:44,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:44,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:44,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:44,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:44,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:44,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:44,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:45,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:46,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:47,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:47,888 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:47,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:47,894 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:48,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:48,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:50,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:51,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:51,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:51,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:51,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:52,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:52,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:54,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:55,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:55,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:54:55,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:55,852 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:56,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:54:56,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:54:59,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:59,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:59,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:01,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:01,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:01,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:01,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:02,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:02,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:05,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:07,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:07,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:07,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:07,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:08,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:08,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:09,572 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:55:10,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:10,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:10,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:10,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:10,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:11,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:12,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:14,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:14,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:14,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:14,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:14,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:15,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:16,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:16,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:20,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:20,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:20,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:20,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:20,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:22,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:22,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:23,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:23,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:23,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:23,316 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:24,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:24,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:27,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:27,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:27,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:27,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:27,264 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:28,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:28,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:29,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:29,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:30,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:30,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:30,875 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:30,881 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:31,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:32,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:32,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:35,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:35,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:35,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:35,166 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:36,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:36,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:38,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:39,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:55:40,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:40,580 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:40,580 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:40,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:41,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:42,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:43,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:44,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:44,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:44,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:44,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:44,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:44,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:44,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:45,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:46,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:47,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:47,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:47,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:47,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:48,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:48,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:48,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:53,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:53,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:55:53,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:53,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:53,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:55:54,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:54,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:55:59,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:59,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:59,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:59,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:01,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:01,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:01,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:01,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:02,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:02,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:04,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:09,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:09,581 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:56:09,719 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:09,720 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:09,720 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:09,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:10,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:10,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:13,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:13,570 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:13,570 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:13,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:14,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:14,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:14,576 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:14,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:14,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:16,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:16,905 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:16,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:16,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:17,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:18,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:19,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:20,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:20,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:20,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:20,154 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:20,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:22,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:24,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:24,256 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:24,256 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:24,262 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:25,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:25,262 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:26,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:29,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:31,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:33,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:33,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:33,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:33,842 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:34,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:34,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:36,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:36,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:36,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:36,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:36,724 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:37,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:38,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:39,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:56:40,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:40,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:40,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:40,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:41,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:42,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:42,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:44,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:44,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:44,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:44,055 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:44,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:44,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:46,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:47,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:47,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:47,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:47,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:47,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:48,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:48,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:51,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:51,391 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:51,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:51,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:52,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:52,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:53,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:54,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:54,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:56:54,701 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:54,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:55,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:56:56,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:56:58,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:59,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:00,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:00,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:00,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:00,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:01,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:02,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:04,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:08,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:08,706 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:08,706 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:08,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:09,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:09,584 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:57:09,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:10,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:11,967 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:11,968 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:11,969 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:11,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:12,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:12,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:14,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:15,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:17,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:17,067 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:17,067 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:17,073 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:17,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:18,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:20,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:20,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:20,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:20,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:20,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:21,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:22,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:24,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:24,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:24,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:24,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:25,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:25,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:26,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:29,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:31,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:33,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:33,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:33,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:33,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:33,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:34,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:36,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:36,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:36,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:36,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:36,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:37,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:38,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:39,582 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:57:41,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:41,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:41,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:41,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:42,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:42,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:42,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:44,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:44,698 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:44,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:44,706 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:44,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:45,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:46,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:48,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:48,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:48,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:48,646 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:48,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:49,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:50,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:53,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:53,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:53,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:53,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:53,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:54,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:54,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:57,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:57,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:57:57,564 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:57,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:58,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:57:58,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:57:59,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:59,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:02,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:02,063 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:02,063 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:02,069 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:02,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:04,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:05,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:05,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:05,523 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:05,523 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:05,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:06,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:06,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:09,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:58:09,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:09,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:09,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:09,897 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:10,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:10,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:10,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:13,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:13,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:13,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:13,077 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:13,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:14,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:14,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:14,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:16,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:16,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:16,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:16,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:16,793 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:17,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:18,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:20,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:20,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:20,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:20,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:21,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:21,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:22,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:24,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:24,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:24,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:24,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:25,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:26,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:26,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:29,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:29,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:29,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:29,815 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:29,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:30,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:30,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:32,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:34,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:34,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:34,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:34,234 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:34,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:36,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:37,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:38,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:38,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:38,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:38,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:38,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:39,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:58:40,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:42,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:44,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:44,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:47,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:47,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:47,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:47,300 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:47,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:48,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:48,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:52,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:52,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:52,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:52,267 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:52,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:54,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:54,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:55,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:55,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:58:55,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:55,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:56,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:58:56,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:58:59,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:59,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:59,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:01,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:01,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:01,221 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:01,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:01,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:02,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:05,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:05,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:05,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:05,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:05,483 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:06,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:06,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:09,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:09,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:09,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:09,409 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:09,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:09,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:59:10,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:10,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:13,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:13,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:13,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:13,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:13,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:14,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:14,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:16,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:17,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:17,282 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:17,283 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:17,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:17,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:18,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:21,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:21,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:21,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:21,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:21,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:22,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:22,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:24,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:24,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:24,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:24,970 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:25,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:26,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:27,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:28,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:28,155 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:28,155 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:28,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:28,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:28,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:29,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:31,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:31,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:31,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:31,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:31,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:32,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:33,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:36,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:36,546 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:36,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:36,552 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:37,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:38,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:38,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:39,590 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 11:59:39,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:39,767 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:39,768 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:39,774 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:40,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:40,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:43,774 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:44,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:44,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:47,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:47,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:47,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:47,701 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:48,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:48,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:49,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:51,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:51,338 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:51,338 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:51,344 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:51,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:52,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:55,344 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:55,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:55,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 11:59:55,428 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:55,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:55,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 11:59:56,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 11:59:59,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:59,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:00,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:00,179 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:00,184 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:00,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:00,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:01,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:05,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:05,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:05,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:05,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:05,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:06,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:06,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:09,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:09,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:09,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:09,345 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:09,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:09,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:00:10,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:11,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:12,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:12,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:12,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:12,886 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:13,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:14,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:14,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:17,000 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:17,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:17,001 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:17,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:17,007 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:17,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:18,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:22,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:25,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:25,408 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:25,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:25,413 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:25,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:26,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:27,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:29,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:29,507 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:29,507 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:29,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:29,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:29,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:30,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:33,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:34,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:34,528 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:34,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:34,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:34,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:36,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:38,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:39,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:39,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:39,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:39,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:39,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:39,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:00:40,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:43,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:44,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:44,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:45,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:45,205 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:45,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:45,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:45,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:46,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:49,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:53,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:53,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:53,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:53,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:53,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:54,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:54,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:56,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:56,926 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:00:56,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:56,932 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:57,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:00:58,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:00:59,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:59,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:00,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:02,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:02,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:02,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:02,082 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:02,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:02,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:05,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:05,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:05,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:05,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:05,593 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:05,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:06,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:08,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:08,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:08,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:08,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:09,597 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:01:09,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:10,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:10,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:13,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:13,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:13,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:13,254 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:13,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:14,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:14,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:16,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:17,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:17,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:17,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:17,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:17,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:18,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:20,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:20,921 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:20,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:20,927 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:21,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:21,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:22,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:26,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:26,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:26,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:26,972 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:26,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:27,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:28,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:29,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:29,803 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:29,803 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:29,809 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:29,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:30,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:30,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:32,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:33,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:33,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:33,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:33,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:33,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:34,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:37,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:37,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:37,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:37,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:37,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:38,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:38,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:39,606 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:01:41,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:41,636 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:41,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:41,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:41,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:42,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:43,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:44,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:44,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:44,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:46,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:46,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:46,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:46,827 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:47,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:48,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:48,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:52,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:52,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:52,721 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:52,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:53,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:54,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:54,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:57,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:57,444 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:01:57,444 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:57,450 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:57,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:01:58,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:01:59,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:59,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:00,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:03,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:03,696 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:03,696 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:03,701 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:04,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:04,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:05,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:08,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:08,604 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:08,604 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:08,610 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:08,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:09,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:02:10,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:11,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:12,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:12,218 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:12,218 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:12,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:12,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:12,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:14,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:14,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:15,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:15,551 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:15,551 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:15,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:15,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:16,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:17,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:19,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:19,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:19,481 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:19,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:19,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:20,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:23,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:25,064 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:25,065 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:25,065 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:25,071 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:25,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:26,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:29,072 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:29,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:29,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:31,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:31,993 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:31,993 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:31,999 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:32,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:32,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:35,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:36,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:36,265 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:36,265 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:36,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:36,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:36,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:39,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:02:40,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:40,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:40,351 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:40,351 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:40,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:40,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:40,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:44,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:44,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:46,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:46,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:46,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:46,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:46,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:46,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:46,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:49,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:49,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:49,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:50,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:50,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:50,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:52,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:55,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:55,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:55,527 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:55,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:55,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:56,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:02:57,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:59,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:59,149 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:02:59,149 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:59,155 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:59,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:02:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:59,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:00,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:02,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:02,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:02,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:02,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:02,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:02,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:04,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:06,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:06,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:06,444 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:06,449 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:06,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:08,450 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:08,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:09,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:03:11,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:11,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:11,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:11,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:11,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:12,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:14,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:14,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:16,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:16,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:16,997 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:17,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:17,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:18,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:20,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:22,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:22,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:22,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:22,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:22,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:24,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:25,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:28,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:28,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:28,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:28,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:28,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:28,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:29,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:31,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:32,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:32,689 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:32,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:32,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:32,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:34,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:36,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:36,004 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:36,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:36,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:36,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:36,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:37,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:39,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:03:41,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:41,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:41,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:41,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:41,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:42,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:42,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:44,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:45,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:45,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:45,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:45,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:46,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:46,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:47,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:49,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:49,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:49,173 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:49,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:49,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:50,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:53,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:54,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:54,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:54,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:54,510 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:54,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:56,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:03:58,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:58,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:58,777 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:03:58,777 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:58,783 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:58,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:03:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:59,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:00,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:02,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:02,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:02,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:02,681 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:02,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:03,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:04,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:06,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:06,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:06,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:06,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:07,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:08,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:08,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:09,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:04:10,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:10,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:10,456 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:10,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:10,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:10,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:14,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:14,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:16,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:16,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:16,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:16,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:16,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:18,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:19,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:24,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:25,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:25,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:25,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:25,082 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:25,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:26,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:28,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:28,599 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:28,600 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:28,605 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:28,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:29,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:29,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:30,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:30,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:31,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:31,840 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:31,840 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:31,846 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:31,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:32,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:35,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:35,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:35,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:35,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:35,325 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:35,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:36,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:39,611 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:04:40,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:40,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:40,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:40,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:40,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:40,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:40,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:44,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:45,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:45,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:45,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:45,125 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:45,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:46,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:46,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:49,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:49,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:49,428 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:49,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:49,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:50,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:51,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:53,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:53,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:53,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:53,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:53,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:54,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:57,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:57,479 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:57,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:04:57,480 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:57,486 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:57,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:04:58,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:04:59,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:59,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:00,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:00,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:00,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:00,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:00,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:02,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:02,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:04,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:04,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:04,095 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:04,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:04,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:04,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:08,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:08,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:08,979 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:08,979 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:08,984 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:09,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:05:09,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:10,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:12,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:12,194 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:12,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:12,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:12,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:12,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:13,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:14,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:14,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:15,171 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:15,172 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:15,172 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:15,177 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:15,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:16,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:18,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:19,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:19,317 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:19,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:19,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:19,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:20,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:22,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:22,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:22,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:22,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:22,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:23,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:24,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:26,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:26,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:26,177 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:26,182 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:26,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:26,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:29,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:29,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:29,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:29,450 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:29,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:29,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:29,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:29,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:29,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:30,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:34,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:34,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:34,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:34,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:34,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:34,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:35,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:38,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:38,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:38,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:38,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:38,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:38,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:39,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:05:40,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:43,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:43,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:43,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:43,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:43,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:44,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:44,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:46,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:50,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:50,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:50,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:50,076 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:50,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:50,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:52,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:53,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:53,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:53,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:53,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:53,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:54,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:57,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:58,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:58,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:05:58,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:58,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:58,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:05:58,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:05:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:59,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:01,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:01,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:01,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:01,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:01,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:02,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:03,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:04,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:04,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:04,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:04,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:04,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:06,965 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:08,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:08,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:08,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:08,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:08,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:08,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:08,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:09,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:06:12,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:12,036 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:12,036 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:12,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:12,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:12,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:14,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:14,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:15,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:15,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:15,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:15,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:15,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:16,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:19,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:19,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:19,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:19,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:19,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:19,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:20,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:22,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:22,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:22,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:22,764 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:22,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:24,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:24,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:26,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:26,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:26,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:26,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:26,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:26,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:29,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:29,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:30,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:30,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:30,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:30,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:30,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:30,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:32,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:35,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:36,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:36,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:36,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:36,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:37,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:37,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:39,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:06:40,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:40,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:40,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:40,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:41,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:41,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:41,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:43,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:43,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:43,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:43,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:44,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:44,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:44,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:45,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:46,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:46,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:46,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:46,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:46,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:47,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:49,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:50,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:50,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:50,684 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:50,689 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:51,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:51,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:52,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:54,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:54,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:54,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:54,326 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:55,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:55,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:57,843 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:57,844 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:06:57,844 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:57,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:57,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:58,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:06:59,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:06:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:59,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:03,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:04,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:04,090 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:04,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:04,095 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:05,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:05,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:08,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:08,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:08,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:08,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:09,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:09,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:09,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:07:11,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:12,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:12,501 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:12,501 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:12,506 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:13,045 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:13,045 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:13,507 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:14,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:19,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:21,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:21,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:21,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:21,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:21,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:23,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:24,687 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:24,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:24,688 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:24,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:24,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:25,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:25,058 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:28,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:28,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:28,451 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:28,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:29,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:29,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:29,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:30,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:32,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:32,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:32,110 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:32,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:33,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:33,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:36,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:36,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:36,195 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:36,195 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:36,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:37,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:37,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:39,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:39,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:39,497 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:39,503 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:39,624 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:07:40,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:41,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:41,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:44,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:44,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:45,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:45,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:45,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:45,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:46,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:47,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:47,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:50,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:50,118 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:50,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:50,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:51,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:51,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:53,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:54,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:54,536 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:54,536 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:54,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:55,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:07:55,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:07:58,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:59,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:59,188 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:07:59,188 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:59,193 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:59,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:59,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:00,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:01,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:04,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:07,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:07,381 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:07,381 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:07,386 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:08,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:09,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:09,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:09,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:08:12,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:12,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:12,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:12,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:13,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:13,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:14,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:14,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:15,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:16,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:16,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:16,832 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:16,838 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:17,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:19,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:20,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:22,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:22,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:22,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:22,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:23,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:23,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:25,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:25,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:25,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:25,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:26,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:26,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:27,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:29,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:29,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:30,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:30,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:30,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:30,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:31,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:31,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:32,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:33,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:33,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:33,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:33,776 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:34,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:35,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:37,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:39,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:08:41,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:41,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:41,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:41,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:42,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:42,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:43,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:44,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:44,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:46,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:46,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:46,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:46,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:46,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:47,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:48,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:50,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:50,234 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:50,234 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:50,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:51,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:51,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:53,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:53,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:53,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:53,478 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:53,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:54,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:55,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:08:58,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:59,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:59,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:08:59,044 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:59,050 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:59,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:08:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:59,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:01,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:02,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:02,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:02,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:02,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:03,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:03,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:03,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:06,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:06,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:06,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:06,147 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:06,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:07,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:09,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:09,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:09:10,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:10,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:10,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:10,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:11,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:13,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:14,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:14,798 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:14,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:14,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:14,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:14,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:15,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:15,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:19,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:19,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:19,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:19,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:19,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:20,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:21,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:23,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:23,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:23,024 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:23,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:23,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:25,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:26,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:29,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:29,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:31,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:31,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:31,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:31,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:31,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:32,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:33,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:34,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:34,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:34,860 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:34,866 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:35,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:35,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:36,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:39,632 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:09:41,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:41,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:41,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:41,355 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:42,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:42,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:43,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:44,679 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:44,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:44,680 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:44,685 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:44,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:45,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:45,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:48,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:48,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:48,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:48,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:48,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:49,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:49,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:52,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:52,698 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:52,698 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:52,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:53,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:53,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:53,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:56,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:56,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:09:56,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:56,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:56,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:09:57,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:09:59,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:59,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:02,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:02,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:02,055 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:02,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:02,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:03,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:05,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:05,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:05,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:05,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:05,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:06,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:07,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:09,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:09,035 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:09,035 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:09,041 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:09,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:09,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:10:10,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:11,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:12,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:12,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:12,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:12,632 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:13,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:13,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:14,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:16,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:16,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:16,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:16,506 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:16,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:17,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:17,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:21,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:22,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:22,675 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:22,675 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:22,681 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:23,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:23,250 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:25,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:25,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:25,541 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:25,546 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:26,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:27,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:27,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:29,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:29,612 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:29,612 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:29,617 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:29,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:30,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:31,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:33,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:35,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:35,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:35,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:35,982 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:36,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:37,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:39,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:39,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:39,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:39,472 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:39,477 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:39,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:10:40,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:41,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:43,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:43,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:43,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:43,865 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:44,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:44,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:44,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:45,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:47,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:47,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:47,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:47,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:48,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:49,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:50,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:53,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:53,092 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:53,092 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:53,098 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:53,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:55,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:56,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:58,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:58,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:10:58,084 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:58,089 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:58,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:10:59,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:10:59,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:59,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:59,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:01,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:05,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:05,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:05,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:05,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:06,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:06,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:07,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:08,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:08,711 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:08,711 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:08,716 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:09,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:09,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:11:11,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:11,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:12,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:12,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:12,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:12,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:13,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:14,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:14,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:15,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:16,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:16,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:16,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:16,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:16,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:17,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:19,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:19,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:19,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:19,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:19,806 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:20,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:21,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:21,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:24,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:24,291 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:24,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:24,296 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:24,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:25,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:27,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:29,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:29,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:29,461 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:29,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:29,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:29,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:30,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:31,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:32,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:32,513 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:32,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:32,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:32,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:33,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:35,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:36,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:36,910 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:36,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:36,916 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:37,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:37,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:39,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:39,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:11:40,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:40,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:40,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:40,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:41,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:43,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:43,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:43,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:43,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:43,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:43,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:44,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:44,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:44,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:45,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:48,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:48,324 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:48,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:48,329 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:48,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:49,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:49,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:54,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:54,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:54,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:54,585 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:54,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:55,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:57,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:57,679 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:57,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:11:57,680 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:57,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:58,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:11:59,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:11:59,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:59,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:59,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:04,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:04,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:04,186 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:04,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:04,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:05,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:05,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:08,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:08,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:08,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:08,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:09,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:09,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:09,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:12:10,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:12,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:12,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:12,527 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:12,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:13,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:13,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:14,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:16,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:16,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:16,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:16,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:16,264 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:16,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:17,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:19,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:19,935 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:19,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:19,941 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:20,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:21,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:21,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:23,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:23,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:23,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:23,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:23,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:25,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:27,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:27,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:27,265 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:27,265 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:27,270 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:27,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:29,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:29,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:31,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:31,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:31,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:31,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:31,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:33,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:33,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:34,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:34,547 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:34,547 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:34,553 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:35,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:35,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:37,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:37,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:37,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:37,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:38,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:38,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:39,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:39,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:12:41,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:41,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:41,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:41,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:42,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:43,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:44,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:44,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:45,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:45,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:45,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:45,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:46,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:47,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:49,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:49,435 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:49,435 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:49,440 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:50,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:50,441 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:51,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:53,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:53,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:53,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:53,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:54,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:55,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:55,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:57,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:57,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:12:57,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:57,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:58,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:12:59,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:12:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:59,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:01,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:04,457 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:04,458 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:04,458 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:04,463 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:05,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:05,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:06,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:08,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:08,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:08,432 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:08,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:09,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:09,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:09,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:13:11,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:12,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:12,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:12,128 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:12,134 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:12,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:13,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:14,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:16,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:16,255 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:16,256 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:16,261 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:16,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:17,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:17,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:19,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:19,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:19,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:19,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:20,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:21,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:22,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:25,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:25,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:25,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:25,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:25,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:27,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:28,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:29,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:33,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:34,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:34,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:34,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:34,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:34,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:35,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:37,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:37,543 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:37,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:37,548 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:38,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:38,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:39,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:39,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:13:41,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:41,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:41,697 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:41,702 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:42,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:43,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:43,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:44,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:44,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:44,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:44,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:44,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:45,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:47,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:49,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:50,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:50,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:50,270 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:50,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:50,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:51,476 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:54,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:55,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:55,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:55,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:55,366 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:55,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:13:57,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:13:59,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:59,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:59,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:13:59,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:59,838 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:59,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:00,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:01,486 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:03,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:03,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:03,501 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:03,506 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:04,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:04,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:05,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:09,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:09,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:09,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:09,066 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:09,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:09,651 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:14:09,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:11,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:14,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:14,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:14,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:14,374 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:14,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:14,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:15,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:15,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:17,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:17,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:17,972 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:17,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:18,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:19,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:21,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:21,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:21,864 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:21,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:21,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:22,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:23,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:25,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:25,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:25,617 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:25,622 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:26,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:26,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:27,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:29,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:29,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:30,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:30,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:30,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:30,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:31,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:32,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:33,382 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:33,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:33,383 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:33,388 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:33,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:35,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:37,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:39,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:14:40,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:40,162 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:40,162 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:40,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:40,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:41,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:43,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:43,964 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:43,965 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:43,965 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:43,970 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:44,532 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:44,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:44,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:45,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:48,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:50,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:50,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:50,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:50,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:50,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:51,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:53,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:53,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:53,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:53,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:53,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:54,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:55,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:57,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:57,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:14:57,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:57,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:58,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:14:59,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:14:59,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:59,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:59,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:00,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:00,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:00,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:00,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:01,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:01,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:04,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:04,099 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:04,099 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:04,104 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:04,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:05,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:05,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:09,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:09,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:09,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:09,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:09,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:09,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:15:10,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:11,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:13,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:13,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:13,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:13,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:14,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:14,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:14,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:15,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:16,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:17,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:17,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:17,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:17,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:17,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:19,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:21,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:22,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:22,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:22,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:22,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:22,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:23,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:26,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:26,092 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:26,092 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:26,097 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:26,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:27,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:27,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:29,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:29,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:29,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:29,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:29,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:29,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:31,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:32,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:33,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:33,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:33,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:33,066 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:33,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:35,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:36,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:36,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:36,499 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:36,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:36,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:37,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:37,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:39,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:15:39,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:39,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:39,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:39,785 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:40,612 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:41,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:42,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:43,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:43,312 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:43,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:43,318 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:43,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:44,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:45,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:46,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:46,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:46,832 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:46,837 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:47,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:47,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:49,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:51,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:51,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:51,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:51,606 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:51,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:53,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:53,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:56,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:56,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:15:56,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:56,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:56,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:15:57,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:15:59,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:59,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:59,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:04,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:04,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:04,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:04,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:04,745 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:05,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:05,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:09,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:09,195 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:09,195 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:09,201 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:09,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:09,662 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:16:10,663 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:11,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:13,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:13,455 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:13,456 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:13,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:13,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:14,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:15,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:16,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:16,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:16,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:16,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:16,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:17,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:19,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:20,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:20,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:20,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:20,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:20,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:21,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:21,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:23,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:23,409 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:23,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:23,414 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:23,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:25,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:26,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:27,262 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:27,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:27,263 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:27,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:27,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:29,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:29,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:30,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:30,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:30,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:30,704 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:31,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:31,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:31,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:36,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:36,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:36,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:36,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:36,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:37,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:37,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:39,661 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:16:41,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:41,371 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:41,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:41,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:41,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:42,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:43,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:44,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:44,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:44,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:44,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:44,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:45,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:45,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:48,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:48,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:48,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:48,374 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:48,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:48,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:49,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:53,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:53,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:53,662 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:16:53,662 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:53,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:53,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:16:55,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:16:58,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:59,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:59,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:03,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:03,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:03,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:03,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:03,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:04,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:05,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:07,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:07,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:07,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:07,134 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:07,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:09,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:17:09,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:09,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:14,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:14,326 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:14,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:14,332 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:14,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:14,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:15,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:15,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:19,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:19,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:19,239 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:19,244 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:19,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:20,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:21,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:25,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:27,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:27,661 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:27,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:27,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:27,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:29,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:29,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:29,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:31,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:33,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:33,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:33,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:33,114 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:33,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:35,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:36,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:37,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:37,105 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:37,106 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:37,111 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:37,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:39,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:17:39,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:41,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:43,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:43,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:43,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:43,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:43,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:44,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:44,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:45,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:46,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:46,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:46,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:46,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:46,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:47,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:47,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:51,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:51,642 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:51,642 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:51,648 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:51,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:52,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:53,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:57,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:58,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:58,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:17:58,190 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:58,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:58,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:17:59,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:17:59,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:59,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:03,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:06,663 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:06,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:06,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:06,669 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:06,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:07,764 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:08,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:09,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:18:10,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:10,830 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:10,830 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:10,835 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:11,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:11,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:13,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:14,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:14,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:15,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:15,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:15,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:15,815 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:16,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:17,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:18,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:22,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:22,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:22,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:22,194 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:22,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:23,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:24,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:26,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:26,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:26,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:26,969 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:27,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:27,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:29,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:30,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:30,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:30,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:30,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:30,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:30,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:31,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:34,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:34,892 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:34,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:34,897 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:35,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:35,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:35,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:39,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:39,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:39,044 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:39,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:39,670 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:18:39,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:41,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:41,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:43,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:43,420 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:43,420 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:43,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:43,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:44,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:45,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:47,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:47,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:47,385 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:47,386 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:47,391 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:47,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:49,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:52,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:53,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:53,028 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:53,028 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:53,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:53,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:55,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:58,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:58,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:58,662 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:18:58,662 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:58,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:58,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:18:59,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:18:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:59,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:02,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:02,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:02,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:02,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:02,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:03,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:03,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:06,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:06,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:06,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:06,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:06,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:07,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:08,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:09,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:19:10,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:10,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:10,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:10,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:10,829 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:11,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:13,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:13,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:13,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:13,326 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:13,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:14,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:14,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:15,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:18,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:18,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:18,233 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:18,239 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:18,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:19,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:20,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:22,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:22,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:22,445 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:22,451 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:22,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:23,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:25,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:26,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:26,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:26,824 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:26,830 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:26,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:27,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:29,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:30,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:30,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:30,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:30,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:30,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:30,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:31,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:35,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:36,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:36,934 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:36,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:36,939 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:37,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:37,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:39,674 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:19:40,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:43,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:43,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:43,804 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:43,809 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:43,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:44,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:45,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:46,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:46,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:46,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:46,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:46,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:47,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:47,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:51,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:52,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:52,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:52,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:52,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:52,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:53,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:56,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:56,198 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:19:56,198 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:56,204 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:56,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:19:57,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:57,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:19:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:59,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:00,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:00,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:00,846 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:00,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:00,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:01,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:02,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:04,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:04,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:04,574 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:04,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:04,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:05,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:08,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:08,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:08,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:08,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:08,550 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:08,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:09,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:20:09,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:13,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:13,540 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:13,540 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:13,545 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:13,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:13,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:14,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:15,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:17,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:17,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:17,501 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:17,506 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:17,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:19,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:19,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:21,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:21,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:21,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:21,441 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:21,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:23,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:25,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:29,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:29,201 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:29,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:29,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:29,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:29,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:31,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:31,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:34,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:34,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:34,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:34,424 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:34,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:35,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:36,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:37,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:37,896 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:37,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:37,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:37,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:39,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:20:39,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:41,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:42,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:42,215 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:42,215 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:42,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:42,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:43,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:44,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:44,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:47,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:50,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:50,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:50,187 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:50,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:50,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:51,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:52,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:53,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:53,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:53,657 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:53,663 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:53,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:55,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:20:57,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:57,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:20:57,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:57,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:57,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:57,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:20:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:59,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:59,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:03,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:05,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:05,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:05,765 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:05,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:05,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:07,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:08,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:09,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:21:10,441 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:10,441 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:10,442 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:10,447 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:10,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:11,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:14,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:14,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:14,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:18,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:18,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:18,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:18,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:18,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:19,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:20,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:21,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:21,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:21,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:21,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:21,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:23,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:25,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:25,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:25,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:25,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:25,468 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:25,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:27,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:29,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:29,201 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:29,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:29,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:29,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:29,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:29,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:31,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:31,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:34,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:34,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:34,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:34,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:34,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:35,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:36,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:38,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:38,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:38,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:38,087 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:38,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:39,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:21:39,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:41,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:41,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:41,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:41,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:41,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:41,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:43,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:44,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:45,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:45,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:45,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:45,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:45,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:45,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:47,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:50,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:50,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:50,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:50,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:50,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:52,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:53,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:55,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:55,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:55,138 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:55,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:56,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:21:56,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:21:59,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:59,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:59,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:21:59,523 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:59,528 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:59,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:00,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:02,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:03,423 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:03,424 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:03,424 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:03,429 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:04,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:04,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:06,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:09,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:09,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:22:11,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:11,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:11,766 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:11,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:12,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:14,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:14,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:14,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:14,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:15,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:15,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:15,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:16,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:16,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:20,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:21,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:21,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:21,818 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:21,823 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:22,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:24,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:25,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:25,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:25,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:25,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:26,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:26,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:26,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:29,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:30,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:30,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:30,230 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:30,235 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:31,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:31,273 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:32,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:34,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:34,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:34,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:34,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:35,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:36,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:36,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:38,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:38,127 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:38,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:38,132 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:39,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:39,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:22:40,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:40,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:40,856 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:40,856 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:40,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:41,050 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:41,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:42,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:44,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:44,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:44,905 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:44,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:45,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:46,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:47,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:52,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:53,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:53,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:53,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:53,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:54,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:56,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:22:57,716 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:57,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:22:57,717 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:57,717 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:57,722 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:58,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:22:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:59,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:00,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:01,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:01,381 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:01,381 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:01,386 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:02,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:03,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:04,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:05,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:05,772 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:05,772 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:05,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:06,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:08,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:08,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:09,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:23:11,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:11,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:11,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:11,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:12,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:14,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:14,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:14,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:16,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:16,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:16,286 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:16,292 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:17,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:18,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:20,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:21,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:21,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:21,777 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:21,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:22,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:24,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:25,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:27,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:27,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:27,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:27,994 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:28,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:29,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:30,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:31,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:33,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:33,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:33,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:33,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:34,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:36,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:36,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:37,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:37,922 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:37,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:37,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:38,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:39,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:23:40,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:41,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:41,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:41,242 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:41,247 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:42,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:42,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:42,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:44,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:46,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:46,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:46,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:46,325 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:47,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:47,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:48,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:52,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:52,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:52,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:52,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:52,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:53,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:54,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:23:57,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:58,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:58,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:23:58,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:58,055 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:58,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:23:59,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:59,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:00,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:02,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:02,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:02,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:02,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:02,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:03,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:04,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:07,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:08,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:08,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:08,520 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:08,526 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:09,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:09,696 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:24:10,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:12,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:12,156 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:12,156 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:12,161 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:13,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:13,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:14,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:14,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:14,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:17,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:17,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:17,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:17,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:17,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:18,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:19,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:24,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:25,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:25,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:25,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:25,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:26,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:28,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:29,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:29,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:29,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:29,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:29,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:29,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:29,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:30,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:32,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:35,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:37,111 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:37,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:37,112 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:37,117 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:37,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:38,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:39,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:24:40,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:44,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:44,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:46,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:47,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:47,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:47,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:47,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:47,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:48,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:52,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:52,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:52,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:52,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:52,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:53,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:54,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:24:57,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:58,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:58,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:24:58,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:58,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:59,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:24:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:59,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:00,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:02,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:02,358 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:02,358 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:02,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:03,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:03,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:04,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:08,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:09,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:09,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:09,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:09,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:09,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:09,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:25:10,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:12,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:12,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:12,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:12,510 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:13,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:13,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:14,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:14,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:15,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:15,973 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:15,973 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:15,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:16,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:18,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:19,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:22,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:22,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:22,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:22,932 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:23,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:24,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:24,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:26,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:26,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:26,504 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:26,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:27,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:28,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:29,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:30,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:30,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:30,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:30,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:30,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:31,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:32,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:35,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:35,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:35,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:35,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:36,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:36,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:36,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:39,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:39,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:39,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:39,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:39,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:39,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:25:40,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:41,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:44,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:44,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:44,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:44,462 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:44,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:45,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:46,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:47,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:47,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:47,910 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:47,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:47,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:48,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:50,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:51,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:51,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:51,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:51,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:52,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:52,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:54,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:56,007 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:56,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:25:56,008 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:56,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:56,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:25:58,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:58,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:25:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:59,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:00,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:00,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:00,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:00,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:01,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:02,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:03,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:04,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:04,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:04,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:04,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:05,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:06,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:09,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:09,701 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:26:11,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:11,025 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:11,025 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:11,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:11,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:12,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:14,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:15,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:15,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:15,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:15,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:15,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:15,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:16,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:20,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:20,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:20,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:20,529 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:20,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:21,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:22,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:24,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:24,025 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:24,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:24,031 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:24,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:26,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:26,289 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:28,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:28,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:28,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:28,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:29,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:29,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:30,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:31,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:34,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:34,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:34,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:34,970 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:35,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:36,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:37,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:38,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:38,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:38,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:38,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:38,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:39,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:26:40,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:42,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:44,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:44,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:44,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:44,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:44,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:44,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:46,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:48,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:48,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:48,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:48,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:48,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:48,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:50,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:51,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:51,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:51,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:51,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:52,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:53,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:54,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:55,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:55,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:55,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:55,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:55,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:56,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:26:58,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:58,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:26:58,237 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:58,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:58,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:26:59,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:59,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:59,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:00,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:02,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:02,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:02,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:02,134 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:02,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:04,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:05,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:05,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:05,913 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:05,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:05,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:06,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:08,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:09,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:27:09,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:09,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:09,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:09,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:10,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:10,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:12,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:13,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:13,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:13,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:13,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:14,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:14,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:14,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:16,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:17,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:17,359 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:17,359 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:17,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:18,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:18,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:21,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:25,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:25,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:25,749 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:25,754 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:26,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:26,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:28,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:29,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:29,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:29,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:29,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:29,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:29,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:30,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:32,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:33,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:33,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:33,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:33,992 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:34,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:36,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:38,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:38,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:38,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:38,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:38,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:39,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:39,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:27:40,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:43,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:43,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:43,010 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:43,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:43,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:44,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:44,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:44,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:44,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:46,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:46,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:46,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:46,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:47,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:48,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:49,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:50,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:50,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:50,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:50,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:51,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:52,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:54,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:54,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:54,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:54,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:54,806 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:55,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:56,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:27:58,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:58,593 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:27:58,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:58,599 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:59,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:27:59,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:59,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:59,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:00,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:00,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:02,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:02,805 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:02,805 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:02,810 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:03,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:04,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:05,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:09,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:28:10,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:10,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:10,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:10,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:10,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:11,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:12,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:14,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:16,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:16,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:16,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:16,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:16,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:16,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:18,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:20,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:20,025 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:20,025 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:20,031 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:20,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:22,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:22,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:26,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:26,975 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:26,975 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:26,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:27,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:27,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:28,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:29,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:30,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:30,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:30,287 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:30,292 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:30,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:32,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:33,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:38,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:39,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:28:40,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:40,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:40,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:40,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:40,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:42,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:44,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:44,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:45,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:45,343 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:45,343 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:45,348 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:45,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:46,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:49,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:49,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:49,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:49,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:49,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:50,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:52,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:53,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:53,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:53,046 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:53,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:53,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:54,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:28:55,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:58,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:58,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:28:58,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:58,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:59,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:28:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:59,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:00,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:00,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:02,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:02,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:02,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:02,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:03,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:04,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:05,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:07,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:07,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:07,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:07,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:07,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:08,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:09,713 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:29:10,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:11,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:11,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:11,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:11,374 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:11,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:12,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:14,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:14,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:16,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:16,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:16,433 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:16,433 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:16,438 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:16,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:18,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:20,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:20,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:20,616 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:20,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:21,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:21,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:22,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:25,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:25,612 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:25,612 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:25,618 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:26,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:26,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:27,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:29,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:29,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:29,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:29,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:29,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:29,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:29,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:30,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:32,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:32,298 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:32,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:32,303 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:32,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:33,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:34,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:35,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:35,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:35,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:35,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:36,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:36,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:38,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:39,718 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:29:43,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:44,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:44,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:44,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:44,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:44,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:44,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:46,506 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:48,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:48,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:48,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:48,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:48,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:49,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:50,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:51,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:51,675 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:51,675 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:51,680 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:52,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:52,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:54,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:56,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:56,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:29:56,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:56,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:57,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:29:58,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:29:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:59,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:00,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:00,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:00,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:00,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:00,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:01,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:02,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:04,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:04,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:04,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:04,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:04,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:06,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:06,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:07,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:07,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:07,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:07,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:07,532 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:08,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:09,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:30:11,719 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:12,348 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:12,349 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:12,349 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:12,354 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:12,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:14,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:14,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:14,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:17,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:20,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:20,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:20,693 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:20,698 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:21,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:22,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:22,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:24,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:24,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:24,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:24,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:24,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:26,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:28,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:28,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:28,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:28,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:28,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:28,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:29,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:29,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:30,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:31,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:31,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:31,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:31,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:32,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:32,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:33,785 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:37,520 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:37,521 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:37,521 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:37,526 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:37,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:38,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:39,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:39,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:30:41,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:41,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:41,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:41,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:41,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:42,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:44,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:44,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:45,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:45,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:45,224 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:45,224 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:45,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:45,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:46,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:49,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:49,071 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:49,072 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:49,077 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:49,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:50,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:51,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:54,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:54,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:54,110 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:54,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:54,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:56,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:56,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:30:57,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:57,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:30:57,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:57,872 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:58,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:30:59,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:59,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:00,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:01,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:04,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:04,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:04,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:04,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:04,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:06,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:06,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:07,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:07,899 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:07,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:07,905 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:08,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:09,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:31:10,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:11,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:11,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:11,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:11,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:11,453 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:11,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:12,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:14,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:14,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:15,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:15,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:15,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:15,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:15,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:16,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:17,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:21,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:21,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:21,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:21,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:21,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:22,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:22,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:25,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:25,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:25,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:25,760 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:26,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:26,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:27,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:29,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:29,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:29,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:29,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:29,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:29,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:30,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:30,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:33,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:33,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:33,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:33,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:33,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:34,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:34,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:36,712 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:36,713 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:36,713 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:36,719 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:37,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:38,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:38,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:39,724 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:31:41,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:41,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:41,011 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:41,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:41,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:42,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:44,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:44,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:46,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:46,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:46,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:46,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:46,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:48,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:49,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:49,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:49,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:49,599 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:49,605 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:49,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:50,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:54,523 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:54,524 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:54,524 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:54,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:54,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:54,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:56,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:31:58,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:58,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:31:58,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:58,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:58,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:31:59,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:59,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:59,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:00,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:05,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:05,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:05,600 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:05,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:05,606 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:05,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:06,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:09,726 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:32:09,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:09,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:09,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:09,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:10,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:10,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:12,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:14,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:15,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:15,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:15,143 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:15,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:15,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:16,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:16,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:18,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:18,337 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:18,337 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:18,342 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:18,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:20,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:21,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:21,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:21,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:21,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:21,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:21,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:22,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:24,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:24,896 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:24,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:24,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:25,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:26,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:26,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:29,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:32,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:33,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:33,344 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:33,344 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:33,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:33,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:34,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:37,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:38,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:38,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:38,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:38,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:38,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:39,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:32:40,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:42,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:44,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:46,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:46,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:46,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:46,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:46,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:48,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:48,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:50,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:50,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:50,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:50,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:50,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:52,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:54,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:54,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:54,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:54,827 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:54,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:55,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:56,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:32:58,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:58,562 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:32:58,562 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:58,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:58,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:32:59,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:59,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:59,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:00,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:03,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:03,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:03,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:03,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:03,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:04,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:05,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:07,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:07,899 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:07,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:07,904 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:08,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:08,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:09,734 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:33:10,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:11,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:11,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:11,123 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:11,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:11,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:12,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:14,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:15,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:15,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:15,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:15,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:15,868 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:16,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:16,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:20,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:21,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:21,237 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:21,237 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:21,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:21,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:22,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:25,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:25,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:25,705 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:25,711 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:25,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:26,711 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:26,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:29,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:32,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:32,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:32,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:32,379 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:32,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:32,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:34,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:37,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:39,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:33:40,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:40,729 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:40,729 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:40,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:40,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:42,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:42,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:44,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:48,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:53,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:54,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:54,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:54,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:54,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:54,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:56,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:57,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:57,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:33:57,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:57,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:57,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:33:58,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:58,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:33:59,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:59,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:01,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:01,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:01,358 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:01,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:01,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:02,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:04,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:05,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:05,337 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:05,337 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:05,343 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:05,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:06,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:09,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:34:09,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:12,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:12,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:12,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:12,739 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:12,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:14,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:14,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:14,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:14,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:17,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:17,551 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:17,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:17,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:17,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:18,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:20,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:20,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:20,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:20,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:20,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:20,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:22,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:24,792 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:24,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:24,793 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:24,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:24,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:25,799 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:26,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:28,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:28,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:28,769 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:28,774 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:28,829 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:29,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:29,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:30,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:31,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:32,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:32,331 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:32,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:32,337 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:32,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:34,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:36,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:36,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:36,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:36,802 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:36,807 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:36,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:38,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:39,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:34:40,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:40,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:40,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:40,781 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:40,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:41,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:42,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:44,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:44,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:44,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:44,506 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:44,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:44,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:46,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:47,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:49,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:49,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:49,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:49,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:49,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:50,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:53,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:54,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:54,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:54,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:54,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:54,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:56,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:34:58,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:58,435 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:34:58,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:58,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:58,441 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:58,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:34:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:59,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:00,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:01,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:01,555 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:01,555 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:01,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:01,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:02,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:03,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:05,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:05,865 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:05,865 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:05,870 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:05,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:06,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:08,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:09,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:35:14,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:14,237 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:14,237 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:14,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:14,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:14,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:14,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:14,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:14,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:16,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:18,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:18,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:18,270 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:18,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:18,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:19,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:20,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:23,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:23,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:23,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:23,669 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:23,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:24,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:24,894 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:28,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:28,435 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:28,435 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:28,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:28,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:29,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:29,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:30,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:30,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:31,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:31,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:31,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:31,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:32,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:32,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:35,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:35,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:35,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:35,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:35,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:35,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:36,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:39,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:35:39,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:39,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:39,967 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:39,972 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:40,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:40,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:40,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:44,508 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:44,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:44,510 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:44,515 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:44,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:44,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:46,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:46,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:50,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:50,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:50,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:50,912 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:50,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:51,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:52,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:55,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:55,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:55,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:55,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:55,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:35:56,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:35:57,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:59,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:59,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:35:59,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:59,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:59,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:59,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:00,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:01,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:01,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:01,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:01,943 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:02,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:02,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:02,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:05,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:05,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:05,598 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:05,604 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:05,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:06,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:08,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:09,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:36:10,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:10,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:10,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:10,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:10,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:10,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:13,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:13,243 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:13,244 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:13,249 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:13,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:14,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:14,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:14,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:14,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:14,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:17,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:17,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:17,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:17,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:17,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:18,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:19,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:23,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:23,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:23,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:23,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:23,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:24,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:25,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:28,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:28,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:28,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:28,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:28,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:28,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:29,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:29,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:31,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:31,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:31,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:31,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:31,296 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:31,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:32,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:36,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:36,262 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:36,262 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:36,262 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:36,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:36,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:38,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:39,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:39,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:39,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:39,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:39,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:36:39,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:40,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:41,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:43,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:43,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:43,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:43,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:43,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:44,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:44,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:47,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:47,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:47,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:47,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:47,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:47,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:49,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:50,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:50,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:50,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:50,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:51,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:52,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:53,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:54,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:54,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:54,348 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:54,354 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:55,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:36:57,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:36:58,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:59,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:59,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:36:59,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:59,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:59,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:59,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:00,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:01,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:02,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:02,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:02,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:02,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:03,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:03,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:05,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:05,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:05,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:05,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:05,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:06,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:07,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:09,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:37:09,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:10,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:10,943 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:10,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:10,949 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:11,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:13,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:14,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:14,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:15,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:16,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:16,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:16,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:16,581 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:17,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:19,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:20,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:22,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:22,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:22,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:22,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:23,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:25,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:26,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:29,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:29,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:30,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:30,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:30,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:30,929 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:31,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:31,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:33,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:33,983 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:33,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:33,984 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:33,990 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:34,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:35,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:36,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:37,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:37,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:37,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:37,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:38,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:39,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:39,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:37:40,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:40,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:40,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:40,550 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:41,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:42,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:43,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:44,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:45,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:45,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:45,615 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:45,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:46,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:47,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:47,658 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:48,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:48,994 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:48,995 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:49,000 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:49,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:51,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:52,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:52,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:52,481 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:52,486 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:53,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:53,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:55,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:55,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:55,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:55,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:55,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:56,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:37:57,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:37:58,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:59,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:59,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:37:59,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:59,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:59,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:00,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:01,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:04,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:04,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:04,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:04,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:04,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:05,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:05,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:09,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:09,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:09,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:09,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:09,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:09,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:38:10,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:11,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:13,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:13,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:13,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:13,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:13,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:14,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:15,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:15,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:16,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:16,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:16,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:16,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:17,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:19,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:20,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:20,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:20,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:20,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:20,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:21,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:21,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:25,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:25,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:25,919 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:25,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:25,925 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:26,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:27,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:29,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:29,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:29,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:29,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:29,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:30,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:31,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:31,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:32,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:32,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:32,686 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:32,691 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:33,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:35,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:36,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:37,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:37,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:37,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:37,647 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:38,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:39,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:39,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:38:41,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:41,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:41,714 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:41,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:42,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:42,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:43,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:44,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:47,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:47,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:47,510 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:47,515 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:48,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:48,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:49,173 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:52,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:52,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:52,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:52,865 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:53,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:53,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:55,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:58,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:58,302 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:38:58,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:58,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:59,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:38:59,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:38:59,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:59,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:03,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:03,232 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:03,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:03,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:04,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:05,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:05,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:09,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:39:10,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:10,031 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:10,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:10,037 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:10,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:11,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:11,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:14,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:16,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:18,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:18,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:18,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:18,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:19,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:19,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:21,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:22,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:22,090 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:22,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:22,096 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:22,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:23,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:27,096 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:27,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:27,304 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:27,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:27,310 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:28,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:29,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:29,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:32,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:33,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:33,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:33,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:33,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:34,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:35,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:36,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:36,811 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:36,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:36,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:37,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:37,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:39,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:39,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:39:41,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:41,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:41,244 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:41,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:42,227 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:43,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:43,252 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:44,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:44,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:44,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:44,110 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:44,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:44,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:45,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:48,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:48,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:48,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:48,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:48,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:49,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:49,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:51,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:51,531 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:51,531 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:51,536 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:52,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:53,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:54,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:54,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:54,881 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:54,881 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:54,887 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:55,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:57,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:58,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:58,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:39:58,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:58,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:59,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:39:59,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:39:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:59,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:00,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:02,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:02,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:02,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:02,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:02,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:03,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:06,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:07,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:07,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:07,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:07,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:07,257 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:09,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:09,759 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:40:10,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:10,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:10,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:10,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:11,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:11,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:13,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:14,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:14,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:14,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:14,647 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:14,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:15,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:17,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:17,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:20,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:20,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:20,044 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:20,050 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:20,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:21,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:23,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:24,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:24,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:24,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:24,147 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:24,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:25,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:28,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:28,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:28,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:28,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:28,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:29,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:29,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:29,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:31,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:32,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:32,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:32,995 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:33,000 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:33,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:34,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:35,289 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:36,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:36,910 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:36,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:36,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:37,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:39,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:39,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:40:39,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:40,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:40,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:40,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:40,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:41,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:41,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:44,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:44,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:45,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:48,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:48,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:48,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:48,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:48,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:49,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:51,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:52,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:52,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:52,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:52,824 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:53,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:55,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:56,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:56,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:40:56,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:56,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:56,210 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:56,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:40:57,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:40:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:59,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:00,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:00,501 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:00,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:00,507 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:01,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:01,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:03,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:04,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:04,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:04,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:04,284 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:04,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:05,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:07,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:09,763 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:41:10,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:10,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:10,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:10,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:10,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:11,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:13,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:13,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:13,340 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:13,340 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:13,345 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:14,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:14,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:14,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:15,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:16,232 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:16,232 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:16,233 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:16,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:16,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:17,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:18,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:23,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:24,774 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:24,774 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:24,775 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:24,780 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:25,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:27,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:28,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:29,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:29,118 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:29,118 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:29,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:29,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:29,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:31,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:34,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:34,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:34,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:34,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:34,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:35,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:37,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:38,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:38,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:38,084 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:38,089 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:38,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:39,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:39,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:41:39,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:42,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:42,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:42,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:42,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:42,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:43,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:44,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:45,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:48,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:48,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:48,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:48,114 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:48,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:49,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:51,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:52,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:52,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:52,781 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:52,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:53,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:55,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:56,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:58,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:58,471 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:41:58,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:58,477 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:59,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:41:59,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:41:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:59,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:02,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:06,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:06,914 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:06,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:06,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:07,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:07,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:09,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:09,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:42:10,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:10,362 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:10,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:10,368 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:10,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:11,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:13,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:13,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:13,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:13,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:13,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:14,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:14,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:14,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:15,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:17,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:17,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:17,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:17,601 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:18,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:18,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:19,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:20,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:20,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:20,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:20,907 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:21,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:23,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:23,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:25,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:25,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:25,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:25,218 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:25,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:27,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:29,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:29,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:33,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:33,810 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:33,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:33,816 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:34,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:34,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:35,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:37,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:37,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:37,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:37,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:37,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:39,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:39,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:42:40,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:40,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:40,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:40,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:40,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:41,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:43,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:44,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:46,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:50,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:50,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:50,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:50,168 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:50,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:51,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:51,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:54,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:54,327 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:54,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:54,332 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:54,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:55,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:56,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:57,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:57,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:42:57,862 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:57,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:58,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:42:59,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:42:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:59,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:02,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:02,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:02,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:02,618 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:02,623 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:03,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:05,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:07,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:08,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:08,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:08,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:08,087 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:08,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:09,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:09,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:43:12,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:13,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:13,973 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:13,973 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:13,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:14,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:14,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:14,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:15,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:18,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:18,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:18,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:18,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:18,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:18,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:19,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:22,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:22,107 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:22,108 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:22,113 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:22,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:23,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:23,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:27,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:27,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:27,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:27,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:27,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:28,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:29,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:29,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:29,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:34,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:35,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:35,741 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:35,741 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:35,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:36,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:37,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:39,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:39,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:39,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:39,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:39,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:39,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:39,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:43:41,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:44,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:44,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:44,075 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:44,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:44,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:44,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:44,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:45,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:45,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:49,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:49,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:49,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:49,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:49,499 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:50,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:51,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:52,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:52,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:43:52,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:52,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:53,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:43:55,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:43:55,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:59,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:59,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:01,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:02,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:02,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:02,230 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:02,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:02,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:03,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:06,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:08,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:08,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:08,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:08,852 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:09,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:09,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:44:11,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:11,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:13,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:13,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:13,827 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:13,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:14,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:14,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:15,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:17,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:18,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:18,683 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:18,684 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:18,689 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:19,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:19,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:22,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:22,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:22,865 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:22,865 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:22,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:23,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:25,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:27,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:27,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:27,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:27,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:28,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:28,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:29,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:29,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:30,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:30,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:30,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:30,933 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:31,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:33,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:33,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:35,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:35,241 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:35,241 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:35,247 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:35,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:37,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:39,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:39,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:44:39,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:39,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:39,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:39,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:40,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:41,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:43,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:43,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:43,062 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:43,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:43,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:44,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:45,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:45,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:47,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:47,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:47,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:47,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:47,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:49,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:50,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:55,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:56,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:56,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:44:56,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:56,503 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:56,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:44:57,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:44:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:59,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:00,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:00,792 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:00,793 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:00,793 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:00,799 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:01,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:03,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:05,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:06,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:06,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:06,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:06,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:07,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:07,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:09,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:45:10,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:10,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:10,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:10,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:10,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:11,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:13,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:14,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:14,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:14,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:14,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:14,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:15,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:15,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:16,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:18,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:18,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:18,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:18,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:18,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:19,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:21,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:21,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:21,562 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:21,562 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:21,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:21,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:23,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:26,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:26,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:26,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:26,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:26,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:27,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:27,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:29,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:31,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:31,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:31,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:31,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:31,644 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:32,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:33,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:35,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:35,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:35,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:35,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:36,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:36,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:37,612 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:39,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:45:40,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:40,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:40,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:40,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:41,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:41,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:42,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:44,848 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:44,849 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:44,849 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:44,855 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:44,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:45,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:47,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:48,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:48,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:48,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:48,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:48,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:48,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:49,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:51,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:51,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:51,470 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:51,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:51,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:53,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:53,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:54,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:54,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:54,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:54,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:54,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:55,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:58,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:58,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:45:58,054 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:58,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:58,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:45:59,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:59,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:45:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:59,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:03,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:03,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:03,463 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:03,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:03,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:04,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:05,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:07,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:07,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:07,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:07,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:07,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:09,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:09,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:09,785 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:46:11,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:11,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:11,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:11,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:11,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:13,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:14,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:14,871 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:14,871 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:14,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:14,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:14,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:15,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:17,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:19,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:19,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:19,186 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:19,192 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:19,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:20,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:21,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:22,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:22,622 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:22,622 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:22,628 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:22,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:23,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:25,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:26,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:26,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:26,054 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:26,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:26,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:27,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:29,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:29,359 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:29,359 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:29,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:29,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:29,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:29,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:31,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:31,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:33,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:33,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:33,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:33,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:34,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:35,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:36,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:37,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:37,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:37,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:37,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:38,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:39,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:39,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:46:42,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:44,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:44,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:45,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:45,128 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:45,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:45,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:47,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:48,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:48,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:48,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:48,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:48,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:48,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:49,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:51,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:51,645 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:51,645 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:51,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:51,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:53,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:53,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:55,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:55,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:55,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:55,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:56,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:57,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:46:58,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:58,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:58,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:46:58,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:58,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:59,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:46:59,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:59,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:01,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:02,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:02,679 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:02,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:02,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:02,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:03,720 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:04,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:07,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:07,963 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:07,963 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:07,969 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:08,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:09,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:09,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:47:09,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:11,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:11,486 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:11,486 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:11,491 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:11,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:13,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:14,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:14,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:15,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:15,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:15,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:15,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:15,227 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:15,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:17,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:19,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:19,164 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:19,164 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:19,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:19,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:21,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:21,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:22,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:22,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:22,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:22,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:22,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:23,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:26,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:26,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:26,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:26,746 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:26,752 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:27,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:27,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:29,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:30,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:30,701 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:30,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:30,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:30,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:31,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:31,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:36,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:36,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:36,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:36,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:36,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:37,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:37,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:39,794 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:47:39,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:39,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:39,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:39,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:40,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:41,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:42,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:44,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:45,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:45,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:45,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:45,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:45,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:47,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:48,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:48,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:48,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:48,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:48,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:49,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:49,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:53,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:53,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:53,504 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:53,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:53,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:53,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:55,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:57,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:57,203 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:47:57,203 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:57,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:57,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:47:59,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:59,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:47:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:59,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:01,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:01,713 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:01,714 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:01,719 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:01,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:03,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:04,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:04,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:04,888 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:04,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:04,893 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:05,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:05,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:09,793 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:48:09,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:10,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:10,324 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:10,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:10,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:10,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:11,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:14,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:14,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:14,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:14,338 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:14,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:14,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:15,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:15,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:17,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:17,518 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:17,518 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:17,523 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:17,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:19,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:20,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:21,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:21,547 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:21,547 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:21,552 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:21,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:23,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:26,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:26,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:26,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:26,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:26,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:26,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:27,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:29,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:30,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:30,161 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:30,161 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:30,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:30,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:31,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:32,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:33,477 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:33,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:33,479 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:33,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:33,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:35,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:37,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:38,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:38,917 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:38,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:38,922 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:39,798 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:48:39,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:39,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:42,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:44,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:44,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:44,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:44,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:44,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:45,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:45,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:48,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:48,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:48,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:48,187 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:48,192 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:48,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:49,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:52,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:52,195 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:52,196 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:52,201 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:52,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:53,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:53,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:56,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:56,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:48:56,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:56,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:56,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:48:57,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:48:58,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:59,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:00,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:00,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:00,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:00,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:00,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:01,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:04,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:04,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:04,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:04,434 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:04,439 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:04,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:05,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:09,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:09,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:09,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:09,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:09,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:09,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:49:09,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:11,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:14,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:14,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:14,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:14,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:14,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:14,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:14,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:15,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:19,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:19,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:19,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:19,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:19,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:20,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:21,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:22,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:22,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:22,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:22,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:22,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:23,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:25,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:26,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:26,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:26,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:26,180 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:26,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:27,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:29,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:29,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:30,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:30,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:30,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:30,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:30,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:31,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:31,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:34,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:34,257 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:34,257 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:34,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:34,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:35,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:36,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:37,340 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:37,341 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:37,341 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:37,346 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:37,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:39,802 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:49:39,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:40,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:40,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:40,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:40,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:40,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:41,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:41,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:43,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:43,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:43,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:43,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:44,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:44,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:44,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:45,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:47,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:50,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:50,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:50,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:51,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:51,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:51,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:53,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:56,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:56,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:56,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:56,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:56,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:49:57,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:49:59,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:59,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:59,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:49:59,497 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:59,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:59,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:59,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:59,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:01,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:03,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:03,726 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:03,726 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:03,733 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:03,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:04,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:05,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:06,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:06,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:06,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:06,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:06,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:07,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:09,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:50:09,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:11,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:11,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:11,693 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:11,698 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:11,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:13,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:14,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:14,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:15,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:15,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:15,543 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:15,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:15,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:15,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:17,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:19,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:19,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:19,219 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:19,224 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:19,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:20,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:21,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:24,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:24,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:24,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:24,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:24,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:25,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:25,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:29,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:30,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:30,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:30,450 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:30,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:30,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:31,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:31,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:34,348 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:34,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:34,349 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:34,354 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:34,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:35,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:37,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:37,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:37,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:37,625 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:37,630 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:37,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:39,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:50:39,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:41,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:41,118 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:41,118 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:41,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:41,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:41,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:43,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:44,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:44,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:44,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:44,227 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:44,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:44,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:45,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:48,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:48,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:48,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:48,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:48,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:48,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:49,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:51,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:51,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:51,558 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:51,564 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:52,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:53,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:54,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:56,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:56,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:50:56,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:56,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:57,005 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:50:58,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:50:58,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:59,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:00,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:00,232 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:00,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:00,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:01,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:02,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:03,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:03,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:03,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:03,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:04,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:04,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:06,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:07,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:07,294 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:07,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:07,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:08,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:09,805 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:51:10,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:10,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:10,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:10,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:10,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:10,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:11,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:12,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:14,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:15,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:15,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:15,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:15,168 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:16,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:16,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:16,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:18,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:18,952 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:18,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:18,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:19,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:20,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:21,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:22,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:22,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:22,475 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:22,481 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:23,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:24,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:27,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:27,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:27,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:27,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:27,147 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:28,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:28,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:29,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:31,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:31,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:31,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:32,001 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:32,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:33,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:34,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:35,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:35,058 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:35,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:35,064 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:36,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:36,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:38,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:39,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:39,238 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:39,238 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:39,243 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:39,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:51:40,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:42,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:43,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:44,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:47,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:47,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:47,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:47,612 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:48,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:49,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:50,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:52,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:52,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:52,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:52,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:53,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:54,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:54,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:56,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:56,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:51:56,598 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:56,603 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:57,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:51:58,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:51:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:59,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:00,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:00,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:00,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:00,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:00,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:01,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:02,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:04,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:04,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:04,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:04,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:05,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:05,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:06,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:09,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:09,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:09,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:09,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:09,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:09,811 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:52:10,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:10,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:14,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:16,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:18,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:18,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:18,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:18,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:19,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:20,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:21,605 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:23,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:23,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:23,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:23,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:24,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:26,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:26,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:26,845 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:26,845 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:26,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:26,850 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:27,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:28,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:29,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:29,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:30,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:30,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:30,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:30,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:31,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:32,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:32,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:36,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:36,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:36,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:36,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:37,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:37,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:38,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:39,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:52:42,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:42,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:42,763 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:42,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:43,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:43,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:44,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:44,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:44,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:49,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:51,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:51,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:51,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:51,212 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:52,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:52:52,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:52:54,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:59,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:59,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:59,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:52:59,518 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:59,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:59,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:59,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:00,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:02,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:02,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:02,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:02,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:02,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:03,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:04,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:04,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:06,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:06,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:06,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:06,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:07,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:08,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:09,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:53:10,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:10,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:10,366 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:10,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:10,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:11,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:12,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:13,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:13,914 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:13,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:13,920 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:14,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:14,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:14,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:16,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:16,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:21,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:21,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:21,696 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:21,696 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:21,701 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:22,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:24,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:26,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:28,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:28,063 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:28,063 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:28,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:28,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:29,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:30,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:32,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:32,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:32,701 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:32,701 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:32,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:33,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:34,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:37,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:39,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:39,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:39,279 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:39,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:39,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:53:40,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:40,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:42,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:43,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:43,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:43,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:43,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:44,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:44,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:46,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:48,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:52,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:52,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:52,967 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:52,973 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:53,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:54,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:54,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:57,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:57,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:53:57,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:57,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:58,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:53:58,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:53:59,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:59,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:02,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:02,836 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:02,836 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:02,842 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:03,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:04,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:04,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:06,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:06,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:06,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:06,602 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:07,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:08,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:09,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:54:10,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:10,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:10,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:10,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:10,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:10,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:12,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:14,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:15,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:18,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:18,462 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:18,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:18,468 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:19,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:20,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:20,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:21,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:21,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:21,511 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:21,516 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:22,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:24,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:25,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:25,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:25,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:25,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:25,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:26,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:26,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:28,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:28,875 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:28,875 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:28,881 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:29,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:29,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:30,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:32,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:37,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:37,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:37,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:37,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:37,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:38,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:38,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:39,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:54:42,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:42,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:42,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:42,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:43,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:43,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:44,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:44,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:45,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:45,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:45,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:45,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:46,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:48,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:48,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:53,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:53,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:53,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:54:53,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:53,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:54,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:54:56,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:54:58,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:59,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:02,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:02,301 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:02,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:02,307 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:03,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:04,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:04,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:06,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:06,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:06,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:06,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:07,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:08,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:09,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:09,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:55:12,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:12,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:12,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:12,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:13,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:14,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:14,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:14,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:15,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:15,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:15,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:15,908 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:16,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:18,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:19,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:20,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:20,194 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:20,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:20,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:20,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:22,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:23,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:23,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:23,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:23,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:24,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:25,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:26,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:29,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:30,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:30,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:30,806 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:30,811 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:31,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:31,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:32,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:34,064 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:34,065 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:34,065 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:34,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:34,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:36,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:37,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:37,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:37,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:37,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:37,785 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:38,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:39,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:55:40,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:42,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:44,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:44,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:46,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:46,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:46,428 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:46,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:47,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:48,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:48,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:50,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:50,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:50,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:50,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:51,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:52,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:54,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:54,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:54,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:54,627 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:54,632 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:55,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:56,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:55:58,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:58,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:55:58,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:58,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:58,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:55:59,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:59,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:00,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:00,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:01,631 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:01,632 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:01,632 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:01,638 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:02,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:04,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:05,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:06,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:06,035 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:06,035 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:06,040 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:06,327 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:08,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:09,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:09,342 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:09,343 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:09,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:09,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:56:10,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:10,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:10,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:14,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:14,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:14,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:14,317 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:14,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:14,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:14,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:16,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:16,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:17,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:17,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:17,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:17,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:18,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:18,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:21,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:21,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:21,110 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:21,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:21,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:22,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:22,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:23,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:23,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:23,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:23,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:24,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:26,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:27,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:27,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:27,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:27,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:27,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:28,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:29,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:29,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:30,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:30,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:30,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:30,835 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:30,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:31,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:32,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:33,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:34,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:34,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:34,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:34,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:35,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:36,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:39,340 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:39,341 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:39,342 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:39,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:39,347 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:39,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:39,830 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:56:40,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:43,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:43,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:43,663 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:43,668 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:44,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:44,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:44,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:46,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:47,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:47,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:47,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:47,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:48,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:49,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:50,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:52,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:52,220 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:52,220 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:52,226 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:52,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:54,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:56:55,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:58,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:58,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:56:58,038 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:58,043 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:58,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:56:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:59,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:00,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:01,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:01,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:01,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:01,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:01,090 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:01,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:02,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:05,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:05,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:05,362 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:05,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:05,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:06,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:06,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:09,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:09,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:09,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:09,767 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:09,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:57:10,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:11,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:12,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:13,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:13,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:13,391 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:13,396 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:13,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:14,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:14,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:16,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:16,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:16,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:16,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:17,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:17,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:18,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:20,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:20,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:20,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:20,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:20,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:22,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:23,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:24,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:24,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:24,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:24,114 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:24,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:26,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:27,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:27,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:27,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:27,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:28,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:28,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:28,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:29,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:32,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:32,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:32,511 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:32,516 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:33,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:33,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:34,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:36,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:36,240 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:36,240 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:36,245 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:36,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:38,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:39,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:39,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:57:44,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:44,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:44,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:44,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:44,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:44,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:45,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:46,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:48,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:48,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:48,099 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:48,104 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:48,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:50,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:50,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:51,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:51,674 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:57:51,674 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:51,680 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:52,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:57:54,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:57:55,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:59,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:00,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:00,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:00,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:00,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:00,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:01,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:02,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:03,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:03,212 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:03,212 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:03,217 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:03,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:04,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:06,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:08,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:08,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:08,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:08,412 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:08,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:09,837 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:58:10,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:11,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:13,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:13,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:13,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:13,685 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:14,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:14,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:16,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:17,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:17,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:17,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:17,647 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:17,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:18,476 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:20,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:21,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:21,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:21,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:21,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:21,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:22,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:22,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:24,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:24,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:24,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:24,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:25,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:26,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:27,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:29,479 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:29,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:29,480 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:29,486 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:29,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:29,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:30,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:33,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:35,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:35,192 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:35,192 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:35,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:35,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:36,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:38,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:39,842 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:58:40,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:40,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:40,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:40,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:41,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:42,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:43,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:43,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:43,916 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:43,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:43,922 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:44,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:44,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:46,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:49,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:53,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:53,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:53,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:53,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:53,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:54,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:58:55,057 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:57,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:57,802 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:58:57,802 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:57,807 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:58,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:58:59,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:59,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:00,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:00,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:01,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:01,096 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:01,096 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:01,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:01,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:02,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:04,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:04,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:04,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:04,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:04,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:06,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:06,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:09,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:09,794 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:09,795 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:09,800 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:09,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:59:10,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:11,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:12,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:13,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:13,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:13,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:13,037 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:13,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:14,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:14,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:14,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:16,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:16,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:16,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:16,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:16,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:17,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:18,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:21,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:21,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:21,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:21,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:21,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:22,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:22,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:24,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:24,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:24,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:24,840 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:25,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:26,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:27,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:28,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:28,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:28,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:28,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:29,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:29,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:29,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:30,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:32,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:32,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:32,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:32,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:32,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:33,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:34,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:35,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:35,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:35,835 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:35,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:36,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:38,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:38,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:39,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:39,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:39,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:39,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:39,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:39,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 12:59:40,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:43,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:43,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:43,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:43,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:44,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:44,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:44,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:44,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:46,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:47,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:47,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:47,586 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:47,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:48,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:48,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:50,612 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:50,612 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:50,613 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:50,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:50,618 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:51,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:52,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:55,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:56,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:56,241 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:56,241 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:56,246 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:56,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 12:59:58,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 12:59:59,596 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:59,597 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 12:59:59,597 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:59,602 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:59,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:00,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:00,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:01,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:04,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:04,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:04,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:04,127 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:04,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:06,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:06,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:07,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:07,798 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:07,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:07,804 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:08,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:09,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:00:10,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:10,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:10,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:10,854 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:10,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:11,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:11,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:12,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:14,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:14,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:14,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:14,779 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:14,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:15,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:16,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:17,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:18,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:18,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:18,052 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:18,058 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:18,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:20,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:23,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:23,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:23,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:23,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:23,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:24,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:24,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:27,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:27,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:27,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:27,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:28,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:28,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:29,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:30,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:31,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:31,187 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:31,188 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:31,193 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:31,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:32,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:34,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:35,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:35,234 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:35,234 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:35,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:35,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:36,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:39,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:39,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:00:41,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:41,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:41,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:41,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:41,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:42,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:44,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:44,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:45,317 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:45,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:45,323 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:45,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:46,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:50,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:50,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:50,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:50,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:50,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:50,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:52,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:53,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:53,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:53,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:53,964 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:54,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:55,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:56,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:57,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:57,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:00:57,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:57,230 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:57,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:00:58,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:00:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:59,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:00,352 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:00,352 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:00,352 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:00,358 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:00,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:01,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:02,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:03,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:03,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:03,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:03,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:04,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:06,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:06,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:07,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:07,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:07,698 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:07,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:08,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:08,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:09,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:01:12,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:14,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:16,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:16,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:16,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:16,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:16,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:18,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:18,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:21,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:21,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:21,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:21,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:21,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:22,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:23,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:24,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:24,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:24,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:24,397 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:24,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:26,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:28,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:28,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:28,024 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:28,029 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:28,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:29,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:29,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:30,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:31,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:31,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:31,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:31,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:31,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:32,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:34,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:35,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:35,689 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:35,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:35,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:35,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:36,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:38,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:38,994 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:38,994 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:39,000 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:39,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:39,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:01:39,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:40,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:43,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:43,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:43,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:43,942 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:44,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:44,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:45,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:46,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:48,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:48,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:48,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:48,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:49,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:50,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:50,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:51,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:51,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:51,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:52,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:52,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:54,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:55,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:55,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:55,503 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:55,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:55,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:56,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:56,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:01:59,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:59,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:01:59,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:59,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:59,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:01:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:59,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:00,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:02,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:04,423 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:04,424 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:04,424 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:04,429 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:04,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:06,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:07,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:08,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:08,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:08,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:08,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:09,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:09,856 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:02:10,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:12,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:12,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:12,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:12,885 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:12,891 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:13,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:14,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:14,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:14,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:16,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:16,486 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:16,486 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:16,492 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:16,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:18,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:18,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:20,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:20,264 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:20,264 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:20,270 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:20,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:22,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:23,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:23,915 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:23,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:23,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:23,921 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:24,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:24,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:28,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:28,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:28,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:28,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:29,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:29,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:29,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:29,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:30,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:32,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:32,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:32,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:32,544 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:32,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:34,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:35,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:36,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:36,091 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:36,091 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:36,096 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:36,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:38,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:39,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:02:40,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:41,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:41,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:41,365 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:41,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:41,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:42,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:44,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:44,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:45,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:45,540 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:45,541 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:45,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:45,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:46,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:46,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:49,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:49,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:49,605 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:49,611 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:49,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:50,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:51,612 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:53,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:53,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:53,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:53,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:53,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:54,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:57,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:57,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:02:57,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:57,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:57,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:57,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:02:58,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:02:59,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:59,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:03,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:04,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:04,063 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:04,063 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:04,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:04,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:06,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:07,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:07,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:07,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:07,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:07,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:08,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:08,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:09,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:03:10,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:10,722 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:10,722 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:10,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:10,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:12,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:13,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:14,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:16,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:16,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:16,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:16,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:16,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:18,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:19,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:22,716 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:22,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:22,717 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:22,723 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:22,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:24,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:24,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:27,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:27,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:27,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:27,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:27,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:28,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:29,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:30,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:32,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:32,292 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:32,292 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:32,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:32,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:34,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:35,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:35,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:35,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:35,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:35,309 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:35,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:36,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:39,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:39,662 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:39,662 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:39,668 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:39,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:39,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:03:40,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:40,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:42,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:42,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:42,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:42,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:43,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:44,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:44,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:46,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:48,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:48,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:48,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:48,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:49,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:50,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:52,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:54,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:54,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:54,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:54,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:55,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:56,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:03:57,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:58,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:58,271 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:03:58,271 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:58,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:58,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:03:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:59,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:59,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:00,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:01,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:01,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:01,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:01,982 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:02,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:02,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:03,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:06,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:06,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:06,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:06,062 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:06,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:06,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:08,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:09,871 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:04:11,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:11,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:11,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:11,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:11,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:12,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:13,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:14,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:14,658 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:14,658 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:14,664 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:14,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:14,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:14,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:16,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:18,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:18,857 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:18,858 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:18,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:18,863 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:18,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:20,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:23,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:24,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:24,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:24,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:24,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:24,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:26,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:28,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:28,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:28,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:28,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:28,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:29,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:29,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:29,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:30,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:32,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:32,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:32,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:32,523 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:32,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:34,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:34,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:38,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:38,675 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:38,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:38,681 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:38,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:39,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:39,868 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:04:40,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:42,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:42,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:42,836 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:42,842 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:42,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:44,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:44,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:44,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:46,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:46,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:46,177 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:46,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:46,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:48,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:50,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:50,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:50,051 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:50,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:50,057 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:50,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:50,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:54,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:54,582 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:54,582 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:54,587 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:54,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:55,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:56,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:57,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:57,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:04:57,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:57,830 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:57,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:04:58,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:04:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:59,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:59,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:01,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:01,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:01,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:01,434 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:01,440 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:01,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:02,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:04,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:04,671 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:04,671 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:04,677 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:04,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:06,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:06,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:09,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:09,171 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:09,171 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:09,177 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:09,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:05:09,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:10,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:11,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:12,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:12,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:12,885 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:12,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:12,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:14,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:14,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:14,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:14,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:16,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:16,554 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:16,554 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:16,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:16,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:17,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:18,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:19,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:19,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:19,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:19,840 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:19,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:20,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:22,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:23,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:23,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:23,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:23,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:23,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:24,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:28,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:28,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:28,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:28,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:28,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:28,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:29,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:29,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:30,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:31,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:31,917 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:31,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:31,922 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:31,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:32,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:33,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:38,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:39,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:39,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:39,634 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:39,639 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:39,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:05:39,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:40,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:42,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:42,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:42,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:42,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:42,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:44,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:44,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:44,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:44,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:46,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:46,639 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:46,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:46,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:46,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:48,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:49,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:49,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:49,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:49,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:49,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:49,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:50,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:53,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:53,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:53,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:53,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:54,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:55,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:55,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:58,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:58,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:05:58,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:58,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:59,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:05:59,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:05:59,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:59,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:59,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:01,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:02,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:02,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:02,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:02,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:03,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:05,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:05,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:05,802 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:05,802 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:05,808 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:06,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:06,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:07,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:09,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:09,066 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:09,066 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:09,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:09,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:06:10,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:11,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:11,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:12,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:12,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:12,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:12,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:13,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:14,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:14,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:15,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:16,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:16,852 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:16,852 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:16,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:16,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:17,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:19,091 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:21,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:25,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:25,359 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:25,359 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:25,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:26,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:27,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:27,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:29,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:29,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:29,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:29,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:29,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:29,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:29,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:30,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:31,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:33,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:34,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:34,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:34,377 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:34,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:35,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:37,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:37,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:37,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:37,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:37,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:38,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:38,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:39,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:39,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:06:42,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:42,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:42,598 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:42,604 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:43,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:44,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:44,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:45,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:49,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:49,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:49,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:49,180 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:50,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:50,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:51,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:53,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:53,308 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:53,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:53,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:54,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:55,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:55,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:56,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:56,845 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:06:56,845 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:56,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:57,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:06:59,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:06:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:59,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:59,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:00,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:00,633 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:00,633 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:00,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:00,638 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:01,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:03,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:05,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:06,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:06,336 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:06,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:06,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:07,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:09,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:09,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:07:10,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:14,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:14,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:14,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:14,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:14,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:14,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:15,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:16,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:17,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:18,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:18,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:18,143 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:18,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:18,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:19,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:22,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:22,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:22,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:22,522 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:22,527 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:23,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:25,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:26,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:26,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:26,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:26,253 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:27,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:27,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:27,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:29,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:29,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:33,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:34,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:34,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:34,732 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:34,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:35,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:37,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:38,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:39,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:39,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:39,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:39,036 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:39,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:39,883 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:07:41,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:43,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:43,371 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:43,371 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:43,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:44,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:44,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:44,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:44,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:45,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:47,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:47,554 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:47,555 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:47,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:48,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:49,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:49,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:52,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:52,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:52,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:52,923 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:53,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:54,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:55,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:07:58,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:58,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:07:58,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:58,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:59,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:07:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:59,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:59,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:00,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:01,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:01,975 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:01,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:01,976 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:01,981 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:02,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:03,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:06,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:07,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:07,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:07,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:07,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:07,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:09,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:09,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:08:11,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:11,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:11,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:11,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:11,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:12,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:13,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:14,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:14,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:14,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:14,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:14,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:14,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:14,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:15,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:17,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:17,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:18,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:18,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:18,883 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:18,888 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:19,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:21,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:22,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:22,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:22,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:22,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:22,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:22,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:23,227 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:27,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:28,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:28,837 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:28,837 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:28,842 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:29,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:29,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:29,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:29,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:31,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:32,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:32,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:32,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:32,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:32,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:33,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:35,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:35,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:35,723 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:35,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:35,728 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:36,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:37,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:38,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:39,887 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:08:42,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:42,288 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:42,288 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:42,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:43,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:43,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:44,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:44,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:44,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:45,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:45,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:45,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:45,573 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:46,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:47,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:49,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:50,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:50,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:50,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:50,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:51,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:53,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:54,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:54,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:54,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:54,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:55,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:55,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:57,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:08:58,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:58,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:08:58,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:58,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:59,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:08:59,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:59,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:59,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:01,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:01,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:06,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:07,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:07,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:07,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:07,174 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:07,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:09,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:09,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:09:10,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:10,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:10,219 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:10,224 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:10,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:11,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:11,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:14,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:14,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:14,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:14,760 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:14,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:14,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:14,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:15,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:17,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:17,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:17,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:17,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:17,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:17,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:18,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:19,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:22,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:26,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:26,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:26,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:26,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:26,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:27,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:28,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:29,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:29,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:29,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:31,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:31,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:31,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:31,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:31,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:33,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:34,057 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:36,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:36,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:36,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:36,436 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:37,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:37,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:39,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:39,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:09:42,384 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:42,385 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:42,385 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:42,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:43,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:43,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:44,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:44,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:45,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:45,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:45,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:45,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:45,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:46,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:47,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:49,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:49,547 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:49,547 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:49,552 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:50,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:50,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:51,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:53,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:53,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:53,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:53,453 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:54,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:55,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:56,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:57,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:57,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:09:57,452 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:57,457 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:58,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:09:59,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:09:59,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:59,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:59,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:01,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:01,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:01,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:01,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:01,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:02,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:03,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:04,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:04,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:04,856 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:04,861 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:05,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:06,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:07,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:08,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:08,906 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:08,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:08,912 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:09,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:09,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:10:11,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:11,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:12,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:12,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:12,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:12,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:13,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:14,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:14,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:14,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:15,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:16,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:16,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:16,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:16,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:16,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:17,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:17,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:19,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:19,662 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:19,662 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:19,668 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:20,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:21,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:22,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:23,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:23,943 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:23,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:23,949 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:24,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:25,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:27,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:29,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:29,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:29,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:29,602 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:29,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:29,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:29,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:30,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:31,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:33,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:37,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:37,425 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:37,425 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:37,431 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:38,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:38,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:39,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:39,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:10:43,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:44,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:44,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:44,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:45,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:45,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:45,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:45,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:46,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:47,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:49,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:49,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:49,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:49,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:49,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:50,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:51,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:52,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:52,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:52,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:52,678 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:53,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:54,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:55,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:57,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:57,271 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:10:57,271 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:57,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:57,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:10:59,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:10:59,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:59,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:59,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:00,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:03,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:03,335 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:03,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:03,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:03,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:05,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:05,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:06,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:06,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:06,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:06,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:07,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:09,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:09,899 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:11:10,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:10,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:10,742 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:10,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:10,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:11,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:13,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:14,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:14,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:15,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:15,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:15,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:15,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:15,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:16,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:17,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:19,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:19,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:19,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:19,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:20,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:21,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:21,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:26,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:28,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:28,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:28,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:28,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:28,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:29,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:29,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:29,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:31,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:31,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:31,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:31,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:32,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:32,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:33,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:34,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:34,803 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:34,803 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:34,808 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:35,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:37,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:37,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:39,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:39,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:39,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:39,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:39,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:11:40,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:41,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:42,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:43,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:43,288 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:43,288 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:43,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:43,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:44,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:44,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:44,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:45,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:48,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:51,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:51,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:51,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:51,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:52,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:53,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:53,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:55,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:55,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:55,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:55,570 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:56,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:57,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:11:59,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:59,072 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:11:59,072 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:59,072 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:59,078 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:59,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:11:59,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:59,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:59,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:01,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:04,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:06,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:06,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:06,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:06,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:06,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:07,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:09,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:09,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:09,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:09,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:09,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:09,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:12:10,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:11,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:13,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:13,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:13,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:13,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:13,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:14,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:14,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:14,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:15,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:18,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:18,198 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:18,198 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:18,204 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:18,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:19,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:20,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:22,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:22,161 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:22,161 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:22,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:22,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:23,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:26,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:26,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:26,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:26,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:26,125 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:26,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:27,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:29,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:29,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:30,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:30,137 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:30,142 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:30,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:31,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:31,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:34,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:34,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:34,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:34,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:34,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:35,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:36,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:38,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:38,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:38,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:38,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:38,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:39,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:39,905 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:12:41,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:42,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:42,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:42,447 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:42,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:42,506 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:43,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:44,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:44,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:44,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:46,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:46,407 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:46,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:46,413 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:46,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:47,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:47,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:49,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:49,844 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:49,845 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:49,850 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:50,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:51,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:52,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:54,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:54,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:54,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:54,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:54,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:55,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:58,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:58,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:58,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:12:58,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:58,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:58,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:12:59,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:12:59,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:59,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:59,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:01,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:01,759 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:01,759 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:01,765 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:02,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:03,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:03,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:06,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:06,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:06,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:06,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:07,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:08,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:09,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:09,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:13:12,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:12,351 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:12,351 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:12,357 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:12,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:13,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:14,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:14,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:16,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:16,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:16,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:16,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:17,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:17,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:19,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:20,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:20,842 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:20,842 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:20,848 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:21,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:23,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:24,848 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:25,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:25,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:25,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:25,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:26,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:27,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:29,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:29,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:30,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:30,450 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:30,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:30,451 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:30,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:30,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:31,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:35,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:35,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:35,184 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:35,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:35,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:36,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:37,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:39,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:13:39,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:39,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:39,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:39,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:40,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:41,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:41,984 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:44,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:44,127 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:44,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:44,132 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:44,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:44,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:44,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:44,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:45,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:47,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:52,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:52,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:52,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:52,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:52,464 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:52,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:53,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:56,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:56,671 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:13:56,671 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:56,677 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:57,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:13:57,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:13:57,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:59,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:59,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:59,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:02,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:02,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:02,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:02,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:02,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:03,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:03,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:05,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:05,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:05,532 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:05,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:05,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:07,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:08,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:08,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:08,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:08,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:08,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:09,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:09,914 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:14:11,600 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:12,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:12,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:12,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:12,574 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:12,600 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:13,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:13,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:14,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:19,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:19,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:19,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:19,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:19,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:19,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:21,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:23,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:23,088 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:23,089 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:23,094 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:23,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:25,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:25,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:27,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:27,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:27,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:27,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:27,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:29,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:29,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:30,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:31,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:31,429 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:31,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:31,435 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:31,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:33,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:35,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:35,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:35,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:35,704 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:35,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:36,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:37,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:39,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:39,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:39,242 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:39,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:39,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:39,913 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:14:40,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:41,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:44,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:44,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:44,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:44,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:44,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:44,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:44,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:45,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:46,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:47,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:48,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:48,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:48,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:48,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:49,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:49,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:51,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:51,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:51,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:51,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:51,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:52,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:53,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:56,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:56,058 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:14:56,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:56,064 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:56,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:14:57,064 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:57,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:14:59,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:59,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:59,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:02,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:04,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:04,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:04,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:04,307 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:04,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:05,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:07,341 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:07,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:07,969 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:07,969 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:07,974 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:08,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:09,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:09,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:15:10,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:10,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:10,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:10,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:11,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:12,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:13,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:14,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:14,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:14,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:15,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:15,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:15,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:15,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:15,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:17,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:18,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:18,679 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:18,679 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:18,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:18,685 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:19,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:19,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:22,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:22,171 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:22,171 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:22,177 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:22,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:23,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:24,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:25,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:25,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:25,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:25,635 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:25,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:27,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:29,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:29,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:29,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:29,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:34,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:34,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:34,153 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:34,159 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:34,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:35,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:35,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:37,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:37,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:37,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:37,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:37,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:39,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:39,917 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:15:40,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:41,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:41,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:41,472 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:41,477 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:41,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:43,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:44,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:44,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:44,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:45,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:45,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:45,220 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:45,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:45,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:46,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:47,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:48,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:48,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:48,375 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:48,380 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:48,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:49,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:51,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:52,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:52,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:52,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:52,168 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:52,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:53,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:55,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:55,533 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:55,533 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:55,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:55,720 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:15:56,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:57,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:15:59,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:59,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:15:59,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:59,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:59,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:59,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:59,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:00,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:01,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:02,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:02,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:02,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:02,967 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:02,973 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:03,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:05,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:07,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:07,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:07,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:07,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:07,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:07,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:09,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:09,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:16:12,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:13,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:13,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:13,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:13,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:13,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:14,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:14,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:14,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:15,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:17,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:17,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:17,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:17,448 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:17,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:18,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:19,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:23,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:26,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:26,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:26,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:26,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:27,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:27,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:28,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:29,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:29,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:29,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:29,884 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:29,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:29,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:29,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:30,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:31,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:33,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:33,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:33,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:33,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:33,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:34,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:35,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:36,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:36,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:36,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:36,374 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:36,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:37,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:39,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:39,922 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:16:40,716 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:40,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:40,717 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:40,723 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:40,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:41,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:43,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:43,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:43,846 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:43,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:44,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:44,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:44,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:44,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:44,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:45,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:48,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:48,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:48,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:48,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:48,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:49,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:50,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:52,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:52,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:16:52,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:52,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:52,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:16:53,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:16:56,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:59,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:59,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:00,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:00,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:00,705 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:00,711 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:00,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:01,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:01,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:04,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:04,187 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:04,187 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:04,192 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:04,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:05,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:07,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:09,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:09,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:09,646 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:09,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:09,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:09,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:17:11,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:12,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:13,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:13,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:13,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:13,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:14,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:14,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:14,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:14,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:15,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:18,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:18,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:18,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:18,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:18,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:18,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:19,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:22,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:22,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:22,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:22,208 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:22,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:23,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:24,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:28,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:28,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:28,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:28,877 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:28,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:29,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:29,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:29,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:29,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:32,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:32,330 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:32,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:32,336 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:32,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:33,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:35,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:35,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:35,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:35,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:35,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:35,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:37,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:39,926 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:17:40,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:44,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:44,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:44,242 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:44,247 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:44,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:44,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:44,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:44,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:45,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:46,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:48,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:48,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:48,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:48,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:48,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:49,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:51,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:52,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:52,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:52,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:52,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:52,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:53,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:17:56,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:59,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:59,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:17:59,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:59,212 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:59,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:17:59,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:59,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:01,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:02,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:05,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:05,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:05,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:05,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:05,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:07,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:07,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:09,928 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:18:10,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:10,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:10,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:10,458 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:10,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:11,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:12,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:14,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:14,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:14,221 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:14,226 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:14,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:14,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:14,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:14,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:15,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:18,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:22,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:22,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:22,574 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:22,579 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:22,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:23,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:25,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:26,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:26,053 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:26,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:26,058 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:26,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:27,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:29,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:29,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:29,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:30,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:30,741 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:30,741 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:30,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:30,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:33,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:34,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:34,053 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:34,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:34,059 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:34,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:34,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:35,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:39,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:39,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:39,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:39,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:39,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:39,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:18:39,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:41,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:43,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:43,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:43,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:43,908 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:43,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:44,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:44,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:44,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:44,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:45,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:50,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:52,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:52,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:18:52,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:52,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:52,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:18:53,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:18:55,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:59,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:59,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:00,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:00,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:00,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:00,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:00,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:00,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:03,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:05,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:07,999 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:08,000 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:08,000 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:08,007 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:09,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:09,932 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:19:10,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:10,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:11,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:11,651 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:11,651 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:11,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:12,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:14,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:14,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:14,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:14,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:15,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:15,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:15,205 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:16,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:16,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:18,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:19,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:19,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:19,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:19,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:20,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:21,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:22,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:22,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:22,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:22,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:22,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:23,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:26,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:27,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:27,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:27,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:27,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:27,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:28,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:29,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:29,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:30,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:30,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:30,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:30,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:30,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:31,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:32,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:32,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:34,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:34,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:34,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:34,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:35,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:36,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:37,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:37,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:37,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:37,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:38,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:38,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:39,937 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:19:40,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:40,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:40,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:40,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:40,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:41,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:43,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:44,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:44,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:44,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:44,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:44,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:44,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:44,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:45,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:48,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:49,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:49,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:49,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:49,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:49,481 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:50,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:52,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:52,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:52,902 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:52,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:52,908 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:53,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:54,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:56,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:19:58,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:58,206 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:19:58,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:58,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:59,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:19:59,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:59,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:00,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:00,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:01,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:01,928 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:01,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:01,933 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:02,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:04,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:05,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:05,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:05,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:05,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:05,671 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:06,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:08,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:09,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:09,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:09,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:09,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:09,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:20:10,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:10,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:12,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:12,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:12,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:12,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:12,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:13,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:14,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:14,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:14,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:16,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:16,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:16,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:16,456 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:16,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:17,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:18,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:21,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:24,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:24,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:24,714 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:24,719 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:25,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:26,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:28,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:28,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:28,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:28,219 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:28,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:29,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:29,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:29,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:30,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:32,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:33,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:33,326 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:33,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:33,331 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:34,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:36,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:37,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:38,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:38,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:38,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:38,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:39,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:39,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:20:40,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:42,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:44,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:44,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:45,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:45,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:45,286 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:45,292 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:46,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:48,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:48,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:49,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:49,864 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:49,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:49,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:50,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:52,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:53,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:53,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:53,098 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:53,103 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:53,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:54,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:56,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:56,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:56,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:20:56,536 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:56,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:57,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:20:58,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:20:59,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:59,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:59,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:04,996 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:04,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:04,997 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:04,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:05,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:05,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:08,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:08,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:08,488 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:08,488 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:08,493 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:09,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:09,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:21:10,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:10,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:14,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:14,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:14,230 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:14,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:14,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:15,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:16,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:16,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:18,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:18,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:18,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:18,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:19,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:20,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:21,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:22,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:22,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:22,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:22,731 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:23,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:24,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:26,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:26,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:26,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:26,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:26,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:27,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:29,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:30,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:31,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:31,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:31,379 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:31,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:32,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:32,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:34,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:35,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:35,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:35,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:35,050 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:35,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:38,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:38,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:39,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:39,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:39,700 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:39,706 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:39,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:21:40,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:42,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:43,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:43,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:43,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:43,252 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:43,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:44,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:44,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:44,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:44,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:46,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:49,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:51,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:51,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:51,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:51,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:52,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:54,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:54,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:55,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:55,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:55,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:55,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:55,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:58,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:21:58,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:58,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:21:58,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:58,767 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:59,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:21:59,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:59,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:59,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:00,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:02,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:02,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:02,987 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:02,992 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:03,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:05,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:06,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:07,827 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:07,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:07,828 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:07,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:08,195 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:09,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:22:10,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:10,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:12,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:12,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:12,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:12,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:12,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:14,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:14,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:14,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:14,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:15,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:15,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:15,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:15,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:16,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:16,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:18,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:19,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:19,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:19,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:19,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:20,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:22,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:22,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:23,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:23,559 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:23,559 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:23,564 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:24,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:26,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:27,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:27,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:27,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:27,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:27,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:28,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:29,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:29,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:30,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:32,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:32,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:32,139 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:32,144 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:32,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:33,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:34,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:38,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:39,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:22:41,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:41,145 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:41,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:41,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:41,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:44,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:44,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:44,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:44,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:45,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:45,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:45,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:45,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:45,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:48,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:48,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:48,407 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:48,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:48,412 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:49,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:49,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:50,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:52,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:52,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:52,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:52,122 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:52,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:54,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:22:55,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:58,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:58,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:22:58,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:58,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:58,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:22:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:59,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:00,250 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:00,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:02,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:02,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:02,283 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:02,288 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:03,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:04,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:05,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:06,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:06,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:06,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:06,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:07,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:08,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:09,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:23:10,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:11,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:11,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:11,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:11,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:12,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:14,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:14,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:16,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:17,123 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:17,123 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:17,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:17,129 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:17,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:20,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:21,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:21,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:21,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:21,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:21,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:22,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:24,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:26,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:26,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:26,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:26,379 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:26,385 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:27,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:28,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:29,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:31,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:31,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:31,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:31,157 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:31,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:32,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:34,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:34,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:34,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:34,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:34,929 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:35,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:37,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:38,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:39,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:39,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:39,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:39,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:39,951 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:23:40,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:42,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:42,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:44,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:45,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:45,920 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:45,921 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:45,926 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:46,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:47,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:48,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:49,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:49,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:49,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:49,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:50,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:52,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:52,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:52,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:52,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:52,907 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:53,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:53,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:56,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:23:57,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:57,237 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:23:57,237 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:57,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:57,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:23:59,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:59,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:00,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:01,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:01,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:01,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:01,609 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:02,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:04,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:04,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:04,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:04,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:04,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:04,868 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:05,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:06,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:09,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:09,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:24:10,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:10,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:10,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:10,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:10,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:12,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:13,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:13,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:13,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:13,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:14,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:14,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:15,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:16,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:17,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:17,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:17,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:17,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:18,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:20,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:20,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:21,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:21,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:21,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:21,012 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:21,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:24,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:26,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:26,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:26,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:26,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:26,608 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:27,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:28,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:29,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:30,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:30,232 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:30,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:30,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:30,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:31,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:32,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:35,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:35,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:35,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:35,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:35,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:37,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:38,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:38,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:38,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:38,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:38,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:39,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:39,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:24:40,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:41,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:41,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:41,782 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:41,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:42,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:42,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:44,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:44,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:44,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:44,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:44,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:44,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:45,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:46,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:48,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:49,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:49,066 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:49,066 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:49,072 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:49,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:52,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:54,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:56,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:56,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:24:56,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:56,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:57,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:24:58,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:24:59,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:59,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:00,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:00,240 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:00,240 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:00,245 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:00,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:02,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:03,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:03,734 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:03,735 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:03,739 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:04,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:04,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:06,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:07,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:07,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:07,657 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:07,662 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:08,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:09,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:25:09,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:10,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:11,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:11,344 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:11,344 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:11,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:11,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:14,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:14,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:14,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:14,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:14,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:14,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:14,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:15,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:15,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:16,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:20,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:24,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:24,837 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:24,837 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:24,843 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:25,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:25,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:26,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:28,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:28,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:28,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:28,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:28,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:29,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:29,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:30,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:31,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:33,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:33,315 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:33,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:33,321 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:33,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:36,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:36,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:38,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:38,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:38,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:38,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:39,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:39,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:25:40,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:41,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:43,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:43,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:43,041 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:43,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:43,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:44,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:44,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:46,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:47,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:48,382 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:48,382 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:48,382 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:48,388 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:48,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:50,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:52,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:53,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:53,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:53,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:53,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:53,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:56,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:56,523 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:56,524 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:25:56,524 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:56,529 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:57,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:25:57,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:58,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:25:59,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:59,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:59,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:01,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:01,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:01,389 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:01,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:01,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:03,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:04,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:05,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:05,126 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:05,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:05,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:05,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:08,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:09,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:09,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:09,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:09,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:09,465 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:09,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:26:10,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:12,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:13,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:13,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:13,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:13,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:14,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:14,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:14,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:16,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:18,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:18,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:18,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:18,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:19,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:20,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:20,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:25,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:26,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:26,951 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:26,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:26,957 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:27,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:28,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:29,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:30,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:30,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:30,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:30,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:30,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:31,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:32,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:35,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:39,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:39,651 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:39,651 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:39,656 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:39,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:26:40,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:40,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:42,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:43,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:43,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:43,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:43,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:44,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:44,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:46,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:46,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:48,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:48,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:48,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:48,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:48,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:50,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:51,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:51,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:51,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:51,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:51,887 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:52,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:54,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:56,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:56,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:26:56,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:56,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:56,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:56,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:26:58,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:26:59,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:59,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:59,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:02,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:03,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:03,750 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:03,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:03,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:04,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:06,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:07,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:08,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:08,349 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:08,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:08,355 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:08,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:09,966 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:27:10,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:12,967 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:14,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:16,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:16,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:16,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:16,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:17,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:18,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:18,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:20,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:20,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:20,380 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:20,385 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:20,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:22,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:24,386 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:24,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:24,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:24,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:24,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:25,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:26,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:29,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:29,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:30,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:30,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:30,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:30,210 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:30,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:32,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:33,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:33,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:33,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:33,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:34,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:34,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:36,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:38,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:38,911 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:38,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:38,916 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:39,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:39,968 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:27:40,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:40,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:42,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:42,245 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:42,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:42,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:42,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:44,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:44,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:46,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:47,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:47,469 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:47,470 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:47,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:47,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:50,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:50,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:50,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:50,789 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:50,795 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:51,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:51,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:52,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:55,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:55,314 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:55,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:55,319 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:55,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:57,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:58,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:27:59,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:59,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:27:59,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:59,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:59,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:27:59,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:59,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:59,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:02,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:03,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:03,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:03,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:03,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:03,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:03,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:06,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:06,523 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:06,523 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:06,529 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:06,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:06,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:08,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:08,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:09,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:28:10,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:10,642 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:10,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:10,648 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:11,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:12,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:13,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:13,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:13,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:13,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:13,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:14,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:14,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:16,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:17,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:17,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:17,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:17,887 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:18,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:18,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:20,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:21,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:21,367 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:21,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:21,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:21,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:24,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:24,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:25,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:25,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:25,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:25,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:25,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:28,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:29,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:29,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:29,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:29,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:29,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:29,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:30,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:32,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:33,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:33,926 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:33,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:33,931 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:34,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:35,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:36,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:37,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:37,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:37,234 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:37,239 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:37,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:39,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:28:40,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:40,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:40,741 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:40,741 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:40,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:41,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:41,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:42,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:44,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:44,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:44,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:44,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:44,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:44,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:44,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:46,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:47,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:47,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:47,720 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:47,721 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:47,726 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:48,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:50,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:51,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:51,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:51,463 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:51,468 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:51,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:52,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:54,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:54,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:54,548 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:54,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:54,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:54,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:56,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:28:57,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:57,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:57,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:28:57,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:57,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:58,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:28:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:59,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:00,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:03,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:03,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:03,639 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:03,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:03,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:04,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:06,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:07,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:07,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:07,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:07,029 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:07,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:08,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:09,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:09,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:29:10,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:10,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:10,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:10,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:10,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:12,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:14,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:14,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:14,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:14,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:14,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:14,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:14,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:14,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:16,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:17,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:17,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:17,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:17,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:18,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:19,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:20,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:21,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:21,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:21,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:21,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:21,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:22,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:24,123 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:24,124 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:24,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:24,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:24,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:25,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:26,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:28,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:28,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:28,046 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:28,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:28,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:29,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:29,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:30,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:30,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:31,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:31,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:31,901 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:31,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:32,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:34,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:35,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:38,774 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:38,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:38,775 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:38,780 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:39,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:39,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:29:40,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:40,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:42,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:42,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:42,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:42,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:42,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:44,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:44,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:46,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:46,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:46,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:46,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:46,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:46,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:48,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:51,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:51,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:51,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:51,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:51,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:52,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:54,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:55,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:55,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:55,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:55,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:56,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:56,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:58,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:29:59,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:59,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:29:59,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:59,536 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:59,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:29:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:59,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:02,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:02,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:03,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:03,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:03,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:03,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:03,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:04,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:08,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:08,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:08,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:08,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:08,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:08,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:09,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:30:10,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:13,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:13,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:13,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:13,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:13,298 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:13,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:14,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:14,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:16,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:16,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:16,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:16,767 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:17,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:18,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:18,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:21,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:21,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:21,687 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:21,692 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:21,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:24,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:24,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:29,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:29,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:30,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:30,153 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:30,159 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:30,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:32,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:33,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:33,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:33,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:33,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:34,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:34,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:36,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:37,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:37,108 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:37,108 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:37,113 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:37,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:38,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:39,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:30:39,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:40,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:40,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:40,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:40,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:41,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:42,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:44,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:44,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:44,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:44,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:44,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:45,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:45,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:46,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:49,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:49,052 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:49,052 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:49,058 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:49,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:50,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:51,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:52,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:52,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:52,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:52,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:52,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:54,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:56,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:56,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:56,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:30:56,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:56,946 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:57,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:30:58,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:30:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:59,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:01,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:01,857 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:01,857 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:01,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:01,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:02,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:04,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:05,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:05,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:05,593 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:05,598 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:05,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:07,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:08,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:09,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:09,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:09,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:09,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:09,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:09,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:31:10,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:11,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:11,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:11,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:11,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:12,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:12,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:14,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:14,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:15,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:15,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:15,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:15,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:15,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:16,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:18,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:19,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:19,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:19,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:19,435 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:19,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:22,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:23,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:23,145 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:23,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:23,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:23,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:24,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:24,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:27,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:27,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:27,138 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:27,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:27,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:28,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:29,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:30,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:31,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:31,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:31,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:31,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:31,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:34,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:35,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:37,352 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:37,353 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:37,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:37,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:37,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:38,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:39,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:31:40,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:41,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:41,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:41,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:41,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:42,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:44,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:44,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:44,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:46,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:47,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:47,413 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:47,413 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:47,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:47,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:50,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:51,457 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:52,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:52,021 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:52,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:52,026 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:52,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:54,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:55,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:55,857 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:55,857 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:55,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:56,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:56,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:58,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:31:59,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:59,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:31:59,177 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:59,182 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:59,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:31:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:59,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:59,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:00,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:02,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:02,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:02,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:02,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:02,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:03,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:04,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:07,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:09,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:32:11,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:11,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:11,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:11,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:11,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:12,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:13,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:14,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:14,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:15,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:15,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:15,875 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:15,880 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:16,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:18,829 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:18,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:19,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:19,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:19,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:19,517 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:19,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:22,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:24,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:24,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:24,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:24,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:24,082 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:24,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:26,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:28,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:28,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:28,858 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:28,863 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:29,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:29,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:29,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:29,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:30,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:32,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:32,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:32,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:32,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:32,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:34,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:35,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:37,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:37,842 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:37,842 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:37,847 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:37,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:39,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:32:40,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:40,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:42,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:42,883 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:42,883 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:42,888 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:43,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:44,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:44,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:46,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:46,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:46,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:46,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:46,872 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:47,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:48,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:51,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:51,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:32:51,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:51,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:51,897 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:52,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:32:54,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:32:56,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:59,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:01,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:01,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:01,605 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:01,610 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:01,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:02,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:04,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:04,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:04,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:04,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:04,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:05,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:06,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:07,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:09,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:09,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:09,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:09,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:09,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:09,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:33:10,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:12,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:14,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:15,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:15,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:15,586 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:15,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:15,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:18,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:18,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:21,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:21,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:21,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:21,910 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:22,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:23,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:24,894 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:26,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:26,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:26,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:26,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:26,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:28,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:29,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:29,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:32,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:32,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:32,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:32,316 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:32,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:34,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:35,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:35,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:35,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:35,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:35,361 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:35,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:36,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:38,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:38,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:38,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:38,824 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:38,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:39,993 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:33:40,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:40,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:42,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:42,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:42,879 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:42,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:42,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:44,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:44,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:46,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:46,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:46,375 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:46,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:46,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:46,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:48,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:51,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:51,035 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:51,035 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:51,041 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:51,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:52,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:52,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:54,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:54,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:54,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:54,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:54,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:56,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:33:57,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:58,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:58,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:33:58,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:58,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:58,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:33:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:59,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:00,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:03,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:04,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:04,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:04,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:04,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:04,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:06,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:09,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:09,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:34:12,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:12,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:12,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:12,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:12,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:14,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:14,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:14,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:15,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:15,420 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:15,420 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:15,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:15,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:16,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:18,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:18,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:18,622 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:18,627 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:18,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:19,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:20,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:22,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:22,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:22,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:22,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:22,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:24,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:25,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:27,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:27,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:27,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:27,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:27,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:28,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:29,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:30,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:30,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:30,872 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:30,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:30,878 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:30,965 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:32,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:35,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:35,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:35,615 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:35,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:35,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:36,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:36,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:39,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:39,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:39,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:39,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:39,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:34:40,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:41,999 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:42,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:43,792 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:43,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:43,793 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:43,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:43,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:44,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:46,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:47,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:47,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:47,261 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:47,261 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:47,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:47,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:48,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:51,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:51,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:51,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:51,345 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:51,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:52,345 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:52,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:55,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:55,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:55,910 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:55,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:55,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:34:57,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:58,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:34:59,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:59,422 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:34:59,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:59,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:59,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:59,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:59,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:00,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:03,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:04,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:04,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:04,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:04,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:05,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:07,005 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:07,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:07,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:07,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:07,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:08,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:08,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:09,999 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:35:11,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:11,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:11,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:11,539 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:11,545 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:12,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:13,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:14,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:14,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:14,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:14,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:16,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:16,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:16,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:16,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:17,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:19,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:19,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:19,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:19,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:19,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:19,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:20,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:21,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:23,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:23,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:23,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:23,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:24,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:25,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:25,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:29,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:29,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:29,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:29,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:29,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:29,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:29,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:30,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:31,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:31,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:32,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:32,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:32,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:32,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:33,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:35,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:35,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:35,492 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:35,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:35,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:36,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:36,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:37,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:39,269 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:39,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:39,271 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:39,275 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:40,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:35:40,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:41,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:42,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:44,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:44,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:44,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:44,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:44,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:44,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:45,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:47,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:47,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:48,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:48,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:48,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:48,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:48,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:51,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:51,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:51,942 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:51,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:51,948 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:52,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:52,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:55,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:55,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:55,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:55,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:55,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:56,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:57,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:35:58,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:59,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:59,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:35:59,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:59,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:59,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:35:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:59,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:01,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:04,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:04,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:04,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:04,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:04,632 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:05,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:07,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:08,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:08,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:08,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:08,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:09,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:10,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:36:10,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:11,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:14,072 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:14,073 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:14,073 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:14,078 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:14,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:14,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:14,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:15,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:17,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:17,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:17,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:17,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:17,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:18,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:21,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:21,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:21,457 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:21,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:21,458 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:21,463 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:22,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:23,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:24,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:24,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:24,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:24,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:25,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:26,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:27,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:29,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:29,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:29,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:32,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:32,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:32,994 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:32,994 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:32,999 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:33,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:35,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:35,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:35,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:35,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:35,815 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:36,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:37,815 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:39,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:40,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:36:42,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:42,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:42,258 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:42,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:43,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:43,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:44,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:45,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:45,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:45,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:45,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:45,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:46,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:49,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:49,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:50,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:50,368 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:50,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:50,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:51,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:53,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:54,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:56,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:56,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:56,130 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:56,136 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:57,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:36:59,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:36:59,576 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:59,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:36:59,577 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:59,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:59,582 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:59,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:00,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:01,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:03,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:03,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:03,672 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:03,677 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:04,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:04,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:05,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:07,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:07,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:07,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:07,110 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:07,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:09,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:10,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:37:10,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:14,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:14,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:14,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:15,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:15,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:15,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:15,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:15,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:16,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:17,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:20,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:20,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:20,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:20,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:20,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:21,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:23,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:24,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:24,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:24,279 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:24,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:25,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:25,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:27,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:29,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:29,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:29,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:29,843 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:29,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:29,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:30,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:31,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:33,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:35,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:35,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:35,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:35,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:35,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:37,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:37,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:39,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:39,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:39,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:39,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:40,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:37:40,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:41,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:43,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:44,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:44,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:44,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:44,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:44,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:45,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:47,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:48,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:48,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:48,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:48,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:48,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:49,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:51,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:52,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:52,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:52,647 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:52,652 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:53,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:53,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:55,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:57,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:57,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:37:57,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:57,120 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:57,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:37:59,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:59,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:37:59,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:59,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:04,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:05,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:05,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:05,647 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:05,652 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:06,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:07,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:09,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:09,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:09,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:09,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:09,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:10,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:38:10,195 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:11,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:13,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:13,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:13,926 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:13,931 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:14,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:14,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:14,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:14,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:14,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:17,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:18,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:18,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:18,075 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:18,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:18,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:20,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:21,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:21,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:21,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:21,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:21,781 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:22,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:23,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:25,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:26,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:26,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:26,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:26,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:26,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:29,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:29,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:29,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:29,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:31,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:31,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:31,429 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:31,429 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:31,435 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:32,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:33,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:36,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:37,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:37,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:37,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:37,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:38,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:39,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:40,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:38:42,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:42,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:42,317 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:42,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:42,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:43,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:44,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:44,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:45,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:46,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:46,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:46,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:46,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:47,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:47,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:49,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:50,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:50,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:50,128 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:50,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:50,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:53,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:53,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:53,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:53,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:53,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:53,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:54,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:55,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:38:58,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:58,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:38:58,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:58,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:58,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:59,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:38:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:59,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:01,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:02,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:02,531 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:02,531 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:02,536 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:03,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:03,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:05,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:06,262 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:06,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:06,263 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:06,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:07,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:09,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:09,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:09,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:09,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:09,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:09,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:10,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:39:10,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:11,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:14,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:14,722 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:14,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:14,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:14,728 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:14,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:14,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:15,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:17,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:20,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:20,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:20,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:20,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:20,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:21,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:23,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:24,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:24,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:24,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:24,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:24,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:26,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:27,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:27,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:27,724 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:27,724 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:27,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:28,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:29,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:29,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:29,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:29,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:30,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:30,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:30,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:30,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:31,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:31,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:33,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:34,716 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:34,717 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:34,717 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:34,722 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:35,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:37,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:37,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:38,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:38,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:38,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:38,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:38,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:40,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:39:41,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:41,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:41,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:41,714 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:41,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:42,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:43,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:43,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:44,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:45,450 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:45,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:45,451 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:45,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:46,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:47,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:48,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:48,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:48,741 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:48,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:48,747 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:49,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:51,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:52,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:52,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:52,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:52,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:52,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:54,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:55,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:56,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:56,679 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:39:56,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:56,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:57,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:39:59,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:39:59,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:59,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:01,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:01,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:01,700 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:01,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:02,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:03,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:04,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:05,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:05,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:05,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:05,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:05,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:07,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:09,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:09,908 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:09,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:09,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:09,914 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:10,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:40:10,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:11,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:13,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:13,423 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:13,423 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:13,429 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:14,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:14,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:14,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:15,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:15,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:20,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:22,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:22,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:22,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:22,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:22,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:25,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:26,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:26,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:26,799 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:26,799 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:26,804 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:27,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:29,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:29,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:29,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:30,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:30,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:30,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:30,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:31,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:31,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:33,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:34,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:34,581 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:34,581 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:34,587 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:35,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:37,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:37,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:39,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:39,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:39,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:39,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:40,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:40:40,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:41,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:43,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:43,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:43,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:43,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:43,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:44,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:44,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:45,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:48,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:51,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:51,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:51,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:51,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:52,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:53,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:53,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:55,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:55,126 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:55,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:55,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:55,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:57,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:40:58,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:58,816 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:40:58,817 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:58,822 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:59,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:40:59,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:59,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:59,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:01,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:02,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:02,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:02,481 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:02,486 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:03,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:05,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:05,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:06,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:06,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:06,656 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:06,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:07,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:09,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:10,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:41:11,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:11,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:11,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:11,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:11,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:12,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:13,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:14,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:14,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:16,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:17,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:17,385 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:17,385 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:17,391 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:17,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:19,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:21,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:22,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:22,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:22,479 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:22,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:23,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:25,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:26,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:28,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:28,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:28,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:28,688 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:29,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:29,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:29,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:31,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:32,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:32,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:32,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:32,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:32,964 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:33,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:35,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:37,344 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:37,345 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:37,346 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:37,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:37,351 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:37,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:39,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:40,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:41:42,508 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:42,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:42,509 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:42,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:42,514 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:43,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:44,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:44,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:45,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:46,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:46,021 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:46,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:46,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:46,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:47,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:48,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:49,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:49,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:49,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:49,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:49,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:51,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:52,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:52,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:52,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:52,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:53,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:53,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:55,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:56,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:56,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:41:56,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:56,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:57,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:41:58,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:59,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:41:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:59,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:00,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:00,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:00,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:00,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:01,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:03,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:03,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:05,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:05,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:05,608 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:05,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:06,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:07,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:09,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:09,377 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:09,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:09,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:09,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:09,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:10,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:42:11,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:12,843 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:12,844 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:12,844 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:12,850 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:13,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:14,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:14,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:15,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:17,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:17,294 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:17,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:17,300 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:17,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:19,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:20,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:21,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:21,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:21,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:21,745 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:22,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:23,476 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:25,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:25,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:25,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:25,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:25,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:25,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:27,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:28,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:28,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:28,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:28,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:29,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:29,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:31,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:31,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:33,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:33,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:33,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:33,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:33,486 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:35,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:36,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:37,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:37,067 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:37,067 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:37,072 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:37,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:39,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:40,034 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:42:41,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:41,583 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:41,583 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:41,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:41,588 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:42,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:43,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:44,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:45,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:45,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:45,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:45,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:45,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:47,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:47,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:49,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:49,920 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:49,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:49,925 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:50,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:51,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:52,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:53,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:53,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:53,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:53,412 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:53,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:54,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:57,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:57,016 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:42:57,016 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:57,022 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:57,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:42:58,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:58,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:42:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:59,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:01,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:01,141 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:01,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:01,147 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:01,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:02,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:03,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:08,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:08,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:08,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:08,805 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:08,810 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:09,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:10,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:43:10,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:13,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:13,191 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:13,191 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:13,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:13,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:13,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:14,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:14,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:17,412 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:17,413 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:17,413 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:17,418 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:17,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:18,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:18,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:22,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:22,287 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:22,287 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:22,292 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:22,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:24,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:24,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:27,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:27,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:27,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:27,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:27,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:28,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:29,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:30,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:30,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:30,811 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:30,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:30,816 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:31,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:32,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:35,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:36,428 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:36,429 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:36,429 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:36,434 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:36,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:38,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:39,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:39,487 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:39,487 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:39,492 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:39,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:40,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:43:40,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:41,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:44,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:44,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:44,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:44,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:44,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:45,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:46,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:46,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:48,785 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:48,785 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:48,785 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:48,791 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:49,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:50,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:51,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:52,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:52,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:52,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:52,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:52,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:54,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:56,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:56,308 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:43:56,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:56,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:56,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:43:57,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:58,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:43:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:59,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:59,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:00,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:00,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:00,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:00,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:01,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:02,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:03,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:05,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:05,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:05,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:05,964 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:06,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:06,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:08,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:09,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:09,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:09,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:09,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:10,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:44:10,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:10,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:13,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:13,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:13,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:13,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:14,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:14,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:14,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:14,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:14,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:18,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:18,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:18,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:18,858 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:19,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:19,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:20,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:23,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:23,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:23,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:23,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:24,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:24,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:25,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:28,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:28,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:28,255 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:28,260 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:28,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:28,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:29,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:29,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:29,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:31,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:31,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:31,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:31,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:31,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:32,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:32,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:36,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:36,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:36,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:36,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:36,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:36,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:38,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:39,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:39,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:39,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:39,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:40,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:44:40,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:40,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:42,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:42,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:42,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:42,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:42,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:43,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:44,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:44,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:44,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:44,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:47,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:47,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:47,111 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:47,111 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:47,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:47,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:48,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:52,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:53,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:53,331 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:53,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:53,336 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:53,646 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:54,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:56,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:56,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:44:56,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:56,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:57,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:44:57,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:58,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:44:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:59,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:00,216 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:00,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:00,222 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:00,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:00,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:02,975 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:02,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:02,976 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:02,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:02,981 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:03,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:04,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:06,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:06,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:06,629 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:06,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:06,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:08,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:08,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:09,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:09,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:09,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:09,878 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:10,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:45:10,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:10,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:14,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:14,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:18,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:18,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:18,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:18,435 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:18,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:19,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:20,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:22,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:22,798 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:22,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:22,804 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:23,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:24,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:24,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:25,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:25,857 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:25,857 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:25,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:26,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:26,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:29,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:29,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:29,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:29,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:29,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:30,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:30,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:30,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:30,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:30,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:33,484 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:33,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:33,485 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:33,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:33,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:34,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:35,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:36,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:36,770 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:36,770 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:36,776 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:37,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:38,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:40,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:45:40,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:40,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:40,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:40,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:40,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:40,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:42,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:44,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:44,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:44,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:46,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:46,050 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:46,050 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:46,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:46,056 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:46,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:46,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:49,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:49,935 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:49,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:49,941 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:50,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:50,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:51,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:54,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:54,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:54,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:54,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:54,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:56,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:57,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:58,382 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:58,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:45:58,383 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:58,388 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:58,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:45:58,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:45:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:59,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:03,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:04,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:04,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:04,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:04,384 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:04,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:06,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:07,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:07,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:07,842 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:07,846 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:08,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:08,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:08,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:10,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:46:11,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:11,257 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:11,257 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:11,262 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:11,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:12,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:14,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:14,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:18,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:18,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:18,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:18,776 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:18,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:19,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:20,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:22,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:22,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:22,836 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:22,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:23,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:24,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:24,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:29,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:29,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:29,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:29,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:31,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:31,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:31,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:31,064 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:31,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:32,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:34,752 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:34,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:34,753 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:34,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:34,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:35,759 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:36,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:39,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:39,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:39,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:39,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:39,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:40,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:46:40,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:41,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:42,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:42,633 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:42,633 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:42,639 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:42,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:44,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:44,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:44,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:44,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:46,195 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:47,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:47,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:47,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:47,264 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:47,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:48,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:51,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:51,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:51,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:51,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:51,848 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:52,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:52,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:55,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:55,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:46:55,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:55,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:55,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:46:56,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:46:57,228 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:59,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:59,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:01,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:01,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:01,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:01,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:01,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:02,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:02,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:06,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:06,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:06,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:06,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:06,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:06,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:08,082 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:10,050 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:47:11,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:11,198 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:11,198 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:11,203 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:11,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:12,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:13,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:14,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:14,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:16,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:16,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:16,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:16,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:16,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:16,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:18,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:23,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:24,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:24,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:24,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:24,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:24,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:26,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:28,479 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:28,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:28,480 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:28,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:28,486 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:28,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:28,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:29,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:32,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:32,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:32,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:32,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:32,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:33,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:34,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:36,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:36,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:36,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:36,566 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:36,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:38,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:39,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:40,052 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:47:41,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:41,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:41,348 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:41,353 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:41,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:42,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:44,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:45,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:47,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:47,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:47,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:47,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:47,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:48,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:50,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:50,670 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:50,670 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:50,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:50,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:50,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:52,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:53,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:53,973 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:53,973 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:53,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:54,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:54,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:55,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:57,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:57,425 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:47:57,425 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:57,430 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:57,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:47:58,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:47:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:59,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:01,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:02,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:02,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:02,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:02,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:02,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:04,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:05,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:05,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:05,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:05,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:05,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:06,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:06,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:09,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:09,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:09,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:09,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:09,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:10,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:48:10,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:12,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:12,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:12,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:12,848 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:12,853 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:12,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:14,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:14,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:16,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:16,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:16,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:16,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:16,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:16,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:17,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:21,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:21,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:21,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:21,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:21,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:22,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:22,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:27,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:27,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:27,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:27,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:27,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:27,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:28,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:29,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:31,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:31,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:31,452 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:31,457 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:31,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:32,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:33,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:35,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:35,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:35,818 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:35,823 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:35,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:36,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:38,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:40,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:48:40,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:40,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:40,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:40,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:40,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:40,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:44,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:44,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:46,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:46,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:46,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:46,426 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:46,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:46,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:49,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:50,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:50,856 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:50,857 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:50,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:50,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:48:52,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:48:54,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:59,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:59,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:48:59,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:59,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:59,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:59,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:00,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:00,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:04,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:04,611 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:04,611 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:04,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:04,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:05,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:06,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:09,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:09,931 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:09,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:09,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:09,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:10,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:49:10,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:11,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:13,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:13,355 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:13,355 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:13,360 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:13,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:14,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:14,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:16,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:17,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:17,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:17,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:17,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:17,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:18,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:20,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:20,671 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:20,671 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:20,677 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:20,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:21,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:22,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:24,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:24,914 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:24,914 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:24,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:24,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:26,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:26,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:28,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:28,422 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:28,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:28,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:28,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:28,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:29,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:31,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:31,622 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:31,622 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:31,628 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:31,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:32,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:33,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:34,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:34,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:34,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:34,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:35,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:37,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:37,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:40,060 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:49:42,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:42,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:42,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:42,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:43,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:43,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:43,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:44,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:44,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:45,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:45,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:45,858 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:45,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:46,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:47,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:48,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:49,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:49,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:49,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:49,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:50,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:51,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:52,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:52,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:52,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:52,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:53,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:54,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:55,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:56,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:56,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:49:56,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:56,138 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:57,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:49:57,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:49:59,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:59,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:00,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:01,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:01,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:01,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:01,166 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:02,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:03,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:04,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:04,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:04,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:04,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:05,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:05,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:05,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:10,065 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:50:11,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:12,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:12,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:12,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:12,910 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:13,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:14,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:14,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:15,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:16,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:16,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:16,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:16,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:16,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:17,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:17,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:19,384 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:19,385 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:19,385 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:19,391 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:20,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:21,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:21,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:22,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:22,689 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:22,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:22,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:23,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:23,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:26,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:29,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:29,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:29,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:30,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:30,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:30,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:30,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:31,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:31,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:33,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:36,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:39,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:39,315 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:39,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:39,321 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:40,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:50:40,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:41,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:42,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:42,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:42,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:42,683 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:42,688 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:43,078 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:43,078 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:44,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:46,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:46,763 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:46,763 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:46,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:47,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:47,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:49,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:50,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:50,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:50,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:50,018 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:50,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:51,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:53,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:53,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:53,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:53,452 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:53,457 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:54,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:50:55,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:50:58,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:59,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:59,420 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:50:59,420 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:59,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:59,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:00,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:01,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:04,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:04,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:04,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:04,466 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:04,471 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:05,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:05,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:07,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:07,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:07,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:07,932 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:08,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:09,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:09,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:10,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:51:12,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:12,323 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:12,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:12,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:13,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:13,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:14,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:15,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:16,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:16,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:16,475 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:16,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:17,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:17,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:19,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:19,939 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:19,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:19,945 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:20,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:20,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:21,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:25,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:28,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:28,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:28,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:28,290 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:29,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:29,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:29,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:29,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:29,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:31,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:31,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:31,692 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:31,692 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:31,698 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:32,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:33,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:36,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:36,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:36,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:36,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:36,563 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:37,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:37,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:40,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:51:41,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:41,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:41,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:41,026 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:41,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:42,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:43,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:44,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:44,644 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:44,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:44,650 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:44,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:45,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:45,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:47,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:48,281 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:48,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:48,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:48,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:49,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:49,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:52,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:52,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:52,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:51:52,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:52,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:53,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:51:53,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:51:57,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:59,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:01,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:01,271 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:01,271 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:01,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:02,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:03,166 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:03,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:06,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:06,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:06,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:06,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:07,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:07,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:08,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:10,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:52:10,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:10,611 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:10,612 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:10,617 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:11,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:11,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:13,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:14,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:15,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:15,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:15,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:15,240 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:16,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:17,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:18,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:18,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:18,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:18,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:19,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:19,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:19,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:21,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:21,656 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:21,656 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:21,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:22,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:23,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:24,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:26,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:26,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:26,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:26,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:27,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:29,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:29,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:29,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:29,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:29,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:29,830 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:29,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:29,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:30,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:31,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:34,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:34,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:34,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:34,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:34,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:35,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:37,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:39,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:40,073 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:52:40,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:40,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:40,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:40,145 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:40,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:41,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:44,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:44,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:45,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:45,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:45,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:45,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:45,853 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:46,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:47,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:50,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:50,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:50,279 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:50,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:50,284 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:51,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:51,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:53,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:53,518 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:53,518 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:53,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:54,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:55,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:55,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:56,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:56,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:52:56,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:56,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:57,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:52:57,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:52:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:59,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:59,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:00,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:00,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:00,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:00,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:00,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:01,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:03,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:05,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:05,277 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:05,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:05,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:06,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:06,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:07,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:10,075 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:53:10,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:10,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:10,102 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:10,107 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:10,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:11,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:12,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:14,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:14,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:14,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:17,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:18,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:18,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:18,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:18,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:19,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:19,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:22,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:26,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:26,865 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:26,865 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:26,870 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:27,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:27,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:27,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:29,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:31,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:31,892 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:31,892 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:31,898 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:32,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:32,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:33,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:35,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:35,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:35,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:35,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:36,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:37,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:38,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:38,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:38,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:38,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:38,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:39,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:39,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:40,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:53:41,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:41,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:41,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:41,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:42,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:43,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:43,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:44,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:44,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:44,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:45,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:45,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:45,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:45,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:47,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:49,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:53,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:53,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:53,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:53,402 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:54,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:54,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:55,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:56,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:56,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:53:56,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:56,642 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:57,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:53:57,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:53:59,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:59,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:59,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:59,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:04,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:04,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:04,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:04,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:04,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:05,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:05,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:08,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:08,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:08,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:08,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:08,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:09,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:10,079 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:54:10,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:14,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:14,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:14,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:15,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:16,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:16,149 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:16,149 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:16,155 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:16,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:17,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:19,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:19,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:19,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:19,499 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:20,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:20,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:21,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:22,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:22,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:22,830 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:22,835 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:23,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:23,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:25,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:26,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:26,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:26,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:26,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:27,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:27,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:29,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:30,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:30,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:30,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:30,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:31,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:31,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:31,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:34,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:34,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:34,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:34,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:34,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:35,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:37,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:40,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:54:42,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:42,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:42,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:42,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:42,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:42,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:43,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:44,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:44,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:44,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:47,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:47,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:47,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:47,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:47,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:48,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:49,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:50,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:50,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:50,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:50,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:51,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:51,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:52,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:54,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:54,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:54,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:54,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:55,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:55,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:57,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:58,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:58,016 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:54:58,016 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:58,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:58,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:54:59,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:54:59,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:59,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:01,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:01,289 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:01,289 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:01,295 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:01,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:03,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:03,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:04,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:04,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:04,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:04,767 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:05,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:05,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:07,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:07,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:07,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:07,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:08,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:08,967 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:09,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:10,083 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:55:14,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:14,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:14,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:14,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:14,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:14,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:14,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:14,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:15,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:15,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:18,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:18,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:18,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:18,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:19,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:19,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:19,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:22,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:22,141 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:22,141 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:22,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:22,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:23,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:25,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:25,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:25,422 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:25,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:25,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:26,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:27,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:28,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:28,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:28,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:28,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:29,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:29,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:29,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:29,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:30,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:32,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:32,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:32,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:32,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:32,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:33,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:35,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:36,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:36,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:36,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:36,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:37,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:37,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:40,089 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:55:41,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:41,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:41,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:41,541 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:41,546 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:42,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:43,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:44,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:44,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:44,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:45,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:45,644 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:45,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:45,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:46,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:46,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:47,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:50,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:50,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:50,698 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:50,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:51,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:51,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:51,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:54,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:54,397 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:54,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:54,402 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:54,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:55,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:57,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:57,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:57,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:55:57,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:57,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:58,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:55:59,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:55:59,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:59,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:03,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:06,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:06,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:06,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:06,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:06,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:07,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:08,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:10,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:56:13,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:13,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:13,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:13,369 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:13,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:14,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:14,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:15,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:17,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:17,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:17,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:17,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:17,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:19,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:20,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:20,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:20,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:20,625 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:20,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:21,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:21,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:25,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:25,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:25,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:25,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:25,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:25,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:27,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:29,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:29,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:29,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:29,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:29,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:29,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:29,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:31,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:32,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:32,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:32,704 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:32,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:33,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:33,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:35,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:35,950 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:35,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:35,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:36,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:36,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:37,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:39,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:39,317 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:39,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:39,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:39,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:40,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:56:41,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:42,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:44,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:44,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:44,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:44,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:44,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:44,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:44,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:45,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:47,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:47,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:47,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:47,533 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:47,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:48,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:49,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:51,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:51,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:51,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:51,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:51,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:52,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:53,499 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:55,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:55,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:55,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:55,412 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:55,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:57,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:57,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:58,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:58,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:56:58,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:58,724 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:59,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:56:59,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:56:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:59,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:03,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:04,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:04,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:04,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:04,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:05,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:05,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:08,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:10,091 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:57:10,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:10,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:10,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:10,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:11,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:11,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:13,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:14,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:19,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:19,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:19,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:19,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:19,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:19,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:19,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:24,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:27,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:27,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:27,617 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:27,622 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:28,532 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:29,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:29,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:29,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:32,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:32,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:32,646 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:32,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:33,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:33,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:34,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:36,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:36,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:36,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:36,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:36,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:37,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:40,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:57:40,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:41,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:41,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:41,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:41,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:41,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:43,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:44,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:44,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:44,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:45,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:45,171 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:45,171 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:45,171 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:45,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:45,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:47,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:50,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:51,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:51,080 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:51,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:51,085 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:51,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:51,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:55,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:55,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:57:55,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:55,134 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:55,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:57:55,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:57:56,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:59,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:01,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:01,766 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:01,767 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:01,767 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:01,772 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:02,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:03,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:05,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:05,388 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:05,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:05,396 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:05,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:06,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:07,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:10,096 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:58:10,152 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:10,152 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:10,152 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:10,158 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:10,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:11,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:12,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:13,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:13,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:13,106 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:13,111 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:13,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:13,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:14,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:16,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:16,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:16,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:16,644 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:17,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:17,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:17,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:22,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:22,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:22,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:22,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:22,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:23,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:23,600 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:25,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:25,726 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:25,726 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:25,732 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:26,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:27,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:28,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:29,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:29,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:34,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:34,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:34,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:34,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:34,854 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:35,612 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:35,612 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:38,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:38,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:38,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:38,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:38,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:39,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:39,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:40,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:58:42,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:42,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:42,239 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:42,244 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:42,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:43,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:44,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:44,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:45,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:46,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:46,016 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:46,016 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:46,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:46,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:47,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:50,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:50,002 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:50,002 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:50,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:50,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:51,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:51,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:56,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:56,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:56,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:58:56,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:56,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:56,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:58:57,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:58:59,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:59,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:01,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:01,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:01,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:01,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:01,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:01,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:03,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:06,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:07,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:07,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:07,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:07,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:07,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:07,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:10,103 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:59:11,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:11,107 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:11,107 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:11,112 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:11,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:11,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:12,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:14,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:14,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:14,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:14,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:14,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:14,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:14,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:14,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:15,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:17,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:17,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:17,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:17,991 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:17,996 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:18,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:19,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:23,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:26,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:26,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:26,687 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:26,691 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:27,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:27,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:28,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:29,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:29,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:29,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:30,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:30,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:30,233 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:30,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:30,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:31,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:33,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:33,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:33,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:33,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:33,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:34,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:35,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:37,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:37,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:37,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:37,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:37,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:37,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:39,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:40,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 13:59:42,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:42,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:42,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:42,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:42,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:43,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:44,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:44,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:45,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:45,471 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:45,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:45,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:45,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:47,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:49,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:49,336 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:49,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:49,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:49,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:49,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:51,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:52,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:52,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:52,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:52,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:53,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:53,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:54,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:58,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:58,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 13:59:58,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:58,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:58,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 13:59:59,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 13:59:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:59,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:00,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:03,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:03,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:03,215 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:03,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:03,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:03,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:05,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:07,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:07,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:07,224 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:07,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:07,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:07,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:10,107 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:00:11,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:11,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:11,890 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:11,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:11,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:12,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:13,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:14,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:14,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:14,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:15,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:15,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:15,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:15,424 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:15,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:16,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:17,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:18,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:18,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:18,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:18,855 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:19,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:19,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:21,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:23,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:23,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:23,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:23,087 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:23,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:23,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:26,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:26,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:26,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:26,503 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:26,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:27,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:27,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:29,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:29,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:29,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:31,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:31,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:31,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:31,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:31,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:32,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:33,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:36,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:36,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:36,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:36,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:36,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:37,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:38,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:39,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:39,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:39,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:39,923 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:40,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:00:40,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:41,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:44,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:44,028 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:44,028 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:44,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:44,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:44,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:44,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:45,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:47,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:47,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:47,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:47,522 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:47,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:49,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:49,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:51,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:51,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:51,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:51,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:51,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:53,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:54,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:54,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:54,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:00:54,972 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:54,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:55,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:00:55,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:00:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:59,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:59,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:00,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:01,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:01,025 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:01,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:01,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:01,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:01,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:05,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:05,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:05,432 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:05,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:05,438 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:05,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:07,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:10,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:01:11,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:13,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:13,807 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:13,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:13,813 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:14,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:14,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:14,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:14,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:15,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:16,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:17,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:17,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:17,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:17,376 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:17,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:17,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:20,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:20,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:20,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:20,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:21,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:21,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:21,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:24,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:24,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:24,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:24,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:24,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:25,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:27,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:29,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:29,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:29,236 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:29,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:29,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:29,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:29,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:29,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:29,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:32,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:33,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:33,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:33,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:33,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:33,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:35,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:36,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:36,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:36,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:36,988 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:37,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:37,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:37,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:40,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:01:41,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:41,919 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:41,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:41,925 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:42,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:43,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:43,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:44,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:46,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:46,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:46,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:46,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:46,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:47,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:49,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:50,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:50,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:50,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:50,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:50,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:51,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:55,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:55,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:55,291 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:55,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:55,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:55,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:55,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:01:59,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:59,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:01:59,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:59,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:59,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:01:59,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:59,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:59,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:00,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:01,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:02,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:02,633 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:02,633 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:02,639 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:02,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:03,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:05,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:06,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:06,571 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:06,571 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:06,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:06,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:07,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:10,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:02:11,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:11,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:11,191 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:11,192 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:11,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:11,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:11,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:14,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:14,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:14,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:16,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:16,192 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:16,192 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:16,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:16,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:16,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:17,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:19,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:19,731 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:19,731 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:19,737 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:19,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:21,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:21,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:23,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:23,197 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:23,197 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:23,203 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:23,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:23,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:26,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:26,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:26,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:26,296 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:26,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:27,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:27,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:29,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:29,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:29,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:33,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:34,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:34,670 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:34,670 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:34,676 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:34,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:35,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:38,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:38,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:38,164 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:38,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:38,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:39,171 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:39,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:40,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:02:41,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:41,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:41,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:41,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:42,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:43,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:44,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:45,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:45,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:45,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:45,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:45,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:45,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:45,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:49,276 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:49,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:49,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:49,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:49,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:49,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:50,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:55,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:57,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:57,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:02:57,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:57,716 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:57,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:02:59,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:02:59,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:59,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:59,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:01,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:01,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:01,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:01,630 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:01,635 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:01,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:03,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:04,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:04,963 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:04,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:04,969 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:05,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:05,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:06,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:08,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:08,307 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:08,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:08,313 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:08,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:09,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:10,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:03:11,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:11,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:11,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:11,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:11,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:12,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:13,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:14,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:14,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:14,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:15,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:15,206 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:15,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:15,212 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:15,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:15,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:18,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:19,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:19,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:19,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:19,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:19,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:19,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:22,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:22,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:22,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:22,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:22,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:23,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:23,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:27,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:27,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:27,110 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:27,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:27,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:27,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:29,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:29,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:29,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:29,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:34,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:35,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:35,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:35,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:35,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:35,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:37,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:39,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:39,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:39,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:39,707 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:39,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:39,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:40,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:03:41,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:43,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:43,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:43,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:43,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:43,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:43,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:44,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:44,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:45,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:46,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:46,839 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:46,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:46,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:46,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:47,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:50,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:55,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:55,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:03:55,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:55,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:55,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:03:55,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:03:56,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:59,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:59,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:00,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:00,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:00,143 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:00,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:00,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:01,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:02,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:05,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:05,315 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:05,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:05,321 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:06,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:06,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:07,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:08,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:08,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:08,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:08,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:09,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:10,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:10,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:04:11,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:11,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:11,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:11,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:12,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:12,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:14,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:14,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:14,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:14,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:15,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:15,555 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:15,555 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:15,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:16,016 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:16,016 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:18,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:19,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:19,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:19,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:19,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:20,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:20,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:24,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:24,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:24,145 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:24,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:24,151 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:25,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:26,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:29,152 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:29,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:29,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:29,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:29,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:29,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:30,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:30,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:35,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:37,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:37,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:37,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:37,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:38,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:40,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:40,123 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:04:40,991 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:40,992 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:40,992 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:40,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:40,998 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:41,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:42,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:44,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:46,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:46,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:46,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:46,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:46,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:47,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:48,050 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:49,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:49,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:49,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:49,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:50,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:51,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:52,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:04:56,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:58,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:58,302 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:04:58,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:58,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:59,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:04:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:59,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:00,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:02,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:04,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:04,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:04,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:04,076 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:05,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:06,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:06,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:06,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:06,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:06,914 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:07,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:07,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:08,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:10,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:05:11,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:11,857 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:11,857 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:11,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:12,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:13,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:14,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:14,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:14,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:14,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:19,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:20,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:20,382 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:20,382 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:20,388 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:21,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:22,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:23,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:23,689 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:23,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:23,695 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:24,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:24,091 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:24,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:27,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:27,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:27,221 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:27,226 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:28,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:28,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:29,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:30,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:30,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:30,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:30,236 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:30,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:31,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:32,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:34,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:34,265 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:34,265 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:34,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:35,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:35,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:36,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:39,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:39,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:39,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:39,613 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:40,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:40,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:40,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:05:41,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:42,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:42,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:42,749 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:42,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:43,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:44,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:44,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:46,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:47,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:47,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:47,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:47,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:48,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:48,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:51,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:56,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:56,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:56,674 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:05:56,674 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:56,679 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:57,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:05:58,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:05:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:59,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:02,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:05,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:05,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:05,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:05,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:06,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:06,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:07,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:08,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:08,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:08,746 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:08,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:09,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:10,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:06:10,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:12,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:12,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:12,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:12,230 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:13,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:13,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:14,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:14,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:14,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:14,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:16,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:16,334 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:16,334 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:16,340 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:17,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:18,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:18,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:19,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:19,698 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:19,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:19,704 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:20,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:20,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:23,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:24,352 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:24,353 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:24,353 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:24,358 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:25,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:26,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:27,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:27,193 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:27,193 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:27,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:28,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:28,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:29,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:29,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:29,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:30,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:30,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:30,366 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:30,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:31,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:32,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:34,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:38,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:38,864 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:38,865 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:38,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:39,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:39,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:40,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:06:40,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:42,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:42,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:42,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:42,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:43,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:44,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:44,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:45,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:48,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:48,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:48,879 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:48,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:49,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:50,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:50,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:52,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:52,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:52,618 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:52,623 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:53,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:54,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:56,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:56,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:56,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:06:56,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:56,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:57,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:06:58,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:06:59,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:59,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:59,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:00,687 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:00,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:00,688 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:00,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:01,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:01,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:02,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:06,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:06,145 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:06,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:06,151 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:06,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:07,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:08,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:10,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:07:11,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:11,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:11,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:11,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:12,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:12,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:12,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:14,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:14,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:14,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:16,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:16,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:16,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:16,961 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:17,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:17,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:18,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:22,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:23,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:23,218 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:23,218 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:23,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:23,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:24,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:27,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:27,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:27,621 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:27,627 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:28,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:28,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:28,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:29,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:29,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:29,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:31,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:31,028 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:31,028 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:31,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:31,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:32,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:34,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:34,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:34,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:34,283 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:34,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:35,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:36,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:38,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:38,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:38,732 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:38,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:39,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:39,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:40,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:07:40,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:44,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:44,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:44,146 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:44,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:44,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:44,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:45,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:46,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:48,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:48,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:48,499 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:48,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:49,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:50,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:50,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:51,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:51,999 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:51,999 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:52,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:52,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:54,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:56,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:56,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:56,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:07:56,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:56,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:56,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:07:58,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:07:59,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:59,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:59,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:00,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:00,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:00,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:00,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:01,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:01,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:02,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:05,507 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:05,508 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:05,508 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:05,514 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:06,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:06,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:07,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:10,138 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:08:10,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:10,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:10,277 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:10,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:11,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:12,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:13,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:13,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:13,750 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:13,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:13,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:14,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:14,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:14,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:14,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:14,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:19,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:19,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:19,355 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:19,355 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:19,361 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:20,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:20,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:23,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:23,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:23,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:23,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:24,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:24,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:24,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:26,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:26,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:26,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:26,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:27,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:28,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:29,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:29,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:29,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:29,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:30,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:30,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:30,925 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:30,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:31,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:32,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:34,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:35,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:35,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:35,456 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:35,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:36,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:36,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:38,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:38,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:38,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:38,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:39,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:40,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:08:40,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:40,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:44,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:45,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:45,766 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:45,766 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:45,767 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:45,772 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:46,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:46,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:49,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:49,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:49,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:49,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:50,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:50,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:50,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:53,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:53,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:53,034 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:53,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:53,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:54,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:56,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:56,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:56,313 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:56,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:56,319 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:56,327 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:08:58,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:08:59,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:59,563 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:08:59,563 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:59,568 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:59,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:59,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:59,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:00,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:00,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:01,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:03,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:03,062 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:03,062 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:03,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:03,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:04,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:07,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:08,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:08,025 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:08,025 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:08,031 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:08,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:10,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:09:10,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:11,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:11,507 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:11,507 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:11,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:12,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:12,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:12,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:14,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:14,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:17,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:17,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:17,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:17,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:17,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:18,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:18,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:21,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:21,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:21,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:21,959 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:22,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:22,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:23,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:27,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:27,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:27,852 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:27,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:28,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:28,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:29,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:29,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:29,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:29,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:31,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:31,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:31,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:31,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:32,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:32,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:35,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:35,362 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:35,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:35,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:35,368 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:35,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:36,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:38,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:38,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:38,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:38,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:39,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:40,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:09:40,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:41,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:43,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:43,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:43,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:43,964 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:44,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:44,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:44,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:44,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:46,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:47,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:47,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:47,812 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:47,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:48,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:48,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:51,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:51,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:51,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:51,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:51,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:52,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:52,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:55,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:55,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:09:55,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:55,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:55,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:09:56,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:09:58,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:59,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:59,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:59,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:01,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:01,264 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:01,265 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:01,270 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:01,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:02,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:03,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:06,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:06,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:06,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:06,612 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:07,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:08,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:08,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:10,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:10,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:10,051 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:10,057 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:10,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:10:10,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:12,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:12,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:12,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:12,805 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:12,810 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:13,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:13,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:14,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:14,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:14,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:19,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:20,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:20,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:20,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:20,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:21,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:22,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:24,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:28,341 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:28,342 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:28,342 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:28,347 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:28,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:29,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:29,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:29,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:30,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:30,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:32,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:32,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:32,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:32,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:33,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:34,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:35,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:37,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:37,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:37,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:37,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:37,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:38,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:40,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:10:41,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:43,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:43,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:43,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:43,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:43,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:44,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:44,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:44,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:46,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:46,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:46,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:46,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:46,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:47,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:48,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:50,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:50,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:50,836 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:50,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:51,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:51,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:52,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:54,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:54,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:54,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:54,573 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:55,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:56,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:57,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:57,996 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:57,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:10:57,997 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:58,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:58,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:10:58,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:10:59,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:59,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:59,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:02,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:02,651 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:02,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:02,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:02,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:03,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:04,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:06,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:06,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:06,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:06,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:06,486 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:08,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:08,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:10,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:11:11,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:11,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:11,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:11,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:11,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:12,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:13,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:14,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:14,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:14,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:14,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:14,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:14,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:14,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:16,499 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:18,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:19,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:19,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:19,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:19,383 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:19,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:20,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:23,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:28,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:28,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:28,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:28,445 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:28,450 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:28,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:29,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:29,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:30,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:31,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:31,297 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:31,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:31,302 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:31,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:32,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:34,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:34,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:34,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:34,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:34,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:35,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:36,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:39,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:39,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:39,769 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:39,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:39,775 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:40,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:11:40,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:40,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:44,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:44,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:45,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:48,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:48,131 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:48,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:48,137 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:48,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:50,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:50,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:11:55,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:58,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:58,240 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:11:58,240 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:58,246 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:58,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:11:59,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:59,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:00,228 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:00,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:01,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:01,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:01,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:01,530 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:01,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:02,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:05,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:05,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:05,921 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:05,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:05,927 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:06,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:06,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:10,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:12:10,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:10,317 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:10,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:10,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:10,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:11,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:12,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:14,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:14,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:17,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:18,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:18,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:18,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:18,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:19,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:20,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:22,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:25,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:25,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:25,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:25,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:25,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:26,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:28,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:29,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:29,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:32,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:32,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:32,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:32,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:33,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:33,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:34,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:36,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:36,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:36,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:36,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:37,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:38,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:38,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:40,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:12:41,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:41,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:41,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:41,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:42,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:42,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:43,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:44,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:44,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:45,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:45,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:45,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:45,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:45,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:46,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:48,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:48,507 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:48,507 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:48,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:48,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:49,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:50,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:52,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:52,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:52,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:52,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:52,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:52,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:55,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:56,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:56,118 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:12:56,118 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:56,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:56,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:12:56,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:12:59,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:59,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:00,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:03,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:03,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:03,841 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:03,847 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:04,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:04,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:05,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:07,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:07,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:07,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:07,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:07,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:08,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:10,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:13:11,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:12,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:12,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:12,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:12,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:13,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:14,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:14,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:16,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:17,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:17,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:17,106 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:17,111 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:17,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:18,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:21,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:21,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:21,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:21,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:21,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:21,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:22,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:25,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:25,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:25,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:25,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:26,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:26,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:26,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:29,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:29,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:30,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:30,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:30,379 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:30,385 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:30,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:32,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:32,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:34,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:34,746 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:34,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:34,752 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:35,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:36,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:37,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:38,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:38,788 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:38,788 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:38,794 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:39,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:40,162 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:13:40,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:42,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:42,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:42,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:42,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:42,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:43,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:44,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:44,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:45,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:45,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:45,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:45,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:46,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:46,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:48,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:49,785 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:49,786 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:49,786 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:49,791 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:50,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:50,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:53,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:53,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:53,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:53,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:53,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:54,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:54,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:56,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:56,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:13:56,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:56,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:57,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:13:58,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:13:59,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:59,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:00,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:01,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:01,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:01,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:01,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:02,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:02,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:05,712 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:05,713 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:05,713 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:05,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:05,719 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:06,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:06,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:10,164 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:14:10,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:10,295 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:10,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:10,301 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:10,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:10,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:11,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:14,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:14,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:14,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:14,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:14,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:14,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:14,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:17,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:17,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:17,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:17,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:17,760 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:18,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:18,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:22,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:23,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:23,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:23,286 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:23,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:23,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:24,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:26,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:26,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:26,781 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:26,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:27,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:28,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:28,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:29,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:29,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:30,323 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:30,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:30,329 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:30,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:32,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:34,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:34,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:34,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:34,674 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:34,679 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:34,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:36,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:37,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:37,915 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:37,915 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:37,920 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:38,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:38,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:39,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:40,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:14:41,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:41,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:41,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:41,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:41,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:42,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:44,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:44,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:44,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:44,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:44,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:45,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:45,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:46,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:48,109 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:48,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:48,110 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:48,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:48,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:48,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:51,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:51,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:51,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:51,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:51,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:51,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:52,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:56,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:56,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:56,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:56,120 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:56,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:56,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:14:57,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:59,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:59,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:14:59,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:59,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:59,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:14:59,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:59,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:00,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:02,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:02,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:02,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:02,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:02,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:02,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:04,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:07,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:08,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:08,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:08,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:08,695 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:08,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:10,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:15:10,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:11,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:11,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:11,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:11,888 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:12,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:12,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:12,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:14,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:14,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:18,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:20,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:20,197 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:20,198 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:20,203 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:20,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:20,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:23,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:23,220 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:23,220 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:23,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:23,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:23,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:24,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:27,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:27,131 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:27,131 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:27,136 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:27,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:28,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:29,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:29,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:29,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:31,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:31,410 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:31,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:31,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:31,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:32,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:34,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:35,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:35,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:35,158 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:35,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:35,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:36,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:38,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:38,815 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:38,815 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:38,820 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:39,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:39,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:40,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:15:40,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:42,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:42,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:42,031 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:42,036 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:42,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:42,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:44,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:44,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:45,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:45,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:45,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:45,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:45,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:45,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:46,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:50,078 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:50,079 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:50,079 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:50,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:50,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:50,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:51,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:53,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:53,616 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:53,616 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:53,622 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:53,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:54,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:56,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:57,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:57,531 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:15:57,531 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:57,537 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:57,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:15:58,822 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:15:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:59,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:00,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:00,892 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:00,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:00,898 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:01,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:01,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:02,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:04,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:04,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:04,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:04,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:04,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:06,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:07,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:09,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:09,002 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:09,002 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:09,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:09,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:10,172 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:16:10,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:13,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:13,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:13,146 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:13,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:13,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:13,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:14,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:14,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:17,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:17,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:17,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:17,403 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:17,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:18,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:18,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:20,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:20,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:20,721 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:20,726 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:20,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:22,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:23,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:23,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:23,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:23,832 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:23,837 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:23,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:24,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:28,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:29,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:29,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:29,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:29,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:29,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:29,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:30,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:31,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:31,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:31,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:32,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:32,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:32,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:34,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:36,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:36,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:36,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:36,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:36,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:36,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:39,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:39,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:39,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:39,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:39,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:39,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:40,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:16:40,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:44,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:44,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:46,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:46,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:46,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:46,453 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:46,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:46,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:49,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:49,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:49,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:49,841 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:49,847 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:49,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:50,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:53,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:53,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:53,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:53,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:53,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:54,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:54,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:57,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:57,456 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:16:57,456 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:57,462 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:57,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:16:58,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:16:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:59,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:00,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:01,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:01,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:01,587 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:01,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:01,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:02,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:05,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:05,587 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:05,587 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:05,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:05,593 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:05,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:06,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:09,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:09,979 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:09,979 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:09,984 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:10,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:17:10,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:10,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:11,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:13,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:13,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:13,663 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:13,669 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:13,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:14,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:14,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:16,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:18,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:18,455 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:18,455 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:18,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:18,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:18,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:21,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:21,269 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:21,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:21,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:21,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:21,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:22,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:26,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:28,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:28,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:28,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:28,062 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:28,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:28,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:29,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:29,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:32,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:32,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:32,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:32,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:32,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:32,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:34,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:37,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:37,591 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:37,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:37,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:37,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:37,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:38,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:40,179 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:17:41,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:41,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:41,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:41,323 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:41,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:42,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:43,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:44,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:44,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:45,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:45,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:45,230 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:45,235 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:45,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:46,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:49,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:49,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:49,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:49,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:49,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:49,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:50,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:53,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:53,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:53,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:53,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:53,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:17:54,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:54,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:17:59,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:59,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:59,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:17:59,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:59,548 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:59,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:59,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:59,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:00,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:03,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:03,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:03,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:03,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:03,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:04,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:05,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:08,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:08,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:08,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:08,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:08,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:10,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:18:10,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:10,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:12,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:12,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:12,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:12,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:12,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:12,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:14,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:14,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:14,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:16,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:18,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:18,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:18,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:18,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:19,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:19,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:21,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:21,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:21,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:21,588 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:21,593 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:22,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:23,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:25,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:25,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:25,116 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:25,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:26,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:27,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:27,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:28,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:28,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:28,782 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:28,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:29,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:29,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:31,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:32,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:33,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:33,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:33,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:33,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:34,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:35,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:37,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:37,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:37,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:37,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:37,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:38,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:39,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:40,187 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:18:41,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:41,477 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:41,477 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:41,482 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:42,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:43,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:43,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:44,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:45,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:45,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:45,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:45,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:46,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:47,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:48,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:49,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:49,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:49,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:49,012 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:49,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:51,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:53,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:53,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:53,714 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:53,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:53,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:54,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:55,045 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:56,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:56,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:18:56,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:56,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:57,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:18:58,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:59,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:18:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:59,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:00,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:00,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:00,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:00,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:01,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:03,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:03,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:03,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:03,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:03,945 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:04,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:04,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:05,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:08,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:08,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:08,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:08,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:09,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:09,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:10,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:10,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:19:11,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:11,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:11,463 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:11,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:12,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:13,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:14,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:14,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:14,585 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:14,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:14,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:14,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:15,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:15,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:15,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:18,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:18,315 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:18,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:18,321 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:19,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:19,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:20,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:24,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:24,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:24,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:24,824 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:25,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:25,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:27,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:28,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:28,934 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:28,934 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:28,940 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:29,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:29,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:31,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:31,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:32,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:32,840 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:32,840 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:32,846 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:33,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:35,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:36,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:36,292 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:36,292 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:36,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:36,298 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:37,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:37,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:39,520 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:39,521 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:39,521 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:39,526 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:40,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:40,192 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:19:41,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:42,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:43,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:43,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:43,503 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:43,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:44,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:44,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:45,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:46,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:46,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:46,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:46,598 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:47,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:47,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:47,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:51,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:51,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:51,364 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:51,369 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:52,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:53,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:53,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:54,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:54,864 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:54,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:54,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:55,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:19:57,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:19:58,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:59,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:59,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:19:59,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:59,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:59,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:00,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:01,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:03,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:03,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:03,434 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:03,439 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:04,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:04,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:05,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:08,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:08,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:08,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:08,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:09,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:09,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:09,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:10,191 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:20:12,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:12,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:12,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:12,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:12,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:13,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:14,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:14,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:14,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:15,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:16,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:16,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:16,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:16,309 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:17,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:17,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:20,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:24,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:24,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:24,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:24,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:25,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:25,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:27,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:29,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:29,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:30,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:30,206 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:30,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:30,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:31,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:31,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:31,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:34,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:34,312 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:34,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:34,318 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:35,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:35,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:36,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:38,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:38,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:38,005 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:38,010 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:38,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:39,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:40,196 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:20:42,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:42,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:42,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:42,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:42,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:43,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:43,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:44,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:44,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:47,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:47,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:47,098 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:47,103 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:47,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:48,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:49,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:52,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:52,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:52,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:52,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:53,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:53,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:53,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:57,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:57,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:20:57,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:57,903 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:58,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:20:58,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:59,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:20:59,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:59,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:02,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:02,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:02,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:02,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:03,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:04,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:05,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:06,450 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:06,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:06,451 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:06,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:07,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:07,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:10,195 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:21:10,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:11,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:11,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:11,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:11,409 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:12,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:13,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:14,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:14,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:15,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:15,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:15,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:15,862 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:15,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:16,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:17,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:19,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:19,351 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:19,351 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:19,357 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:20,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:20,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:21,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:25,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:25,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:25,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:25,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:25,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:26,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:27,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:29,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:29,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:29,610 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:29,615 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:29,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:29,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:29,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:30,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:31,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:31,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:36,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:37,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:37,107 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:37,107 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:37,112 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:37,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:39,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:40,201 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:21:42,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:44,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:44,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:44,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:45,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:45,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:45,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:45,523 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:46,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:47,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:47,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:51,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:51,342 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:51,342 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:51,347 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:52,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:53,348 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:53,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:58,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:58,440 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:58,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:21:58,441 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:58,447 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:59,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:21:59,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:21:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:59,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:02,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:02,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:02,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:02,018 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:02,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:03,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:04,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:06,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:06,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:06,219 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:06,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:06,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:07,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:09,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:09,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:09,932 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:09,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:09,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:10,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:22:10,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:11,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:13,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:13,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:13,561 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:13,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:14,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:14,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:14,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:15,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:17,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:17,919 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:17,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:17,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:18,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:19,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:19,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:21,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:21,431 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:21,431 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:21,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:22,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:23,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:25,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:25,299 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:25,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:25,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:25,305 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:25,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:27,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:29,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:29,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:29,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:30,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:30,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:30,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:30,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:30,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:31,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:31,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:34,719 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:34,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:34,720 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:34,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:35,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:35,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:35,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:38,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:38,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:38,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:38,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:38,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:39,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:40,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:22:41,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:41,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:41,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:41,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:41,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:42,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:43,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:44,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:44,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:44,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:45,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:45,750 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:45,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:45,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:46,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:46,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:47,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:49,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:49,536 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:49,536 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:49,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:50,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:51,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:52,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:52,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:52,969 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:22:52,969 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:52,975 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:53,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:22:55,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:22:57,975 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:59,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:59,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:01,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:01,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:01,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:01,298 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:01,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:03,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:03,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:04,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:04,807 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:04,807 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:04,813 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:05,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:05,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:08,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:08,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:08,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:08,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:08,946 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:09,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:10,203 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:23:11,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:11,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:11,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:11,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:11,880 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:12,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:13,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:13,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:14,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:14,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:17,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:17,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:17,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:17,212 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:17,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:19,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:19,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:20,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:20,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:20,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:20,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:21,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:21,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:23,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:23,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:23,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:23,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:24,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:24,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:25,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:28,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:28,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:28,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:28,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:29,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:29,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:29,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:29,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:33,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:33,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:33,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:33,020 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:33,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:35,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:35,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:36,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:36,060 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:36,060 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:36,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:36,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:37,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:39,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:39,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:39,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:39,945 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:40,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:23:40,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:40,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:41,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:43,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:43,415 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:43,415 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:43,421 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:43,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:44,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:44,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:44,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:45,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:46,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:47,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:47,089 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:47,089 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:47,095 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:47,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:49,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:50,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:50,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:50,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:50,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:51,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:51,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:53,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:56,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:56,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:56,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:23:56,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:56,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:57,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:23:59,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:23:59,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:59,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:59,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:00,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:00,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:00,253 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:00,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:01,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:02,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:05,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:05,155 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:05,156 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:05,161 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:05,608 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:07,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:08,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:08,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:08,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:08,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:08,838 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:09,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:10,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:24:11,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:12,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:12,201 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:12,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:12,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:12,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:13,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:13,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:14,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:14,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:14,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:15,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:15,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:15,704 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:15,710 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:16,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:17,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:18,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:21,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:21,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:21,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:21,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:21,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:23,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:24,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:24,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:24,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:24,272 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:24,277 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:24,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:25,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:27,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:27,750 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:27,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:27,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:28,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:29,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:29,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:29,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:33,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:33,091 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:33,091 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:33,096 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:33,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:35,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:35,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:38,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:38,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:38,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:38,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:38,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:39,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:40,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:24:40,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:41,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:41,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:41,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:41,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:41,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:43,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:44,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:44,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:44,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:45,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:45,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:45,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:45,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:45,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:46,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:47,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:49,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:49,943 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:49,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:49,948 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:50,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:50,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:51,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:55,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:55,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:24:55,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:55,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:55,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:24:56,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:57,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:24:59,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:59,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:59,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:01,612 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:01,613 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:01,613 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:01,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:01,619 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:01,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:03,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:05,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:05,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:05,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:05,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:05,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:07,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:07,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:09,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:09,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:09,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:09,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:09,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:10,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:25:11,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:12,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:12,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:12,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:12,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:12,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:12,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:14,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:14,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:14,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:15,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:16,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:16,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:16,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:16,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:16,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:17,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:17,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:21,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:21,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:21,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:21,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:22,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:22,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:23,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:27,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:29,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:29,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:30,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:30,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:30,325 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:30,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:31,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:33,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:34,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:34,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:34,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:34,465 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:34,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:35,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:37,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:37,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:37,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:37,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:37,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:38,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:39,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:40,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:40,203 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:40,203 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:40,208 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:40,216 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:25:40,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:41,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:44,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:44,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:44,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:44,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:45,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:45,183 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:45,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:45,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:47,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:49,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:49,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:49,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:49,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:49,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:49,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:51,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:52,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:52,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:52,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:52,644 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:52,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:54,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:55,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:56,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:56,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:25:56,447 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:56,453 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:56,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:25:57,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:25:59,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:59,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:00,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:01,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:01,471 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:01,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:01,477 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:01,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:03,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:05,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:05,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:05,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:05,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:05,945 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:06,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:07,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:09,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:09,458 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:09,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:09,464 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:09,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:10,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:26:11,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:11,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:12,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:12,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:12,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:12,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:12,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:14,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:15,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:16,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:16,359 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:16,360 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:16,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:16,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:16,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:17,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:21,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:23,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:23,108 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:23,108 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:23,113 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:23,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:25,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:27,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:27,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:27,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:27,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:27,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:28,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:29,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:29,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:31,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:31,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:31,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:31,563 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:31,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:32,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:33,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:36,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:36,090 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:36,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:36,096 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:36,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:37,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:38,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:39,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:39,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:39,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:39,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:40,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:26:40,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:41,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:43,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:44,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:44,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:44,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:44,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:44,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:44,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:45,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:47,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:47,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:47,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:47,942 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:48,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:48,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:49,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:51,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:51,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:51,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:51,570 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:51,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:53,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:54,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:55,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:55,304 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:55,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:55,309 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:55,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:57,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:26:58,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:58,714 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:26:58,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:58,720 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:58,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:26:59,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:59,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:01,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:03,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:03,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:03,991 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:03,996 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:04,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:05,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:05,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:10,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:10,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:27:12,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:12,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:12,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:12,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:12,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:13,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:14,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:15,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:19,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:19,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:19,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:19,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:19,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:20,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:21,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:23,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:23,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:23,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:23,205 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:23,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:25,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:26,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:29,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:29,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:29,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:29,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:29,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:29,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:31,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:31,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:34,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:34,289 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:34,289 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:34,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:34,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:35,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:36,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:39,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:39,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:39,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:39,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:39,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:40,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:27:41,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:42,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:42,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:42,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:42,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:42,409 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:42,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:43,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:44,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:47,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:47,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:47,286 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:47,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:47,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:47,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:49,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:52,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:55,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:55,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:55,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:55,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:55,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:57,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:57,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:27:59,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:59,199 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:27:59,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:59,205 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:59,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:27:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:59,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:01,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:02,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:02,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:02,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:02,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:02,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:02,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:03,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:07,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:08,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:08,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:08,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:08,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:08,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:09,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:10,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:28:13,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:14,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:14,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:15,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:15,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:15,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:15,181 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:15,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:17,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:18,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:18,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:18,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:18,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:18,550 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:18,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:19,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:23,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:23,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:23,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:23,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:23,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:24,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:25,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:26,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:26,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:26,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:26,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:26,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:27,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:29,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:29,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:29,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:30,397 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:30,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:30,403 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:30,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:31,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:34,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:34,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:34,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:34,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:34,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:34,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:35,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:38,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:38,075 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:38,075 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:38,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:38,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:39,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:40,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:40,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:28:42,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:42,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:42,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:42,157 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:42,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:43,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:44,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:44,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:45,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:45,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:45,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:45,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:45,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:45,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:47,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:49,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:49,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:49,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:49,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:49,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:50,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:51,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:53,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:53,427 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:53,427 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:53,432 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:53,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:55,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:28:56,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:57,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:57,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:28:57,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:57,024 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:57,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:28:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:59,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:59,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:00,330 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:00,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:00,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:00,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:01,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:02,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:04,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:04,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:04,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:04,608 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:04,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:05,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:07,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:08,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:08,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:08,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:08,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:08,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:09,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:10,238 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:29:13,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:14,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:17,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:17,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:17,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:17,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:17,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:19,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:19,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:20,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:20,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:20,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:20,426 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:20,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:22,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:24,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:25,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:25,253 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:25,254 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:25,259 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:26,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:28,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:28,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:28,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:28,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:28,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:29,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:29,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:29,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:30,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:32,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:32,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:32,539 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:32,544 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:33,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:34,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:35,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:40,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:29:40,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:40,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:40,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:40,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:40,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:41,016 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:44,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:44,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:46,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:49,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:49,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:49,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:49,563 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:50,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:51,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:52,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:53,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:53,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:53,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:53,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:54,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:29:56,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:29:57,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:59,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:59,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:29:59,658 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:59,663 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:59,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:00,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:02,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:02,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:04,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:04,573 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:04,573 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:04,578 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:05,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:06,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:07,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:08,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:08,243 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:08,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:08,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:09,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:10,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:10,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:30:11,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:11,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:11,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:11,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:12,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:13,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:14,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:14,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:14,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:14,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:14,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:14,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:15,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:16,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:18,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:19,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:19,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:19,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:19,636 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:20,058 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:22,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:23,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:24,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:24,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:24,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:24,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:25,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:26,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:27,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:27,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:27,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:27,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:28,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:28,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:29,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:30,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:33,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:33,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:33,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:33,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:34,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:34,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:36,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:37,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:37,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:37,096 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:37,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:38,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:40,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:40,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:40,241 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:30:40,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:40,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:40,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:40,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:41,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:42,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:43,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:43,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:43,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:43,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:44,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:44,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:45,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:46,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:47,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:47,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:47,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:47,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:48,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:50,091 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:50,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:51,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:51,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:51,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:51,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:52,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:54,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:54,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:54,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:54,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:54,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:55,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:30:55,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:56,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:30:59,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:59,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:30:59,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:59,608 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:59,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:59,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:00,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:01,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:02,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:04,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:04,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:04,154 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:04,159 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:05,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:06,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:06,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:08,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:08,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:08,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:08,457 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:09,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:10,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:10,243 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:31:11,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:11,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:11,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:11,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:11,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:12,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:14,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:14,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:14,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:15,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:15,442 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:15,442 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:15,447 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:16,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:16,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:18,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:19,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:19,107 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:19,107 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:19,113 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:19,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:22,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:22,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:23,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:23,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:23,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:23,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:24,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:26,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:26,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:26,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:26,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:26,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:27,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:27,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:28,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:29,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:29,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:30,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:30,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:30,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:30,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:31,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:32,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:33,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:34,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:34,912 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:34,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:34,917 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:35,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:36,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:38,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:39,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:39,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:39,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:39,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:39,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:40,245 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:31:42,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:42,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:42,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:42,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:42,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:43,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:44,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:44,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:44,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:44,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:48,082 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:48,083 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:48,083 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:48,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:48,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:50,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:50,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:31:55,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:57,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:57,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:31:57,736 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:57,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:58,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:31:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:59,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:00,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:00,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:00,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:00,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:00,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:00,693 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:01,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:02,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:05,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:05,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:05,038 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:05,043 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:05,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:06,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:08,173 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:10,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:32:10,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:10,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:10,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:10,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:11,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:11,412 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:12,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:14,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:14,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:14,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:14,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:14,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:15,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:16,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:16,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:19,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:19,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:19,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:19,122 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:19,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:22,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:22,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:27,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:27,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:27,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:27,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:27,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:28,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:29,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:29,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:29,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:30,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:30,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:30,718 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:30,718 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:30,724 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:31,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:32,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:32,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:37,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:37,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:37,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:37,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:37,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:38,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:40,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:40,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:32:43,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:44,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:45,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:45,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:45,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:45,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:46,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:48,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:48,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:50,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:50,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:50,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:50,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:50,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:52,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:53,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:53,679 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:53,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:53,679 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:53,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:54,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:56,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:32:57,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:57,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:32:57,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:57,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:58,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:32:58,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:59,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:00,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:01,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:01,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:01,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:01,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:02,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:04,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:04,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:04,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:04,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:04,680 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:04,685 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:05,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:06,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:09,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:10,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:33:10,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:10,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:10,451 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:10,457 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:11,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:12,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:14,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:14,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:14,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:14,166 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:14,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:14,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:15,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:16,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:17,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:17,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:17,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:17,838 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:18,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:20,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:20,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:22,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:22,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:22,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:22,984 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:23,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:24,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:25,984 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:26,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:26,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:26,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:26,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:27,257 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:28,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:29,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:29,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:29,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:30,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:30,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:30,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:30,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:30,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:31,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:32,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:33,479 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:33,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:33,480 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:33,485 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:34,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:36,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:36,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:37,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:37,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:37,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:37,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:38,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:40,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:33:40,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:41,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:41,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:41,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:41,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:41,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:42,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:44,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:44,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:44,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:44,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:44,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:44,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:45,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:46,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:47,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:48,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:48,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:48,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:48,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:49,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:50,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:52,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:52,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:52,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:52,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:52,507 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:53,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:54,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:56,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:56,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:33:56,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:56,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:57,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:33:57,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:58,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:33:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:59,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:00,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:00,483 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:00,483 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:00,489 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:01,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:02,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:03,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:03,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:03,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:03,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:03,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:04,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:06,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:08,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:08,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:08,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:08,496 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:09,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:09,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:10,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:34:10,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:13,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:13,016 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:13,016 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:13,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:13,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:14,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:14,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:14,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:15,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:17,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:17,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:17,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:17,174 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:17,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:20,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:21,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:21,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:21,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:21,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:21,961 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:22,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:24,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:26,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:27,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:27,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:27,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:27,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:28,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:29,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:29,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:30,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:30,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:30,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:30,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:30,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:31,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:32,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:32,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:34,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:34,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:34,684 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:34,689 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:35,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:36,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:38,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:39,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:39,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:39,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:39,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:40,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:34:40,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:42,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:43,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:43,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:43,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:43,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:43,695 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:44,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:44,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:44,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:46,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:47,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:47,195 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:47,195 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:47,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:47,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:49,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:50,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:54,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:55,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:55,573 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:34:55,573 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:55,578 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:56,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:34:58,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:34:59,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:59,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:59,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:59,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:01,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:01,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:01,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:01,305 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:01,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:04,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:05,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:05,599 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:05,600 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:05,600 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:05,606 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:06,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:08,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:09,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:09,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:09,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:09,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:10,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:35:10,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:11,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:12,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:14,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:14,444 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:14,444 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:14,449 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:14,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:15,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:16,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:17,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:18,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:18,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:18,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:18,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:19,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:20,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:22,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:23,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:23,896 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:23,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:23,902 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:24,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:26,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:27,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:27,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:27,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:27,865 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:28,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:28,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:29,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:30,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:34,252 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:36,281 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:36,282 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:36,282 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:36,288 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:36,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:38,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:39,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:40,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:40,206 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:40,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:40,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:40,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:35:40,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:42,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:44,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:44,533 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:44,533 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:44,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:44,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:44,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:45,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:46,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:50,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:50,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:50,243 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:50,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:50,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:50,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:52,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:53,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:53,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:35:53,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:53,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:54,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:35:55,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:56,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:35:59,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:59,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:59,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:01,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:02,276 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:02,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:02,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:02,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:02,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:04,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:06,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:06,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:06,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:06,374 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:06,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:06,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:08,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:10,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:36:12,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:13,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:13,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:13,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:13,517 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:14,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:14,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:16,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:17,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:17,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:17,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:17,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:17,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:18,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:20,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:22,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:22,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:22,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:22,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:23,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:23,983 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:24,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:26,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:26,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:26,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:26,563 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:27,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:28,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:29,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:29,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:31,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:31,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:31,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:31,858 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:32,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:34,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:34,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:37,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:37,458 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:37,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:37,464 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:37,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:40,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:36:40,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:40,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:41,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:41,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:41,706 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:41,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:42,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:44,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:44,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:44,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:44,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:44,733 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:44,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:45,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:46,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:46,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:49,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:49,442 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:49,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:49,448 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:49,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:51,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:52,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:53,232 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:53,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:36:53,233 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:53,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:53,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:36:54,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:36:57,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:59,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:59,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:59,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:01,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:01,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:01,548 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:01,553 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:02,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:02,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:04,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:05,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:05,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:05,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:05,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:06,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:07,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:08,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:09,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:09,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:09,079 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:09,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:09,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:10,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:37:10,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:13,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:14,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:14,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:17,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:17,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:17,561 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:17,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:18,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:18,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:20,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:21,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:21,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:21,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:21,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:21,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:22,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:24,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:25,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:25,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:25,428 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:25,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:25,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:28,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:28,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:28,919 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:28,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:28,924 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:29,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:29,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:29,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:29,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:30,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:33,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:33,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:33,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:33,924 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:34,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:34,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:36,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:39,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:40,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:37:41,096 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:41,097 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:41,097 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:41,102 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:41,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:42,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:44,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:44,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:45,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:49,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:49,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:49,539 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:49,545 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:49,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:50,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:52,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:53,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:53,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:53,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:53,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:53,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:54,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:56,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:56,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:56,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:56,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:56,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:56,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:58,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:37:59,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:59,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:37:59,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:59,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:59,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:37:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:59,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:01,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:02,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:02,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:02,713 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:02,713 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:02,719 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:03,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:04,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:06,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:08,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:08,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:08,854 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:08,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:09,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:10,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:38:10,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:12,281 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:12,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:12,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:12,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:12,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:12,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:14,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:14,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:16,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:16,002 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:16,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:16,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:16,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:18,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:18,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:20,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:20,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:20,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:20,127 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:20,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:22,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:23,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:23,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:23,784 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:23,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:23,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:24,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:26,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:27,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:27,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:27,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:27,522 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:27,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:28,523 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:29,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:30,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:31,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:31,616 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:31,616 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:31,622 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:32,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:33,658 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:34,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:36,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:36,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:36,029 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:36,034 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:36,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:38,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:39,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:40,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:38:40,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:40,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:40,432 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:40,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:40,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:42,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:43,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:43,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:43,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:43,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:44,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:44,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:44,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:46,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:47,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:47,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:47,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:47,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:47,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:50,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:50,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:51,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:51,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:51,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:51,465 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:51,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:52,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:55,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:55,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:55,184 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:55,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:55,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:38:56,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:56,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:38:59,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:59,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:38:59,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:59,656 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:59,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:00,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:01,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:02,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:05,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:05,727 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:05,727 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:05,735 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:06,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:06,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:08,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:09,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:09,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:09,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:09,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:09,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:10,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:39:10,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:12,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:13,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:13,264 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:13,265 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:13,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:13,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:14,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:14,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:17,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:17,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:17,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:17,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:17,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:17,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:20,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:21,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:21,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:21,041 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:21,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:21,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:22,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:23,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:24,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:24,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:24,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:24,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:24,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:26,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:28,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:29,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:29,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:29,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:29,489 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:29,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:29,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:30,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:33,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:33,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:33,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:33,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:33,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:34,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:34,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:36,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:36,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:36,608 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:36,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:36,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:38,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:39,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:40,283 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:39:42,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:42,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:42,055 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:42,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:42,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:44,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:44,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:44,940 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:44,940 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:44,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:44,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:44,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:45,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:46,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:48,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:48,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:48,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:48,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:48,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:50,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:50,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:52,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:52,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:52,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:52,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:52,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:54,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:56,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:56,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:39:56,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:56,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:56,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:56,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:39:58,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:39:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:59,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:01,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:01,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:01,375 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:01,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:01,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:01,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:02,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:06,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:07,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:07,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:07,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:07,194 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:07,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:08,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:10,288 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:40:10,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:10,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:10,879 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:10,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:11,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:11,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:12,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:14,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:14,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:17,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:19,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:19,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:19,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:19,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:19,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:20,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:22,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:23,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:23,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:23,640 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:23,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:23,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:26,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:27,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:29,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:29,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:30,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:30,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:30,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:30,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:30,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:32,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:33,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:35,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:35,256 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:35,256 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:35,261 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:35,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:36,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:38,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:39,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:39,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:39,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:39,448 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:39,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:40,287 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:40:40,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:43,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:43,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:43,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:43,255 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:43,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:44,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:44,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:44,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:47,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:47,523 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:47,523 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:47,528 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:47,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:48,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:49,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:53,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:53,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:53,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:53,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:54,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:54,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:56,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:57,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:57,551 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:40:57,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:57,557 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:57,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:40:58,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:40:59,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:59,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:00,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:01,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:01,301 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:01,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:01,307 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:01,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:02,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:05,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:05,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:05,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:05,705 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:05,711 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:05,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:08,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:10,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:10,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:10,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:10,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:10,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:41:10,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:11,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:12,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:14,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:14,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:14,450 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:14,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:14,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:14,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:16,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:17,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:18,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:18,589 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:18,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:18,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:18,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:20,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:22,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:23,087 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:23,088 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:23,088 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:23,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:23,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:24,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:28,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:29,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:30,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:30,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:30,226 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:30,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:30,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:32,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:33,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:36,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:36,670 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:36,670 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:36,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:36,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:38,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:38,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:40,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:40,292 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:41:40,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:40,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:40,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:40,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:42,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:44,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:44,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:44,377 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:44,377 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:44,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:44,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:44,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:46,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:49,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:49,377 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:49,377 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:49,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:49,383 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:49,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:50,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:54,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:54,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:54,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:54,553 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:54,559 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:54,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:56,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:57,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:57,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:41:57,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:57,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:57,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:41:58,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:41:59,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:59,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:01,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:01,404 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:01,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:01,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:01,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:02,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:05,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:05,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:05,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:05,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:05,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:05,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:06,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:09,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:09,636 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:09,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:09,642 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:09,840 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:10,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:42:10,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:10,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:13,479 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:13,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:13,480 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:13,485 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:13,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:14,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:14,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:16,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:21,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:21,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:21,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:21,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:21,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:21,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:24,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:26,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:26,118 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:26,118 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:26,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:26,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:27,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:28,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:29,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:30,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:30,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:30,522 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:30,528 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:30,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:32,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:32,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:33,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:33,591 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:33,591 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:33,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:33,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:34,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:37,382 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:37,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:37,383 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:37,389 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:37,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:38,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:38,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:40,296 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:42:40,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:40,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:40,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:40,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:40,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:42,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:43,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:44,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:46,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:46,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:46,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:46,273 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:46,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:48,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:49,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:50,663 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:50,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:50,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:50,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:50,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:52,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:54,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:56,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:56,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:42:56,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:56,073 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:56,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:42:58,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:42:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:59,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:00,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:04,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:04,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:04,599 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:04,604 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:04,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:05,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:06,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:07,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:07,591 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:07,591 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:07,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:07,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:08,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:10,298 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:43:11,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:11,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:11,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:11,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:11,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:11,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:12,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:14,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:14,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:16,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:16,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:16,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:16,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:16,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:16,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:18,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:20,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:20,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:20,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:20,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:20,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:22,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:22,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:23,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:23,483 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:23,483 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:23,489 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:23,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:24,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:27,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:27,175 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:27,175 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:27,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:27,180 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:27,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:28,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:29,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:29,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:30,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:30,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:30,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:30,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:30,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:32,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:32,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:34,867 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:34,868 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:34,868 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:34,873 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:34,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:36,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:37,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:37,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:37,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:37,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:37,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:37,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:38,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:40,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:43:41,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:41,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:41,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:41,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:42,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:42,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:44,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:44,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:44,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:46,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:46,297 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:46,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:46,302 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:46,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:48,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:48,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:52,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:52,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:52,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:52,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:52,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:53,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:54,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:55,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:55,805 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:43:55,805 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:55,811 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:55,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:43:56,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:43:58,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:59,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:59,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:04,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:04,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:04,046 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:04,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:04,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:04,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:06,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:07,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:07,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:07,111 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:07,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:07,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:08,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:09,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:10,302 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:44:10,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:10,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:10,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:10,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:10,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:12,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:14,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:14,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:14,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:14,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:15,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:15,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:15,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:15,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:15,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:18,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:19,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:23,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:23,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:23,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:23,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:23,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:24,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:25,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:27,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:27,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:27,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:27,754 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:27,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:28,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:29,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:31,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:31,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:31,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:31,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:31,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:31,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:32,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:35,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:35,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:35,701 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:35,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:36,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:36,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:37,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:40,307 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:44:40,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:40,727 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:40,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:40,733 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:41,005 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:41,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:43,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:44,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:45,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:45,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:45,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:45,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:46,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:46,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:47,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:50,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:50,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:50,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:50,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:51,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:52,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:53,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:53,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:53,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:53,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:53,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:54,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:55,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:57,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:57,514 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:44:57,514 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:57,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:57,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:58,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:44:59,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:44:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:59,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:03,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:03,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:03,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:03,497 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:03,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:04,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:05,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:08,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:10,306 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:45:11,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:11,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:11,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:11,949 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:12,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:13,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:14,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:14,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:14,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:15,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:16,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:16,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:16,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:16,824 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:17,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:19,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:19,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:20,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:20,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:20,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:20,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:21,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:23,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:25,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:26,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:26,492 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:26,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:26,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:27,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:29,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:29,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:31,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:32,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:32,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:32,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:32,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:33,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:35,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:35,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:35,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:35,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:35,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:36,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:36,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:39,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:39,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:39,647 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:39,647 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:39,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:40,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:40,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:45:41,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:42,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:43,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:43,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:43,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:43,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:44,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:44,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:45,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:46,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:46,887 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:46,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:46,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:47,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:47,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:49,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:51,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:51,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:45:51,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:51,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:52,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:45:53,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:45:53,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:58,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:59,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:00,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:00,261 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:00,261 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:00,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:01,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:03,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:04,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:04,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:04,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:04,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:04,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:04,094 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:07,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:08,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:08,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:08,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:08,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:09,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:09,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:10,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:46:11,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:12,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:12,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:12,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:12,138 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:13,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:14,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:14,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:15,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:15,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:16,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:16,338 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:16,338 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:16,343 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:17,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:19,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:19,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:19,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:19,824 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:19,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:20,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:20,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:21,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:22,679 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:22,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:22,680 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:22,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:23,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:25,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:26,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:27,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:27,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:27,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:27,290 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:28,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:29,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:29,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:32,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:32,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:32,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:32,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:32,644 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:33,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:35,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:36,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:36,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:36,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:36,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:37,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:37,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:39,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:40,316 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:46:41,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:41,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:41,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:41,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:42,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:43,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:43,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:44,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:44,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:46,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:46,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:46,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:46,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:46,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:49,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:49,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:50,484 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:50,485 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:50,485 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:50,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:51,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:53,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:53,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:53,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:53,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:53,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:54,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:54,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:55,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:57,351 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:57,352 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:46:57,352 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:57,357 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:58,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:46:59,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:46:59,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:59,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:00,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:01,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:01,427 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:01,427 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:01,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:02,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:03,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:05,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:05,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:05,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:05,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:05,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:06,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:07,166 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:10,314 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:47:11,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:13,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:13,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:13,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:13,496 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:14,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:14,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:15,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:17,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:18,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:18,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:18,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:18,325 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:19,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:21,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:21,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:21,510 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:21,510 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:21,516 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:22,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:22,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:23,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:25,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:25,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:25,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:25,045 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:25,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:27,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:28,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:28,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:28,746 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:28,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:28,752 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:29,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:29,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:31,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:32,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:32,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:32,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:32,280 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:33,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:33,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:35,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:35,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:35,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:35,720 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:35,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:36,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:37,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:38,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:39,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:39,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:39,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:39,427 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:40,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:40,320 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:47:41,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:42,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:42,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:42,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:42,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:43,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:44,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:44,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:45,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:50,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:51,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:51,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:51,258 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:51,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:52,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:53,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:54,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:54,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:54,472 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:54,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:55,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:55,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:57,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:58,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:58,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:47:58,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:58,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:58,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:47:59,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:47:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:59,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:01,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:01,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:01,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:01,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:01,462 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:02,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:03,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:05,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:05,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:05,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:05,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:06,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:06,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:07,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:10,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:10,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:10,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:10,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:10,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:10,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:48:11,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:12,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:14,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:15,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:15,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:15,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:15,848 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:16,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:17,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:17,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:19,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:19,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:19,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:19,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:20,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:21,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:22,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:22,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:22,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:22,733 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:23,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:23,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:25,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:28,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:28,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:28,520 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:28,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:29,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:29,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:29,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:31,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:32,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:32,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:32,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:32,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:32,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:35,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:35,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:39,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:39,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:39,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:39,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:40,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:40,320 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:48:40,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:41,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:44,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:44,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:44,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:44,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:44,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:44,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:46,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:47,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:50,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:50,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:50,098 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:50,104 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:50,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:51,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:52,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:55,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:55,492 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:55,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:55,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:56,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:48:57,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:48:57,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:59,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:59,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:48:59,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:59,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:59,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:59,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:00,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:01,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:03,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:04,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:04,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:04,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:04,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:04,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:07,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:07,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:07,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:07,295 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:07,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:07,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:08,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:09,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:10,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:49:11,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:11,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:11,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:11,806 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:12,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:13,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:13,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:14,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:16,711 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:16,711 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:16,712 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:16,717 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:17,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:19,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:19,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:24,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:25,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:25,295 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:25,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:25,301 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:25,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:27,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:28,843 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:28,844 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:28,844 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:28,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:29,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:29,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:29,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:29,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:31,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:34,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:34,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:34,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:34,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:34,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:35,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:35,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:38,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:38,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:38,618 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:38,623 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:39,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:40,325 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:49:40,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:41,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:42,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:42,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:42,106 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:42,112 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:42,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:43,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:44,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:44,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:45,082 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:45,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:45,171 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:45,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:45,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:46,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:47,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:48,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:48,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:48,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:48,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:49,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:51,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:51,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:52,991 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:52,992 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:52,992 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:52,998 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:53,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:55,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:56,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:56,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:49:56,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:56,609 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:57,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:49:57,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:59,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:49:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:59,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:00,390 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:00,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:00,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:00,396 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:00,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:03,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:03,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:03,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:03,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:03,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:03,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:04,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:05,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:08,964 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:09,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:09,340 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:09,340 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:09,346 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:09,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:10,327 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:50:11,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:13,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:13,251 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:13,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:13,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:13,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:14,257 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:14,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:15,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:16,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:16,700 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:16,700 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:16,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:17,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:19,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:19,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:21,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:21,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:21,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:21,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:22,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:23,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:24,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:24,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:24,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:24,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:24,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:25,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:27,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:29,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:29,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:30,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:30,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:30,263 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:30,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:30,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:31,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:34,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:34,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:34,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:34,355 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:34,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:35,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:37,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:37,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:37,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:37,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:37,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:38,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:39,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:40,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:50:41,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:44,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:46,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:46,786 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:46,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:46,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:46,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:47,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:49,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:50,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:50,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:50,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:50,868 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:51,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:51,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:53,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:54,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:54,067 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:54,067 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:54,072 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:54,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:55,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:57,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:57,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:57,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:50:57,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:57,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:58,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:50:59,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:50:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:59,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:01,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:01,367 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:01,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:01,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:01,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:02,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:03,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:06,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:06,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:06,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:06,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:06,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:07,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:08,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:09,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:09,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:09,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:09,745 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:10,334 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:51:10,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:11,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:13,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:14,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:18,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:18,010 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:18,010 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:18,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:18,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:19,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:19,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:23,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:23,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:23,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:23,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:23,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:24,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:25,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:27,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:27,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:27,146 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:27,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:27,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:29,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:29,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:30,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:30,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:30,580 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:30,580 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:30,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:31,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:33,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:35,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:35,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:35,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:35,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:35,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:36,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:37,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:39,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:39,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:39,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:39,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:39,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:40,333 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:51:41,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:41,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:44,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:44,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:44,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:44,570 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:44,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:45,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:47,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:47,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:48,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:48,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:48,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:48,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:49,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:51,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:51,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:51,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:51,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:51,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:52,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:52,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:53,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:55,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:55,483 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:51:55,483 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:55,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:55,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:51:57,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:51:58,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:59,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:59,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:00,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:00,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:00,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:00,608 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:01,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:03,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:03,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:06,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:06,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:06,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:06,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:06,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:09,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:09,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:09,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:09,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:09,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:09,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:10,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:52:10,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:11,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:13,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:13,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:13,055 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:13,062 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:13,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:14,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:14,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:15,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:15,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:16,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:16,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:16,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:16,556 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:16,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:19,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:20,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:21,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:21,036 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:21,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:21,045 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:21,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:23,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:25,351 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:25,352 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:25,352 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:25,358 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:25,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:26,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:27,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:28,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:28,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:28,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:28,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:29,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:29,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:29,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:31,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:32,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:32,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:32,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:32,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:32,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:32,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:33,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:37,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:40,337 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:52:40,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:40,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:40,663 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:40,668 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:41,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:42,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:43,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:44,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:44,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:46,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:46,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:46,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:46,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:46,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:47,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:48,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:53,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:53,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:53,963 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:53,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:53,969 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:54,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:55,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:57,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:57,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:52:57,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:57,409 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:57,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:52:58,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:59,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:52:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:59,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:00,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:00,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:00,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:00,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:01,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:03,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:03,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:03,810 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:03,810 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:03,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:03,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:04,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:05,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:08,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:10,345 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:53:12,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:12,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:12,466 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:12,473 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:12,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:14,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:14,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:14,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:14,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:15,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:17,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:17,658 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:17,658 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:17,665 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:18,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:19,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:19,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:21,087 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:21,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:21,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:21,094 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:21,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:23,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:25,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:25,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:25,408 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:25,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:25,415 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:25,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:27,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:29,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:30,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:33,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:33,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:33,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:33,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:34,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:35,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:35,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:38,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:38,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:38,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:38,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:38,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:39,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:40,341 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:53:41,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:43,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:43,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:43,239 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:43,246 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:43,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:44,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:45,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:46,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:46,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:46,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:46,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:46,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:47,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:49,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:51,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:51,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:51,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:51,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:51,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:52,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:53,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:56,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:56,558 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:53:56,559 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:56,565 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:56,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:53:57,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:59,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:53:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:59,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:01,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:01,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:01,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:01,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:01,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:03,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:03,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:04,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:04,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:04,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:04,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:04,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:05,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:07,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:07,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:07,827 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:07,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:08,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:08,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:09,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:10,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:54:14,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:14,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:14,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:14,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:16,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:16,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:16,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:16,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:16,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:17,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:19,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:19,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:19,466 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:19,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:19,472 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:19,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:21,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:23,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:23,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:23,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:23,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:23,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:24,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:25,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:26,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:26,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:26,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:26,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:27,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:29,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:29,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:29,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:30,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:30,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:30,506 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:30,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:30,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:31,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:34,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:34,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:34,967 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:34,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:34,975 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:35,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:37,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:38,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:38,558 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:38,558 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:38,564 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:38,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:40,346 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:54:40,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:41,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:42,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:42,627 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:42,627 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:42,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:42,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:44,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:45,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:46,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:46,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:46,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:46,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:46,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:46,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:47,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:51,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:51,658 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:51,659 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:51,659 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:51,665 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:51,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:53,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:56,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:56,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:56,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:54:56,812 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:56,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:57,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:54:59,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:54:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:59,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:00,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:00,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:00,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:00,854 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:01,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:01,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:03,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:04,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:04,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:04,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:04,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:05,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:07,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:07,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:08,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:08,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:08,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:08,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:08,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:09,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:10,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:55:13,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:13,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:13,051 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:13,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:13,056 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:13,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:14,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:14,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:15,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:18,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:18,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:18,845 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:18,845 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:18,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:19,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:21,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:22,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:22,410 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:22,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:22,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:22,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:23,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:23,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:28,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:29,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:29,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:29,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:29,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:29,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:29,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:30,840 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:31,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:34,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:35,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:35,190 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:35,190 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:35,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:35,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:37,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:38,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:38,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:38,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:38,636 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:38,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:39,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:40,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:55:41,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:44,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:44,241 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:44,242 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:44,247 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:44,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:44,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:44,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:45,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:45,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:48,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:48,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:48,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:48,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:48,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:49,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:50,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:54,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:54,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:54,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:54,125 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:54,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:55,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:55:56,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:59,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:59,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:55:59,221 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:59,226 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:59,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:55:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:59,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:01,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:01,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:06,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:07,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:07,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:07,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:07,692 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:07,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:09,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:10,352 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:56:11,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:11,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:11,911 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:11,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:11,916 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:12,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:13,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:14,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:16,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:16,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:16,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:16,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:16,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:16,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:17,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:20,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:20,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:20,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:20,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:20,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:21,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:23,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:26,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:26,224 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:26,224 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:26,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:26,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:27,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:27,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:29,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:30,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:30,816 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:30,816 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:30,822 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:30,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:32,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:33,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:33,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:33,931 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:33,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:33,937 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:34,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:35,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:37,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:37,183 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:37,183 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:37,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:37,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:38,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:39,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:40,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:56:41,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:41,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:41,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:41,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:41,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:43,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:43,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:44,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:44,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:44,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:45,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:45,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:45,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:45,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:45,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:47,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:49,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:51,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:51,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:56:51,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:51,018 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:51,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:56:53,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:56:55,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:59,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:00,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:00,193 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:00,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:00,193 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:00,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:00,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:01,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:03,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:03,906 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:03,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:03,911 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:03,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:05,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:05,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:07,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:07,568 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:07,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:07,574 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:07,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:09,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:10,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:57:11,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:11,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:11,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:11,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:11,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:11,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:13,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:14,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:14,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:14,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:14,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:14,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:14,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:15,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:16,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:21,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:22,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:22,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:22,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:22,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:22,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:25,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:26,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:26,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:26,653 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:26,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:26,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:26,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:27,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:29,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:30,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:30,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:30,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:30,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:30,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:31,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:32,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:34,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:34,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:34,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:34,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:34,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:35,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:37,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:38,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:38,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:38,585 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:38,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:38,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:39,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:40,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:57:42,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:42,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:42,095 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:42,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:42,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:43,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:43,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:44,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:44,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:44,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:45,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:45,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:45,621 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:45,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:45,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:47,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:48,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:50,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:50,731 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:50,731 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:50,736 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:50,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:51,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:53,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:54,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:54,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:57:54,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:54,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:54,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:57:55,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:57:59,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:59,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:02,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:02,932 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:02,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:02,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:03,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:04,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:06,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:06,999 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:07,000 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:07,000 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:07,005 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:07,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:10,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:10,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:10,360 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:58:10,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:10,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:10,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:10,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:11,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:12,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:14,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:14,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:14,054 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:14,059 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:14,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:14,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:14,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:15,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:15,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:16,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:17,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:17,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:17,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:17,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:18,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:20,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:20,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:21,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:21,298 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:21,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:21,303 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:22,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:24,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:26,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:26,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:26,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:26,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:26,310 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:27,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:28,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:29,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:29,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:30,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:30,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:30,258 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:30,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:31,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:32,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:32,264 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:33,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:33,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:33,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:33,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:34,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:36,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:37,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:38,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:38,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:38,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:38,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:39,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:40,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:40,365 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:58:43,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:43,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:43,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:43,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:43,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:44,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:44,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:46,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:49,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:52,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:52,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:52,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:52,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:53,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:54,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:54,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:55,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:55,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:55,586 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:55,591 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:56,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:58:58,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:58:59,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:59,240 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:58:59,241 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:59,246 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:59,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:59,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:59,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:00,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:00,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:02,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:02,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:02,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:02,475 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:02,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:03,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:04,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:05,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:05,576 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:05,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:05,577 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:05,583 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:06,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:08,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:09,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:09,815 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:09,815 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:09,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:10,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:10,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:59:11,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:12,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:13,000 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:13,000 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:13,001 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:13,006 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:13,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:14,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:14,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:14,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:16,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:16,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:16,772 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:16,772 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:16,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:16,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:17,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:18,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:20,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:20,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:20,470 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:20,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:21,091 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:22,094 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:22,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:24,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:24,103 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:24,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:24,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:25,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:26,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:27,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:27,886 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:27,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:27,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:27,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:28,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:29,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:30,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:32,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:32,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:32,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:32,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:33,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:33,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:34,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:36,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:36,155 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:36,155 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:36,161 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:37,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:38,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:39,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:40,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 14:59:41,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:41,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:41,497 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:41,503 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:42,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:44,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:44,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:44,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:45,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:45,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:45,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:45,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:46,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:48,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:49,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:50,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:50,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:50,782 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:50,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:51,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:52,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:54,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:54,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:54,777 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:54,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:55,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:55,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:56,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 14:59:57,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:57,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 14:59:57,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:57,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:58,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 14:59:59,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:59,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:59,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:00,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:01,198 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:02,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:02,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:02,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:02,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:02,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:04,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:05,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:05,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:05,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:05,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:06,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:06,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:08,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:10,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:10,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:10,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:10,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:10,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:10,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:00:12,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:12,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:14,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:14,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:14,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:14,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:14,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:14,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:15,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:16,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:18,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:20,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:20,623 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:20,624 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:20,629 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:21,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:22,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:23,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:24,261 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:24,262 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:24,262 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:24,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:25,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:26,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:27,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:27,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:27,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:27,427 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:28,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:29,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:29,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:29,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:30,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:31,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:31,499 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:31,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:31,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:32,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:34,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:34,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:36,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:36,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:36,279 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:36,284 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:37,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:38,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:40,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:40,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:00:40,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:40,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:40,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:40,866 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:41,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:42,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:44,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:44,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:46,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:47,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:47,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:47,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:47,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:47,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:50,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:50,991 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:50,992 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:50,992 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:50,997 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:51,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:51,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:54,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:54,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:54,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:54,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:54,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:54,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:56,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:00:57,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:57,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:57,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:00:57,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:57,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:58,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:00:59,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:59,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:00,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:02,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:06,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:06,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:06,024 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:06,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:06,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:08,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:08,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:10,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:01:10,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:10,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:10,534 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:10,539 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:11,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:12,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:13,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:14,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:14,183 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:14,183 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:14,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:14,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:14,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:14,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:16,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:19,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:22,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:22,554 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:22,554 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:22,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:23,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:24,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:24,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:29,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:29,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:31,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:31,145 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:31,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:31,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:31,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:34,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:34,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:34,386 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:34,386 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:34,391 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:35,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:35,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:36,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:37,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:37,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:37,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:37,704 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:38,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:40,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:40,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:01:41,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:42,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:42,081 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:42,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:42,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:42,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:44,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:44,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:47,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:50,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:50,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:50,472 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:50,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:51,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:52,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:52,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:53,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:53,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:53,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:53,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:54,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:56,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:01:57,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:58,228 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:58,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:01:58,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:58,235 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:58,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:01:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:59,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:00,257 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:02,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:02,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:02,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:02,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:03,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:03,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:04,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:06,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:06,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:06,827 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:06,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:07,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:08,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:08,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:10,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:02:11,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:11,469 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:11,469 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:11,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:12,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:14,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:14,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:14,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:14,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:14,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:14,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:14,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:15,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:16,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:19,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:19,010 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:19,011 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:19,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:19,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:20,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:20,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:22,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:22,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:22,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:22,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:23,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:24,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:25,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:26,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:26,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:26,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:26,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:26,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:28,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:29,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:31,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:32,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:32,555 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:32,555 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:32,561 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:33,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:34,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:36,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:36,101 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:36,101 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:36,106 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:36,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:37,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:38,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:40,379 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:02:42,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:42,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:42,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:42,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:42,495 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:43,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:44,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:44,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:46,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:46,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:46,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:46,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:47,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:47,658 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:48,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:50,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:50,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:50,531 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:50,536 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:51,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:52,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:02:53,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:58,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:59,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:59,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:02:59,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:59,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:59,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:02:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:59,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:00,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:02,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:02,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:02,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:02,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:03,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:03,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:04,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:06,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:06,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:06,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:06,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:06,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:08,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:09,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:10,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:03:11,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:11,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:11,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:11,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:12,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:14,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:14,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:14,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:14,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:14,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:14,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:14,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:14,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:15,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:16,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:18,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:18,692 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:18,693 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:18,698 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:19,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:19,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:20,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:22,187 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:22,188 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:22,188 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:22,193 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:22,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:24,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:25,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:26,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:26,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:26,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:26,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:26,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:28,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:29,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:29,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:29,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:29,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:29,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:29,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:30,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:31,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:32,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:32,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:32,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:32,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:32,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:33,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:34,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:36,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:37,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:37,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:37,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:37,344 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:37,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:40,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:40,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:03:41,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:41,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:41,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:41,360 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:41,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:42,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:44,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:44,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:44,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:45,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:45,902 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:45,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:45,908 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:46,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:47,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:48,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:52,178 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:52,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:52,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:52,185 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:52,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:53,186 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:54,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:55,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:55,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:55,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:55,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:56,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:03:58,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:03:58,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:59,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:59,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:03:59,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:59,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:59,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:59,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:59,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:00,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:02,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:03,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:03,201 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:03,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:03,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:03,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:04,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:06,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:07,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:07,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:07,011 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:07,016 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:07,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:08,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:10,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:10,388 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:04:10,450 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:10,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:10,450 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:10,456 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:11,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:12,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:14,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:14,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:14,470 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:14,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:14,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:14,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:14,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:15,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:15,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:16,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:17,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:17,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:17,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:17,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:18,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:20,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:20,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:21,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:21,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:21,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:21,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:22,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:24,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:25,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:25,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:25,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:25,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:25,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:26,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:26,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:29,352 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:29,353 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:29,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:29,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:29,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:29,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:29,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:29,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:31,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:32,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:32,409 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:32,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:32,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:32,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:32,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:33,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:36,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:39,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:39,101 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:39,101 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:39,106 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:39,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:39,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:40,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:04:42,388 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:44,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:44,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:44,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:44,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:44,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:44,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:44,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:45,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:45,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:47,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:47,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:47,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:47,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:47,807 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:48,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:49,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:51,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:51,546 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:51,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:51,553 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:52,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:53,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:53,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:55,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:55,722 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:55,722 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:55,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:56,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:04:57,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:04:58,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:59,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:59,811 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:04:59,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:59,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:59,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:59,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:59,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:00,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:01,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:04,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:08,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:08,333 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:08,334 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:08,339 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:08,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:09,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:09,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:10,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:05:13,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:13,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:13,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:13,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:14,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:14,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:14,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:14,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:15,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:15,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:18,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:18,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:18,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:18,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:19,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:19,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:20,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:25,752 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:25,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:25,753 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:25,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:25,759 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:26,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:27,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:29,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:29,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:29,226 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:29,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:29,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:29,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:29,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:29,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:29,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:31,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:33,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:33,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:33,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:33,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:33,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:33,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:37,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:39,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:39,909 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:39,909 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:39,915 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:40,391 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:05:40,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:41,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:42,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:44,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:44,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:44,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:44,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:44,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:44,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:44,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:45,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:45,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:48,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:50,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:50,487 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:50,487 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:50,493 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:50,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:51,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:53,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:54,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:54,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:54,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:54,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:54,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:55,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:05:57,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:57,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:05:57,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:57,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:58,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:05:58,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:59,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:00,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:00,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:03,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:03,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:03,621 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:03,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:04,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:04,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:05,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:07,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:07,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:07,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:07,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:07,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:07,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:10,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:10,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:06:11,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:11,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:11,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:11,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:12,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:13,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:15,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:15,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:15,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:15,269 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:15,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:15,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:15,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:15,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:19,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:19,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:19,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:19,744 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:20,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:20,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:21,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:25,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:26,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:26,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:26,177 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:26,182 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:26,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:27,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:29,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:29,840 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:29,840 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:29,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:30,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:30,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:30,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:30,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:31,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:31,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:33,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:33,871 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:33,871 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:33,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:34,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:35,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:36,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:37,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:37,355 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:37,355 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:37,360 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:37,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:37,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:40,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:06:41,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:41,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:41,038 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:41,044 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:41,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:41,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:42,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:45,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:45,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:45,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:46,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:46,888 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:46,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:46,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:47,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:47,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:47,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:51,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:51,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:51,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:51,601 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:52,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:53,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:53,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:55,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:55,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:06:55,991 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:55,997 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:56,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:06:57,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:06:58,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:00,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:00,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:00,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:00,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:00,567 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:00,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:00,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:01,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:04,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:05,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:05,644 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:05,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:05,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:06,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:07,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:08,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:08,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:08,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:08,731 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:09,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:09,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:09,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:10,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:07:14,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:14,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:14,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:14,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:14,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:15,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:15,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:15,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:15,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:15,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:19,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:19,313 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:19,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:19,319 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:19,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:19,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:21,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:23,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:23,197 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:23,197 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:23,203 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:23,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:23,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:26,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:26,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:26,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:26,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:26,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:27,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:27,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:30,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:30,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:30,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:32,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:35,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:35,306 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:35,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:35,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:35,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:35,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:38,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:39,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:39,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:39,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:39,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:39,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:39,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:40,400 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:07:42,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:42,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:42,445 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:42,451 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:42,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:43,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:43,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:45,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:45,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:46,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:46,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:46,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:46,760 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:47,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:47,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:48,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:51,236 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:51,237 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:51,237 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:51,243 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:51,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:51,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:54,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:54,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:54,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:54,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:54,418 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:54,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:55,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:57,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:57,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:07:57,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:57,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:58,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:07:59,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:07:59,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:00,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:00,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:02,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:02,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:02,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:02,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:02,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:03,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:05,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:10,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:10,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:08:10,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:10,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:10,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:10,510 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:10,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:11,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:14,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:14,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:14,987 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:14,992 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:15,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:15,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:15,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:15,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:15,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:18,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:18,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:18,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:18,308 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:18,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:19,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:21,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:22,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:22,724 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:22,724 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:22,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:23,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:23,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:26,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:27,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:27,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:27,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:27,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:27,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:29,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:30,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:31,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:31,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:31,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:31,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:31,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:31,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:32,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:34,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:34,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:34,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:34,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:34,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:35,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:38,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:38,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:38,264 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:38,264 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:38,270 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:38,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:39,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:40,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:08:43,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:44,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:44,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:44,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:44,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:44,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:45,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:45,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:48,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:48,307 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:48,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:48,312 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:48,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:49,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:49,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:51,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:51,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:51,707 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:51,712 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:51,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:53,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:54,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:56,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:56,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:08:56,885 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:56,890 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:57,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:08:57,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:08:59,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:00,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:01,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:01,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:01,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:01,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:01,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:01,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:04,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:04,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:04,704 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:04,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:04,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:05,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:05,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:10,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:10,031 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:10,031 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:10,036 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:10,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:09:10,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:11,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:11,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:13,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:13,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:13,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:13,624 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:13,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:15,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:15,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:16,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:21,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:22,171 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:22,172 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:22,172 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:22,177 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:22,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:23,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:25,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:25,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:25,772 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:25,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:26,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:26,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:27,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:30,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:30,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:30,585 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:30,585 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:30,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:30,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:31,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:32,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:33,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:33,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:33,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:33,785 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:34,764 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:35,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:37,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:38,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:38,798 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:38,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:38,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:39,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:39,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:40,408 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:09:43,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:43,362 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:43,362 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:43,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:43,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:43,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:43,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:45,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:48,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:50,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:50,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:50,214 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:50,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:50,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:51,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:53,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:53,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:53,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:53,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:53,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:54,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:55,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:57,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:57,298 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:09:57,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:57,303 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:57,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:09:57,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:09:59,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:00,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:02,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:02,598 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:02,598 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:02,604 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:02,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:03,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:04,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:06,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:06,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:06,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:06,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:06,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:07,801 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:09,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:10,410 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:10:15,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:15,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:15,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:15,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:15,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:15,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:15,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:15,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:15,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:20,508 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:20,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:20,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:20,886 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:20,891 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:21,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:21,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:25,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:25,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:25,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:25,496 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:25,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:25,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:26,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:29,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:29,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:29,769 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:29,775 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:29,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:30,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:30,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:31,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:31,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:32,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:32,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:32,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:32,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:33,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:33,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:36,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:36,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:36,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:36,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:36,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:36,829 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:37,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:40,415 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:10:41,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:41,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:41,239 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:41,245 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:41,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:41,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:42,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:44,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:44,367 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:44,368 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:44,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:44,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:45,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:45,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:45,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:47,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:47,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:47,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:47,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:47,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:47,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:48,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:52,112 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:52,113 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:52,113 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:52,118 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:52,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:53,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:54,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:57,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:57,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:10:57,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:57,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:57,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:10:57,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:10:59,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:00,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:00,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:00,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:02,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:02,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:02,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:02,230 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:02,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:03,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:05,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:06,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:06,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:06,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:06,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:07,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:07,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:10,414 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:11:10,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:11,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:11,755 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:11,755 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:11,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:11,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:13,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:15,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:15,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:15,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:15,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:15,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:15,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:15,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:17,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:19,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:19,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:19,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:19,827 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:19,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:20,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:21,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:24,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:24,291 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:24,292 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:24,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:24,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:25,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:26,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:28,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:28,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:28,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:28,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:29,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:29,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:30,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:31,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:32,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:32,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:32,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:32,482 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:32,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:33,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:37,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:39,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:39,123 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:39,123 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:39,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:39,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:39,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:40,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:11:42,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:42,382 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:42,382 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:42,387 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:42,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:43,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:43,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:45,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:45,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:45,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:45,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:45,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:45,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:47,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:48,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:49,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:49,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:49,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:49,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:49,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:49,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:52,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:52,571 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:52,572 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:52,577 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:52,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:53,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:54,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:56,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:56,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:56,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:56,079 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:56,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:57,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:11:59,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:59,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:11:59,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:59,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:59,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:11:59,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:00,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:00,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:00,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:00,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:02,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:02,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:02,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:02,298 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:02,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:03,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:05,386 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:05,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:05,387 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:05,392 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:05,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:05,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:06,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:09,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:09,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:09,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:09,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:09,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:09,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:10,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:12:11,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:15,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:15,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:15,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:15,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:15,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:15,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:15,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:16,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:19,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:19,335 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:19,335 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:19,340 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:19,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:19,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:22,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:23,477 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:23,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:23,478 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:23,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:23,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:23,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:26,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:26,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:26,729 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:26,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:26,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:27,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:27,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:30,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:30,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:30,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:30,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:30,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:30,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:31,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:33,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:33,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:33,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:33,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:33,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:33,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:33,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:37,087 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:37,088 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:37,088 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:37,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:37,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:37,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:39,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:40,423 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:12:41,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:41,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:41,044 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:41,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:41,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:41,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:45,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:45,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:45,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:45,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:45,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:45,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:45,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:45,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:49,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:49,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:49,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:49,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:49,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:49,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:50,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:52,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:52,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:52,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:52,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:52,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:53,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:12:55,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:56,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:56,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:12:56,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:56,764 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:57,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:12:58,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:00,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:00,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:00,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:01,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:01,099 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:01,099 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:01,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:01,104 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:02,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:02,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:05,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:05,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:05,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:05,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:06,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:06,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:06,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:08,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:08,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:08,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:08,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:09,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:10,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:10,422 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:13:11,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:13,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:13,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:13,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:13,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:14,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:15,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:15,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:16,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:16,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:17,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:17,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:17,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:17,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:18,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:18,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:21,507 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:21,508 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:21,508 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:21,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:22,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:22,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:22,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:24,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:24,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:24,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:24,730 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:25,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:26,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:27,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:27,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:27,975 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:27,975 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:27,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:28,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:30,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:30,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:30,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:31,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:31,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:31,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:31,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:32,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:32,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:32,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:37,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:37,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:37,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:37,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:38,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:38,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:38,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:40,427 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:13:40,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:40,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:40,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:40,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:41,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:42,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:43,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:44,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:44,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:44,561 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:44,566 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:45,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:45,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:45,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:46,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:48,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:48,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:48,184 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:48,189 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:49,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:49,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:50,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:51,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:51,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:51,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:51,424 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:52,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:52,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:54,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:55,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:55,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:55,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:55,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:56,078 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:13:56,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:13:59,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:59,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:13:59,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:59,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:59,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:00,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:00,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:00,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:04,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:07,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:07,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:07,807 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:07,812 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:08,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:08,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:09,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:10,426 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:14:13,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:13,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:13,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:13,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:14,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:14,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:15,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:15,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:18,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:18,090 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:18,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:18,095 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:18,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:20,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:21,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:21,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:21,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:21,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:21,522 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:22,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:22,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:25,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:25,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:25,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:25,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:26,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:26,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:26,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:29,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:29,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:29,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:29,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:30,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:30,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:30,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:32,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:32,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:32,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:32,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:32,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:33,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:34,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:36,270 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:36,271 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:36,271 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:36,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:37,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:38,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:38,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:40,431 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:14:40,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:40,692 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:40,692 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:40,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:41,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:42,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:43,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:45,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:45,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:45,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:45,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:45,565 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:46,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:46,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:49,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:49,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:49,537 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:49,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:49,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:50,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:50,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:53,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:53,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:53,184 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:53,189 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:54,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:54,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:55,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:56,867 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:56,868 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:56,868 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:56,874 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:57,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:14:58,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:14:59,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:59,937 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:14:59,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:59,943 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:00,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:00,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:00,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:02,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:05,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:05,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:05,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:05,230 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:06,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:06,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:06,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:08,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:08,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:08,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:08,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:09,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:10,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:10,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:15:11,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:12,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:12,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:12,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:12,401 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:13,164 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:14,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:15,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:16,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:16,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:16,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:16,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:16,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:17,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:18,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:20,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:20,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:20,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:20,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:20,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:22,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:22,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:27,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:27,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:27,251 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:27,251 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:27,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:28,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:28,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:30,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:30,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:30,595 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:30,595 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:30,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:31,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:32,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:32,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:34,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:34,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:34,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:34,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:35,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:36,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:37,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:40,435 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:15:42,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:42,002 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:42,002 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:42,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:42,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:43,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:44,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:45,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:48,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:49,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:49,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:49,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:49,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:50,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:50,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:53,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:53,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:53,220 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:53,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:54,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:15:54,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:15:54,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:59,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:59,075 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:15:59,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:59,081 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:59,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:00,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:00,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:00,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:00,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:03,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:03,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:03,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:03,813 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:04,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:04,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:05,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:07,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:07,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:07,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:07,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:08,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:08,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:10,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:16:10,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:10,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:10,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:10,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:11,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:11,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:12,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:15,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:15,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:15,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:15,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:15,564 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:15,569 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:16,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:16,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:17,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:20,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:20,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:20,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:20,272 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:21,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:22,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:23,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:23,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:23,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:23,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:23,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:24,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:24,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:28,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:30,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:30,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:32,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:32,205 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:32,205 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:32,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:32,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:34,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:34,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:35,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:35,308 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:35,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:35,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:36,257 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:36,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:39,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:39,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:39,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:39,110 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:39,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:40,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:40,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:40,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:16:42,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:42,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:42,218 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:42,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:42,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:44,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:45,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:45,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:45,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:48,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:48,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:48,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:48,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:49,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:50,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:50,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:53,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:53,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:53,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:53,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:53,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:54,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:16:56,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:56,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:56,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:16:56,872 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:56,878 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:57,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:16:58,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:00,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:00,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:00,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:00,513 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:00,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:00,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:01,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:01,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:02,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:05,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:05,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:05,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:05,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:06,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:06,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:06,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:10,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:10,343 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:10,343 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:10,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:10,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:17:11,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:12,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:12,440 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:13,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:13,513 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:13,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:13,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:14,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:14,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:15,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:15,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:17,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:17,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:17,570 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:17,570 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:17,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:18,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:18,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:21,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:21,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:21,527 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:21,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:22,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:22,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:23,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:25,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:25,795 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:25,795 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:25,800 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:26,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:26,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:28,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:29,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:29,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:29,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:29,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:30,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:30,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:30,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:30,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:33,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:33,176 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:33,176 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:33,181 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:33,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:34,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:34,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:38,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:38,490 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:38,490 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:38,495 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:39,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:39,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:40,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:40,441 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:17:45,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:45,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:45,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:45,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:47,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:47,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:47,041 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:47,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:47,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:48,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:50,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:50,768 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:50,768 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:50,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:50,774 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:51,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:52,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:54,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:54,215 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:54,216 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:54,221 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:54,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:56,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:56,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:17:57,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:57,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:17:57,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:57,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:58,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:17:58,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:00,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:01,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:01,199 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:01,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:01,205 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:01,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:01,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:02,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:06,241 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:09,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:09,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:09,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:09,763 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:10,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:10,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:10,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:18:11,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:13,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:13,488 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:13,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:13,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:14,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:14,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:15,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:16,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:18,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:18,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:18,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:18,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:19,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:20,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:21,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:21,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:21,980 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:21,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:21,985 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:22,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:22,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:26,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:27,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:27,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:27,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:27,570 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:28,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:28,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:30,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:32,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:32,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:32,137 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:32,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:32,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:32,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:32,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:37,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:37,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:37,250 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:37,250 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:37,258 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:37,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:38,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:40,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:40,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:40,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:40,233 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:40,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:40,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:18:42,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:42,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:44,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:44,294 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:44,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:44,300 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:44,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:45,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:45,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:45,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:46,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:47,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:47,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:47,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:47,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:47,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:48,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:48,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:51,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:51,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:51,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:51,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:51,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:52,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:53,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:54,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:54,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:54,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:54,730 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:55,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:18:56,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:18:58,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:58,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:18:58,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:58,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:58,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:59,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:00,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:00,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:01,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:01,612 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:01,612 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:01,617 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:02,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:02,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:03,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:06,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:06,289 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:06,289 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:06,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:06,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:08,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:09,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:09,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:09,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:09,576 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:09,581 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:10,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:10,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:10,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:19:14,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:15,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:15,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:15,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:15,577 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:15,583 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:16,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:16,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:19,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:19,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:19,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:19,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:19,615 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:20,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:20,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:23,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:23,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:23,055 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:23,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:23,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:24,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:25,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:30,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:30,298 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:31,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:31,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:31,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:31,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:31,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:32,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:34,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:34,735 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:34,736 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:34,741 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:35,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:35,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:36,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:40,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:19:41,451 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:43,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:43,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:43,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:43,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:43,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:44,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:45,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:45,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:45,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:46,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:46,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:46,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:46,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:46,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:47,486 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:48,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:50,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:50,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:50,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:50,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:51,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:51,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:52,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:55,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:55,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:55,881 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:55,888 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:56,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:19:56,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:19:56,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:58,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:58,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:19:58,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:58,939 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:59,499 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:00,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:00,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:00,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:02,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:02,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:02,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:02,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:02,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:03,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:04,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:05,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:05,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:05,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:05,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:06,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:06,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:07,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:09,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:09,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:09,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:09,888 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:10,451 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:20:10,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:10,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:13,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:13,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:13,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:13,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:13,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:13,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:14,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:15,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:15,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:17,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:17,080 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:17,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:17,085 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:17,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:18,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:19,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:24,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:25,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:25,589 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:25,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:25,594 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:26,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:26,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:29,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:29,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:29,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:29,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:29,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:29,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:30,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:30,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:30,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:34,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:35,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:35,490 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:35,490 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:35,496 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:35,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:36,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:39,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:39,817 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:39,817 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:39,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:39,822 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:40,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:20:40,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:40,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:45,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:45,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:48,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:48,242 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:48,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:48,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:48,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:48,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:51,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:52,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:52,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:52,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:52,535 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:52,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:20:54,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:20:56,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:58,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:58,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:20:58,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:58,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:58,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:00,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:00,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:00,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:00,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:01,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:02,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:02,226 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:02,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:02,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:02,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:02,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:06,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:06,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:06,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:06,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:06,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:07,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:08,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:10,458 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:21:11,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:11,899 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:11,899 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:11,907 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:12,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:12,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:12,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:15,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:16,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:16,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:16,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:16,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:16,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:18,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:18,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:19,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:19,922 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:19,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:19,927 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:20,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:20,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:23,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:24,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:24,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:24,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:24,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:24,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:24,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:27,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:27,504 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:27,504 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:27,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:27,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:28,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:29,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:30,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:33,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:33,062 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:33,062 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:33,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:33,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:34,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:35,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:38,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:38,272 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:38,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:38,278 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:38,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:38,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:40,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:40,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:21:41,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:41,573 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:41,573 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:41,578 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:41,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:42,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:45,063 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:45,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:45,065 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:45,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:45,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:45,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:45,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:46,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:48,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:48,382 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:48,382 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:48,387 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:48,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:50,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:51,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:52,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:52,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:52,763 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:52,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:53,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:21:54,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:21:56,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:58,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:58,404 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:21:58,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:58,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:58,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:00,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:00,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:00,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:00,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:02,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:06,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:06,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:06,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:06,865 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:07,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:07,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:08,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:10,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:10,373 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:10,373 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:10,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:10,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:22:10,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:10,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:13,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:14,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:14,515 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:14,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:14,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:14,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:15,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:16,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:18,252 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:18,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:18,253 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:18,258 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:18,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:18,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:19,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:21,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:21,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:21,622 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:21,627 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:21,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:22,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:24,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:24,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:24,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:24,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:24,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:24,663 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:26,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:28,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:28,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:28,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:28,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:28,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:28,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:30,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:30,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:31,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:31,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:31,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:31,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:32,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:32,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:35,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:35,984 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:35,985 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:35,985 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:35,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:36,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:36,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:40,462 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:22:41,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:44,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:44,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:44,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:44,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:44,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:44,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:45,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:45,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:46,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:48,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:48,193 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:48,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:48,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:48,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:48,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:51,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:51,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:51,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:51,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:51,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:52,285 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:52,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:22:56,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:56,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:22:56,975 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:56,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:57,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:22:57,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:58,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:00,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:00,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:03,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:05,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:05,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:05,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:05,254 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:05,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:06,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:09,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:10,344 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:10,344 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:10,345 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:10,350 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:10,467 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:23:10,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:10,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:13,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:13,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:13,553 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:13,559 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:13,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:14,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:14,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:15,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:15,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:17,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:17,408 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:17,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:17,414 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:17,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:18,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:20,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:21,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:21,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:21,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:21,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:21,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:22,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:24,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:24,455 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:24,455 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:24,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:24,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:24,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:25,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:28,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:28,431 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:28,431 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:28,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:28,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:28,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:30,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:30,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:30,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:35,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:36,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:36,639 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:36,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:36,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:36,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:38,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:40,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:40,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:40,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:40,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:40,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:23:40,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:40,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:41,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:44,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:44,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:44,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:44,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:44,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:44,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:45,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:45,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:45,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:46,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:47,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:47,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:47,534 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:47,539 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:47,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:48,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:51,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:53,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:53,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:53,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:53,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:53,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:54,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:23:57,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:58,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:58,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:23:58,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:58,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:58,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:23:58,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:00,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:01,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:01,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:01,980 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:01,985 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:02,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:02,772 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:03,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:05,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:05,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:05,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:05,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:05,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:06,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:08,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:09,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:09,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:09,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:09,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:09,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:10,468 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:24:10,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:13,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:13,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:13,984 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:13,984 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:13,989 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:14,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:14,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:15,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:19,082 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:19,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:19,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:19,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:19,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:19,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:20,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:23,276 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:23,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:23,277 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:23,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:23,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:24,282 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:24,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:26,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:26,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:26,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:26,881 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:27,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:28,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:29,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:30,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:30,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:30,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:30,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:30,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:31,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:32,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:34,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:34,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:34,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:34,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:34,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:34,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:35,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:38,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:38,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:38,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:38,968 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:39,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:40,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:24:40,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:41,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:42,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:42,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:42,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:42,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:43,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:44,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:45,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:45,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:46,517 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:46,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:46,770 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:46,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:46,776 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:46,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:48,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:50,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:50,346 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:50,347 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:50,352 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:50,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:50,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:52,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:55,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:55,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:55,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:55,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:55,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:24:56,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:24:57,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:58,759 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:58,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:24:58,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:58,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:58,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:00,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:00,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:02,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:02,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:02,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:02,705 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:02,711 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:02,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:04,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:07,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:09,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:09,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:09,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:09,894 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:10,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:25:10,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:10,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:13,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:14,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:14,191 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:14,192 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:14,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:14,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:14,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:15,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:17,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:17,871 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:17,871 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:17,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:18,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:18,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:18,913 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:22,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:22,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:22,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:22,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:22,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:22,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:24,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:27,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:27,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:27,158 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:27,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:27,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:28,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:29,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:30,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:31,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:31,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:31,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:31,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:31,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:32,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:34,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:34,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:34,653 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:34,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:34,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:34,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:36,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:39,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:39,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:39,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:39,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:39,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:40,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:40,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:25:40,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:42,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:42,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:42,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:42,678 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:42,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:44,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:45,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:45,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:45,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:45,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:47,428 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:47,429 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:47,429 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:47,434 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:47,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:48,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:51,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:51,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:51,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:51,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:51,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:51,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:52,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:54,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:54,667 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:54,667 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:54,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:54,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:54,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:25:56,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:58,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:58,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:25:58,268 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:58,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:58,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:25:58,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:00,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:00,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:02,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:02,196 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:02,197 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:02,197 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:02,202 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:02,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:02,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:05,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:05,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:05,504 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:05,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:05,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:06,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:07,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:09,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:09,570 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:09,571 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:09,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:09,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:10,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:26:10,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:13,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:15,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:15,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:15,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:15,966 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:15,966 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:15,971 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:16,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:16,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:19,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:19,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:19,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:19,522 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:19,527 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:19,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:20,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:23,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:23,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:23,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:23,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:23,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:24,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:24,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:27,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:27,706 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:27,706 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:27,712 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:27,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:28,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:29,712 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:30,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:30,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:30,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:32,060 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:32,060 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:32,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:32,066 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:32,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:32,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:35,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:40,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:40,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:26:40,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:40,711 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:40,711 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:40,716 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:40,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:40,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:43,719 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:43,720 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:43,720 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:43,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:43,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:44,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:45,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:49,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:49,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:49,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:49,326 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:49,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:50,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:50,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:54,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:54,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:26:54,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:54,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:54,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:26:54,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:26:55,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:00,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:00,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:00,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:00,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:01,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:01,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:01,364 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:01,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:01,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:02,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:04,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:04,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:04,186 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:04,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:04,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:04,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:06,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:07,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:07,423 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:07,423 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:07,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:07,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:08,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:10,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:27:10,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:10,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:10,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:10,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:10,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:10,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:11,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:14,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:14,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:14,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:14,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:14,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:14,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:15,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:17,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:18,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:18,406 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:18,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:18,412 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:19,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:19,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:23,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:26,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:26,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:26,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:26,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:27,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:27,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:28,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:30,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:30,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:30,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:30,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:30,573 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:30,573 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:30,579 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:31,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:31,016 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:33,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:34,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:34,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:34,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:34,389 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:35,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:35,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:38,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:38,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:38,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:38,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:39,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:39,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:39,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:40,482 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:27:41,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:41,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:41,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:41,865 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:42,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:43,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:44,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:45,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:46,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:46,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:46,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:46,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:47,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:49,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:49,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:50,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:50,138 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:50,139 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:50,144 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:51,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:51,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:53,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:53,729 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:53,730 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:53,735 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:54,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:55,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:27:55,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:58,507 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:58,508 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:27:58,508 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:58,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:59,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:27:59,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:00,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:00,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:00,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:01,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:05,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:05,351 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:05,351 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:05,358 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:06,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:07,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:07,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:08,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:08,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:08,586 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:08,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:09,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:09,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:10,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:28:12,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:12,445 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:12,445 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:12,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:12,451 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:13,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:13,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:15,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:17,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:18,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:18,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:18,510 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:18,515 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:19,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:19,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:22,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:22,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:22,630 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:22,631 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:22,636 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:23,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:23,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:26,975 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:26,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:26,976 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:26,981 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:27,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:27,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:29,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:30,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:30,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:30,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:30,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:30,593 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:30,593 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:30,598 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:31,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:31,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:33,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:38,599 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:38,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:38,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:38,827 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:38,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:39,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:39,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:40,490 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:28:43,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:43,623 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:43,623 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:43,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:43,629 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:44,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:45,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:45,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:45,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:47,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:47,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:47,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:47,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:47,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:49,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:49,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:50,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:50,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:50,882 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:50,887 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:51,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:53,109 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:54,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:54,620 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:54,621 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:54,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:54,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:55,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:55,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:57,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:57,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:28:57,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:57,886 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:58,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:28:59,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:28:59,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:00,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:00,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:01,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:01,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:01,240 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:01,245 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:02,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:03,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:05,281 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:05,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:05,661 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:05,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:05,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:06,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:07,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:10,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:10,063 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:10,063 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:10,069 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:10,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:10,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:29:10,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:11,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:13,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:13,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:13,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:13,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:14,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:15,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:15,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:15,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:15,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:15,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:18,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:18,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:18,139 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:18,144 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:19,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:19,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:21,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:21,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:21,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:21,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:21,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:22,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:23,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:26,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:26,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:26,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:26,670 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:26,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:27,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:27,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:30,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:30,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:30,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:31,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:33,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:33,726 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:33,726 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:33,732 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:34,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:35,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:36,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:38,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:38,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:38,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:38,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:38,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:39,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:40,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:29:42,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:42,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:42,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:42,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:42,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:43,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:43,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:45,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:45,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:45,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:45,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:45,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:46,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:47,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:47,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:50,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:50,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:50,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:50,665 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:51,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:53,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:53,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:54,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:54,815 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:54,815 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:54,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:55,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:29:57,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:29:58,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:59,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:59,746 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:29:59,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:59,752 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:00,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:00,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:01,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:04,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:04,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:04,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:04,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:04,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:04,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:05,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:08,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:08,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:08,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:08,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:09,195 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:09,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:10,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:30:11,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:14,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:14,396 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:14,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:14,402 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:15,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:15,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:15,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:15,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:15,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:18,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:18,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:18,732 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:18,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:19,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:20,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:21,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:22,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:22,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:22,150 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:22,156 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:22,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:23,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:25,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:25,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:25,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:25,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:26,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:26,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:27,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:30,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:30,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:30,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:30,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:30,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:30,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:30,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:30,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:31,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:32,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:34,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:34,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:34,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:34,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:34,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:35,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:37,827 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:37,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:37,828 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:37,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:37,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:38,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:39,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:40,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:30:43,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:43,154 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:43,154 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:43,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:43,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:43,235 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:45,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:45,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:46,599 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:46,600 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:46,600 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:46,605 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:47,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:48,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:49,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:51,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:51,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:51,005 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:51,010 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:51,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:53,247 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:54,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:54,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:54,467 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:54,467 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:54,473 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:55,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:55,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:57,707 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:57,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:30:57,708 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:57,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:58,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:30:59,254 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:30:59,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:00,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:04,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:04,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:04,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:04,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:04,733 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:05,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:07,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:08,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:08,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:08,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:08,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:09,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:09,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:10,497 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:31:11,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:15,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:15,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:15,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:17,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:17,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:17,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:17,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:18,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:19,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:20,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:21,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:21,572 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:21,572 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:21,577 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:22,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:23,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:25,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:25,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:25,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:25,928 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:25,933 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:26,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:27,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:29,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:29,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:29,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:29,258 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:29,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:30,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:30,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:31,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:31,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:33,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:33,258 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:33,258 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:33,264 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:33,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:35,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:37,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:38,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:38,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:38,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:38,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:38,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:39,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:40,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:31:41,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:41,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:41,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:41,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:42,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:42,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:43,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:45,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:45,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:45,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:45,590 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:45,591 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:45,596 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:46,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:47,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:48,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:48,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:48,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:48,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:48,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:49,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:51,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:31:53,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:57,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:57,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:31:57,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:57,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:57,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:31:59,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:59,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:00,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:00,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:00,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:01,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:01,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:01,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:01,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:01,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:03,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:04,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:04,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:04,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:04,574 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:04,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:05,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:05,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:08,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:08,842 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:08,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:08,848 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:09,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:09,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:10,501 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:32:11,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:13,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:13,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:13,492 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:13,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:14,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:15,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:15,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:17,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:17,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:17,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:17,251 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:17,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:19,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:20,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:20,528 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:20,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:20,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:20,534 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:21,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:21,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:23,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:23,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:23,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:23,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:24,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:25,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:25,867 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:28,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:28,439 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:28,439 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:28,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:29,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:29,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:30,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:31,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:31,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:31,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:31,670 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:31,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:32,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:33,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:35,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:35,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:35,028 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:35,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:35,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:37,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:37,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:40,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:32:42,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:42,113 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:42,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:42,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:42,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:42,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:43,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:45,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:45,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:45,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:45,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:45,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:46,378 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:47,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:47,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:49,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:49,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:49,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:49,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:50,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:51,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:52,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:55,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:55,815 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:55,815 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:55,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:56,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:32:57,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:32:58,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:59,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:59,325 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:32:59,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:59,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:59,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:00,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:00,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:00,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:01,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:04,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:07,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:07,817 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:07,817 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:07,822 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:08,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:09,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:09,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:10,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:33:11,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:11,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:11,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:11,510 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:12,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:13,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:15,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:16,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:16,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:16,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:16,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:16,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:17,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:19,921 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:19,921 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:19,922 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:19,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:20,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:20,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:21,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:24,064 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:24,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:24,065 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:24,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:24,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:25,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:26,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:29,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:29,067 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:29,067 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:29,072 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:29,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:30,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:31,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:31,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:32,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:32,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:32,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:32,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:33,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:33,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:35,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:35,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:35,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:35,820 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:36,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:36,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:37,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:39,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:39,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:39,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:39,583 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:40,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:40,508 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:33:41,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:42,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:43,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:43,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:43,818 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:43,823 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:44,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:45,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:45,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:47,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:48,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:48,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:48,739 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:48,745 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:49,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:51,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:52,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:52,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:52,472 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:52,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:53,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:53,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:33:53,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:57,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:57,075 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:33:57,075 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:57,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:57,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:33:59,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:59,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:00,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:00,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:00,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:01,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:01,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:01,447 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:01,453 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:01,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:03,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:04,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:09,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:09,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:09,587 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:09,587 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:09,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:10,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:10,510 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:34:11,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:13,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:13,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:13,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:13,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:13,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:15,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:15,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:15,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:16,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:16,579 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:16,579 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:16,585 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:17,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:17,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:20,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:21,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:21,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:21,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:21,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:22,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:23,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:24,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:24,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:24,772 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:24,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:25,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:25,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:27,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:30,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:30,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:31,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:33,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:33,053 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:33,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:33,059 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:33,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:35,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:37,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:37,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:37,156 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:37,156 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:37,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:37,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:39,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:40,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:40,402 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:40,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:40,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:40,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:34:40,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:41,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:42,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:44,087 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:44,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:44,088 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:44,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:44,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:45,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:45,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:45,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:47,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:47,325 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:47,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:47,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:47,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:48,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:49,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:52,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:52,595 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:52,595 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:52,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:53,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:34:53,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:34:53,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:58,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:58,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:58,807 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:34:58,807 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:58,813 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:59,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:00,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:00,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:00,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:01,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:02,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:02,455 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:02,455 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:02,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:02,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:03,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:04,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:06,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:06,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:06,131 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:06,136 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:06,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:07,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:10,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:10,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:35:11,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:11,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:11,024 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:11,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:11,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:13,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:14,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:14,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:14,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:14,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:15,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:15,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:15,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:20,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:20,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:20,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:20,138 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:20,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:21,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:21,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:24,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:24,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:24,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:24,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:25,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:26,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:27,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:30,152 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:30,152 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:30,153 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:30,158 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:30,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:30,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:31,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:32,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:34,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:34,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:34,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:34,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:34,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:35,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:37,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:37,337 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:37,337 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:37,343 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:37,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:38,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:39,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:40,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:35:40,687 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:40,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:40,688 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:40,693 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:41,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:41,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:43,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:44,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:44,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:44,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:44,338 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:44,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:45,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:45,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:47,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:47,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:47,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:47,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:48,597 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:48,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:49,600 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:53,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:53,039 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:53,039 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:53,044 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:53,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:54,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:55,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:56,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:56,878 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:35:56,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:56,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:57,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:35:59,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:35:59,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:00,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:00,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:00,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:00,593 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:00,593 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:00,599 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:00,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:01,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:04,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:04,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:04,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:04,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:04,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:05,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:05,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:08,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:08,161 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:08,162 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:08,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:08,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:09,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:10,521 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:36:10,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:11,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:11,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:11,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:11,988 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:12,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:13,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:15,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:15,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:15,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:15,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:15,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:15,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:15,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:17,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:19,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:19,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:19,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:19,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:20,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:20,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:21,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:25,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:28,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:28,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:28,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:28,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:28,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:29,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:30,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:31,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:31,287 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:31,287 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:31,288 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:31,293 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:31,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:33,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:34,663 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:34,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:34,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:34,669 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:35,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:35,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:36,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:38,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:38,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:38,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:38,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:39,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:39,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:40,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:36:42,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:42,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:42,475 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:42,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:42,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:42,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:43,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:45,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:46,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:46,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:46,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:46,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:46,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:47,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:47,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:51,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:51,528 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:51,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:51,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:51,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:53,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:53,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:55,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:55,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:36:55,843 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:55,849 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:56,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:36:57,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:36:58,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:00,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:00,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:01,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:01,802 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:01,803 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:01,808 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:02,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:03,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:04,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:05,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:05,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:05,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:05,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:05,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:07,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:09,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:09,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:09,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:09,157 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:09,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:10,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:10,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:37:11,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:12,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:12,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:12,615 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:12,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:12,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:13,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:15,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:15,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:16,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:16,289 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:16,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:16,295 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:16,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:17,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:20,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:20,348 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:20,349 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:20,349 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:20,358 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:20,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:21,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:23,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:23,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:23,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:23,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:24,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:25,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:25,784 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:27,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:27,110 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:27,111 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:27,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:27,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:29,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:30,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:30,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:31,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:32,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:32,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:32,567 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:32,573 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:32,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:33,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:36,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:36,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:36,490 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:36,495 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:36,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:37,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:37,720 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:40,525 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:37:40,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:40,554 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:40,554 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:40,559 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:40,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:41,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:42,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:44,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:44,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:44,005 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:44,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:44,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:45,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:45,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:45,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:45,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:48,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:49,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:49,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:49,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:49,334 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:49,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:51,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:54,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:54,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:54,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:54,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:54,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:55,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:55,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:37:58,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:58,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:37:58,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:58,657 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:58,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:37:59,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:59,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:00,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:05,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:06,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:06,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:06,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:06,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:07,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:07,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:10,520 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:10,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:10,520 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:10,527 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:10,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:38:10,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:11,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:11,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:13,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:13,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:13,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:13,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:14,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:15,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:15,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:16,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:20,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:20,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:20,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:20,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:20,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:21,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:22,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:24,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:24,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:24,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:24,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:25,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:25,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:27,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:29,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:29,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:29,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:29,994 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:30,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:30,777 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:31,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:33,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:35,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:35,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:35,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:35,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:35,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:37,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:38,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:38,908 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:38,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:38,908 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:38,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:39,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:39,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:40,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:38:42,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:42,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:42,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:42,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:42,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:43,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:44,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:45,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:45,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:45,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:46,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:46,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:46,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:46,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:47,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:47,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:49,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:51,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:51,768 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:51,768 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:51,773 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:51,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:53,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:55,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:55,645 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:55,645 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:55,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:55,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:55,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:57,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:38:58,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:58,763 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:38:58,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:58,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:58,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:38:59,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:00,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:01,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:02,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:02,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:02,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:02,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:02,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:03,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:06,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:06,097 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:06,097 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:06,103 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:06,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:07,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:07,822 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:09,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:09,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:09,461 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:09,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:09,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:10,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:39:11,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:12,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:13,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:13,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:13,084 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:13,089 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:13,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:15,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:15,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:16,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:16,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:16,672 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:16,677 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:16,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:17,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:17,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:19,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:19,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:19,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:19,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:19,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:21,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:22,784 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:23,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:23,007 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:23,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:23,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:23,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:23,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:26,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:26,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:26,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:26,489 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:26,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:27,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:28,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:30,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:30,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:30,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:30,749 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:30,754 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:30,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:31,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:33,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:35,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:35,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:35,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:35,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:35,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:37,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:39,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:39,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:39,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:39,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:39,224 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:39,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:40,533 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:39:41,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:42,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:42,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:42,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:42,868 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:43,863 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:43,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:44,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:45,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:45,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:45,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:45,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:45,759 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:45,759 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:45,765 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:45,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:47,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:50,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:52,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:52,113 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:52,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:52,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:52,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:53,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:39:56,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:56,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:56,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:39:56,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:56,806 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:56,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:39:57,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:00,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:00,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:00,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:00,185 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:00,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:00,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:00,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:01,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:01,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:03,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:03,627 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:03,627 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:03,632 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:03,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:05,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:06,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:06,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:06,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:06,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:06,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:07,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:07,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:10,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:40:11,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:11,350 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:11,350 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:11,356 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:11,894 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:12,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:13,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:14,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:14,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:14,860 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:14,866 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:14,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:15,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:15,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:15,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:17,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:18,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:18,100 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:18,100 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:18,105 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:18,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:19,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:21,423 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:21,424 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:21,424 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:21,429 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:21,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:23,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:23,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:24,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:24,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:24,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:24,944 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:25,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:25,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:28,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:28,243 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:28,243 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:28,248 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:28,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:29,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:29,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:30,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:34,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:39,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:40,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:40,265 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:40,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:40,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:40,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:40:40,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:41,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:43,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:43,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:43,806 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:43,811 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:43,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:44,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:45,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:45,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:45,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:45,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:48,007 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:48,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:48,008 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:48,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:48,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:49,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:50,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:51,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:51,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:51,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:51,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:51,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:53,942 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:55,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:55,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:55,038 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:55,043 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:55,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:55,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:40:56,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:58,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:58,683 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:40:58,683 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:58,689 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:58,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:40:59,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:00,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:01,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:02,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:02,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:02,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:02,125 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:02,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:03,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:05,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:05,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:05,736 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:05,741 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:05,954 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:06,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:07,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:10,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:10,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:10,025 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:10,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:10,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:41:10,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:11,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:12,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:13,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:13,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:13,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:13,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:13,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:15,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:15,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:17,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:18,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:18,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:18,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:18,272 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:18,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:19,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:23,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:26,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:26,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:26,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:26,671 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:26,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:27,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:28,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:30,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:30,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:30,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:30,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:30,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:30,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:31,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:33,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:35,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:35,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:35,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:35,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:35,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:37,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:39,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:39,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:39,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:39,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:39,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:39,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:39,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:40,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:41:44,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:45,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:45,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:45,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:45,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:45,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:45,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:45,646 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:45,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:48,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:49,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:49,326 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:49,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:49,331 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:50,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:50,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:52,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:55,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:55,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:55,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:55,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:55,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:56,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:41:58,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:41:59,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:59,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:41:59,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:59,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:00,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:00,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:00,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:00,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:05,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:07,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:07,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:07,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:07,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:08,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:10,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:10,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:42:11,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:11,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:11,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:11,704 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:11,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:12,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:14,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:15,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:15,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:15,559 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:15,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:15,565 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:16,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:16,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:18,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:19,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:19,479 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:19,479 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:19,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:20,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:22,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:22,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:24,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:24,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:24,128 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:24,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:25,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:26,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:28,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:28,261 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:28,262 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:28,262 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:28,267 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:29,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:30,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:30,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:30,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:31,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:31,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:31,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:31,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:32,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:33,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:34,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:35,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:35,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:35,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:35,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:36,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:38,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:39,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:40,546 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:42:41,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:41,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:41,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:41,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:42,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:42,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:45,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:45,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:45,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:46,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:46,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:46,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:46,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:47,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:48,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:51,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:53,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:53,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:53,434 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:53,440 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:54,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:42:56,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:42:56,441 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:58,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:58,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:42:58,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:58,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:59,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:00,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:00,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:00,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:00,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:01,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:02,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:02,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:02,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:02,344 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:03,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:04,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:05,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:05,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:05,789 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:05,795 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:06,083 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:06,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:08,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:09,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:09,292 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:09,292 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:09,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:10,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:10,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:10,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:43:12,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:15,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:15,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:15,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:15,251 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:15,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:15,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:15,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:16,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:16,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:17,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:19,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:19,150 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:19,150 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:19,155 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:20,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:20,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:23,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:25,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:25,155 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:25,155 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:25,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:26,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:26,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:29,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:29,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:29,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:29,608 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:29,613 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:30,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:30,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:30,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:30,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:32,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:34,344 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:34,344 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:34,345 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:34,345 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:34,350 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:35,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:36,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:37,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:37,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:37,695 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:37,701 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:38,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:39,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:40,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:40,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:43:43,271 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:43,271 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:43,272 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:43,277 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:44,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:44,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:45,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:45,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:47,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:47,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:47,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:47,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:48,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:50,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:50,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:51,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:51,931 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:51,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:51,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:52,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:54,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:55,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:55,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:55,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:55,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:55,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:56,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:43:58,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:43:58,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:58,993 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:43:58,993 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:58,998 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:59,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:00,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:00,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:00,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:00,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:01,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:04,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:04,816 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:04,816 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:04,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:05,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:06,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:06,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:07,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:07,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:07,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:07,903 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:08,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:10,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:10,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:44:11,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:11,426 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:11,426 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:11,431 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:12,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:12,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:14,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:15,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:15,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:15,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:15,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:15,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:15,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:15,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:16,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:17,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:18,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:20,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:20,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:20,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:20,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:21,166 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:22,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:23,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:28,232 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:28,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:28,869 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:28,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:28,874 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:29,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:30,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:30,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:30,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:30,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:32,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:32,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:32,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:32,127 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:32,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:34,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:34,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:36,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:36,255 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:36,255 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:36,261 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:37,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:38,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:39,261 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:40,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:44:41,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:41,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:41,983 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:41,989 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:42,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:44,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:44,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:45,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:46,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:46,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:46,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:46,050 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:46,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:48,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:49,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:49,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:49,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:49,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:50,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:44:50,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:44:50,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:55,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:57,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:57,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:44:57,663 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:57,669 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:58,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:00,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:00,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:00,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:00,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:00,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:00,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:00,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:00,558 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:00,563 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:01,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:02,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:04,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:04,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:04,562 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:04,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:05,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:05,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:06,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:08,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:08,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:08,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:08,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:08,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:10,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:10,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:45:11,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:12,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:12,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:12,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:12,659 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:13,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:14,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:15,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:15,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:15,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:16,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:17,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:17,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:17,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:17,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:17,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:18,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:20,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:20,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:20,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:20,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:21,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:22,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:22,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:25,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:25,301 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:25,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:25,307 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:26,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:26,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:27,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:30,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:30,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:30,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:30,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:30,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:30,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:30,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:30,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:32,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:32,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:34,291 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:34,292 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:34,292 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:34,298 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:35,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:36,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:38,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:39,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:39,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:39,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:39,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:40,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:40,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:40,562 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:45:43,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:43,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:43,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:43,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:43,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:44,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:45,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:45,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:45,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:46,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:49,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:49,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:49,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:49,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:49,573 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:50,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:52,266 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:53,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:53,308 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:53,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:53,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:54,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:45:54,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:45:55,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:57,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:57,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:45:57,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:57,613 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:58,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:00,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:00,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:00,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:00,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:00,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:02,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:02,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:02,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:02,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:02,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:04,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:06,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:08,232 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:08,233 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:08,234 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:08,239 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:08,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:10,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:10,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:46:11,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:11,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:11,413 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:11,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:11,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:12,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:12,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:14,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:14,656 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:14,656 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:14,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:15,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:15,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:15,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:15,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:16,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:16,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:17,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:17,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:17,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:17,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:18,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:20,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:20,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:20,913 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:20,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:20,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:21,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:21,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:22,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:24,194 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:24,194 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:24,195 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:24,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:24,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:26,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:27,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:30,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:30,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:30,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:32,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:33,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:33,128 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:33,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:33,134 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:33,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:34,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:38,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:38,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:38,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:38,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:38,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:39,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:40,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:40,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:46:42,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:42,053 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:42,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:42,058 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:42,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:44,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:44,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:45,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:45,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:45,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:45,290 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:45,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:45,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:45,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:46,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:48,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:48,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:48,553 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:48,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:49,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:49,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:50,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:51,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:51,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:51,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:51,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:52,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:54,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:54,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:55,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:55,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:55,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:55,742 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:56,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:46:58,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:46:59,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:59,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:46:59,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:59,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:00,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:00,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:00,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:00,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:00,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:00,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:02,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:02,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:02,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:02,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:03,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:04,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:05,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:07,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:07,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:07,534 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:07,539 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:08,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:08,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:10,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:47:11,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:11,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:11,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:11,812 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:11,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:12,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:14,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:15,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:15,089 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:15,089 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:15,094 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:15,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:15,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:15,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:16,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:17,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:18,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:18,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:18,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:18,678 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:19,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:20,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:22,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:23,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:23,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:23,692 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:23,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:24,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:26,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:28,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:28,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:28,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:28,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:28,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:29,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:30,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:30,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:30,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:30,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:32,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:32,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:32,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:32,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:32,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:34,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:34,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:36,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:36,683 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:36,683 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:36,688 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:37,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:38,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:39,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:40,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:40,197 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:40,197 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:40,202 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:40,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:40,570 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:47:42,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:43,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:43,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:43,506 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:43,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:44,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:44,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:45,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:45,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:45,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:47,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:47,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:47,062 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:47,067 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:47,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:48,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:51,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:51,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:51,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:51,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:51,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:51,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:52,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:54,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:54,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:54,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:54,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:55,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:47:56,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:47:56,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:58,788 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:58,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:47:58,789 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:58,794 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:59,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:00,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:00,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:02,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:03,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:03,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:03,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:03,310 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:03,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:04,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:08,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:09,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:09,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:09,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:09,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:09,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:10,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:10,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:48:12,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:12,280 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:12,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:12,286 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:12,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:14,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:14,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:15,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:17,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:17,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:17,548 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:17,553 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:18,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:18,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:19,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:21,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:21,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:21,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:21,120 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:21,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:22,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:25,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:25,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:25,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:25,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:25,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:26,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:26,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:29,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:29,557 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:29,557 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:29,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:30,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:30,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:30,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:30,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:30,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:30,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:33,072 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:33,073 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:33,073 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:33,079 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:33,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:34,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:36,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:36,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:36,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:36,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:36,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:37,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:38,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:40,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:48:40,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:40,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:40,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:40,929 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:41,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:41,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:42,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:45,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:45,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:45,164 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:45,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:45,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:45,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:46,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:47,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:49,051 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:49,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:49,051 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:49,057 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:49,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:50,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:48:53,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:56,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:56,291 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:48:56,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:56,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:56,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:48:58,297 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:58,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:00,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:02,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:02,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:02,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:02,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:02,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:03,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:04,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:06,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:06,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:06,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:06,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:06,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:08,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:09,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:09,154 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:09,154 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:09,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:09,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:09,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:10,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:10,573 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:49:14,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:14,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:14,957 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:14,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:14,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:15,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:15,492 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:16,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:20,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:21,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:21,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:21,371 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:21,376 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:21,499 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:22,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:25,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:25,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:25,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:25,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:25,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:26,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:28,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:29,848 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:29,849 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:29,849 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:29,855 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:30,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:30,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:31,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:32,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:34,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:34,916 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:34,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:34,922 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:35,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:36,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:36,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:37,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:37,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:37,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:37,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:38,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:38,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:40,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:49:41,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:41,256 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:41,256 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:41,262 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:41,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:42,262 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:42,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:45,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:45,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:46,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:46,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:46,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:46,449 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:46,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:47,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:48,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:50,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:50,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:50,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:50,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:50,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:52,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:53,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:53,507 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:53,508 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:53,508 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:53,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:53,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:49:54,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:49:58,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:58,425 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:49:58,425 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:58,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:58,431 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:58,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:00,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:00,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:00,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:03,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:07,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:07,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:07,640 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:07,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:08,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:08,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:08,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:10,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:50:12,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:12,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:12,215 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:12,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:12,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:14,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:14,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:15,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:15,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:19,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:20,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:20,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:20,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:20,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:21,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:22,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:23,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:23,971 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:23,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:23,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:24,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:24,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:26,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:28,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:28,400 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:28,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:28,405 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:28,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:30,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:30,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:30,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:30,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:33,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:33,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:33,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:33,018 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:33,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:34,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:36,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:36,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:36,911 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:36,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:36,917 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:37,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:38,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:40,580 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:50:40,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:40,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:40,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:41,001 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:41,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:42,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:42,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:44,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:44,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:44,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:44,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:44,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:45,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:46,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:47,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:49,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:49,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:49,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:49,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:49,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:50,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:53,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:55,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:55,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:55,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:55,253 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:55,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:50:56,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:50:58,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:58,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:50:58,641 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:58,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:58,647 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:59,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:00,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:00,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:04,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:07,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:07,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:07,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:07,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:07,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:08,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:10,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:10,582 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:51:11,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:11,434 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:11,434 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:11,439 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:11,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:12,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:14,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:14,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:14,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:14,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:14,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:15,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:15,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:15,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:15,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:16,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:19,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:19,517 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:19,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:19,523 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:19,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:20,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:21,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:23,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:23,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:23,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:23,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:23,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:24,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:27,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:30,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:31,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:31,587 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:31,587 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:31,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:31,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:32,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:32,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:37,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:37,410 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:37,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:37,415 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:37,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:38,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:38,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:40,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:40,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:40,432 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:40,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:40,584 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:51:40,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:42,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:43,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:45,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:45,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:45,670 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:45,671 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:45,676 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:46,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:46,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:48,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:49,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:49,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:49,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:49,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:50,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:50,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:53,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:53,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:51:53,564 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:53,569 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:53,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:51:54,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:54,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:51:59,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:00,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:02,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:02,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:02,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:02,110 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:02,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:04,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:05,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:06,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:06,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:06,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:06,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:06,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:08,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:09,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:09,377 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:09,377 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:09,383 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:09,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:10,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:10,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:52:10,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:13,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:13,245 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:13,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:13,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:13,694 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:14,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:15,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:15,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:15,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:15,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:16,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:16,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:16,366 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:16,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:16,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:18,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:19,967 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:19,968 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:19,968 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:19,974 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:20,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:20,974 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:22,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:23,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:23,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:23,255 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:23,260 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:23,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:24,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:26,261 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:27,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:27,639 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:27,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:27,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:27,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:28,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:30,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:31,428 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:31,429 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:31,429 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:31,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:31,434 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:31,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:32,720 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:35,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:35,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:35,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:35,290 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:35,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:36,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:37,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:39,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:39,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:39,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:39,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:39,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:40,588 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:52:40,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:42,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:45,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:45,183 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:45,183 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:45,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:45,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:45,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:45,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:46,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:48,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:49,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:49,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:49,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:49,749 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:50,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:50,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:53,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:54,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:54,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:54,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:54,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:54,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:56,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:57,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:57,875 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:52:57,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:57,881 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:58,749 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:52:58,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:52:58,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:00,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:00,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:01,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:01,696 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:01,697 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:01,702 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:01,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:02,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:04,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:05,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:05,221 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:05,221 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:05,227 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:05,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:06,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:08,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:08,471 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:08,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:08,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:08,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:10,477 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:10,590 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:53:10,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:12,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:12,730 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:12,730 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:12,736 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:12,764 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:14,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:15,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:15,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:15,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:15,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:17,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:17,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:17,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:17,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:17,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:18,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:20,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:20,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:20,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:20,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:20,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:20,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:22,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:25,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:26,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:26,205 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:26,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:26,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:26,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:28,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:30,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:30,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:30,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:30,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:30,765 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:30,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:30,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:30,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:32,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:33,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:33,960 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:33,960 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:33,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:34,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:34,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:35,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:38,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:38,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:38,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:38,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:38,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:40,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:53:40,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:41,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:43,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:43,205 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:43,206 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:43,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:43,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:44,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:45,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:47,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:48,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:48,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:48,109 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:48,115 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:48,807 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:50,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:51,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:51,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:51,765 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:51,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:51,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:52,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:52,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:55,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:55,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:55,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:55,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:55,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:53:56,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:53:58,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:58,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:58,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:53:58,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:58,868 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:59,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:00,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:00,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:03,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:04,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:04,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:04,244 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:04,249 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:04,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:06,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:07,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:07,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:07,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:07,465 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:07,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:08,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:09,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:10,597 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:54:11,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:11,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:11,689 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:11,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:11,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:12,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:14,695 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:15,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:15,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:15,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:16,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:16,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:16,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:16,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:16,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:18,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:19,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:19,420 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:19,420 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:19,426 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:19,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:20,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:20,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:23,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:23,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:23,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:23,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:23,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:24,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:26,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:27,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:27,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:27,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:27,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:27,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:28,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:30,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:30,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:30,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:30,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:30,929 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:31,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:31,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:32,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:36,095 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:36,096 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:36,096 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:36,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:36,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:36,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:37,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:40,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:54:40,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:40,799 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:40,799 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:40,804 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:40,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:42,805 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:42,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:44,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:44,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:44,029 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:44,034 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:44,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:44,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:45,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:48,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:52,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:52,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:52,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:52,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:52,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:54:54,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:54,883 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:54:58,269 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:58,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:54:58,270 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:58,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:58,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:00,276 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:00,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:00,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:02,210 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:02,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:02,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:02,216 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:02,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:04,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:06,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:10,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:10,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:55:10,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:10,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:10,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:10,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:11,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:12,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:14,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:14,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:14,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:14,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:14,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:15,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:15,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:16,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:17,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:17,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:17,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:17,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:17,376 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:17,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:18,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:21,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:21,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:21,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:21,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:21,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:22,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:22,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:25,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:25,638 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:25,638 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:25,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:25,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:26,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:27,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:30,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:30,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:30,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:30,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:30,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:30,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:30,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:33,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:35,336 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:35,337 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:35,337 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:35,342 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:35,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:36,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:39,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:39,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:39,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:39,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:39,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:39,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:40,600 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:55:40,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:44,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:45,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:45,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:45,723 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:45,723 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:45,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:45,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:45,936 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:46,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:48,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:48,912 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:48,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:48,918 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:48,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:49,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:50,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:52,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:52,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:55:52,139 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:52,144 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:52,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:55:52,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:55:55,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:00,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:00,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:00,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:00,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:00,571 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:00,571 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:00,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:00,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:02,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:05,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:05,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:05,886 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:05,886 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:05,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:05,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:06,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:09,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:09,335 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:09,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:09,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:09,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:10,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:56:10,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:11,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:13,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:13,063 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:13,063 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:13,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:13,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:14,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:15,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:15,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:17,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:17,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:17,020 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:17,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:17,026 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:17,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:18,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:20,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:20,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:20,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:20,754 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:20,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:22,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:22,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:25,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:25,661 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:25,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:25,667 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:25,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:26,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:28,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:30,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:30,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:30,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:30,533 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:30,533 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:30,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:30,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:32,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:33,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:33,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:33,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:33,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:33,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:34,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:34,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:36,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:36,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:36,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:36,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:36,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:38,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:39,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:40,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:40,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:40,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:40,435 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:40,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:56:40,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:43,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:43,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:43,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:43,497 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:43,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:44,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:45,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:45,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:45,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:45,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:45,605 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:47,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:47,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:47,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:47,254 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:48,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:49,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:50,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:50,738 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:50,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:50,738 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:50,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:51,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:53,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:54,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:54,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:54,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:54,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:55,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:56,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:57,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:56:57,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:57,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:56:57,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:57,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:58,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:56:59,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:00,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:00,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:00,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:01,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:03,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:03,950 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:03,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:03,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:04,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:05,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:06,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:08,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:08,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:08,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:08,975 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:09,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:10,610 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:57:11,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:12,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:13,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:13,120 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:13,120 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:13,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:14,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:15,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:15,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:16,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:16,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:16,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:16,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:17,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:17,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:19,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:22,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:22,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:22,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:22,499 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:23,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:23,500 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:25,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:26,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:26,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:26,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:26,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:27,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:29,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:29,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:29,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:29,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:29,672 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:29,678 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:30,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:30,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:30,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:30,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:31,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:33,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:33,229 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:33,229 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:33,235 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:34,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:35,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:35,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:36,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:36,896 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:36,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:36,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:37,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:39,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:40,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:40,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:40,038 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:40,043 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:40,066 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:40,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:57:40,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:41,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:43,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:43,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:43,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:43,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:44,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:45,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:45,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:45,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:45,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:46,576 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:46,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:46,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:46,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:46,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:47,073 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:49,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:49,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:49,784 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:49,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:49,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:50,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:51,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:57:51,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:56,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:58,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:58,216 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:57:58,216 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:58,221 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:59,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:57:59,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:00,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:00,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:00,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:02,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:02,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:02,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:02,781 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:02,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:03,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:05,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:06,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:06,936 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:06,936 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:06,941 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:07,094 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:07,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:09,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:10,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:10,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:10,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:10,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:10,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:58:11,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:11,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:13,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:13,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:13,461 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:13,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:13,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:14,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:15,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:15,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:17,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:17,203 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:17,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:17,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:18,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:19,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:19,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:22,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:22,504 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:22,504 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:22,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:23,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:24,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:25,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:25,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:25,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:25,854 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:25,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:26,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:27,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:29,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:30,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:30,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:30,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:30,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:30,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:30,605 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:30,611 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:31,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:33,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:34,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:34,127 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:34,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:34,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:35,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:35,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:35,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:37,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:37,365 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:37,366 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:37,371 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:38,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:39,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:40,372 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:40,613 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:58:43,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:43,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:43,146 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:43,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:44,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:45,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:45,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:45,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:46,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:46,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:46,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:46,846 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:47,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:49,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:50,412 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:50,413 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:50,413 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:50,418 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:51,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:51,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:53,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:56,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:56,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:56,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:56,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:56,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:58:57,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:57,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:58:59,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:59,447 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:58:59,447 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:59,452 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:00,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:00,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:00,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:00,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:01,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:02,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:03,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:03,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:03,503 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:03,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:04,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:05,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:07,546 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:07,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:07,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:07,987 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:07,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:08,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:09,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:10,618 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:59:12,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:13,528 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:13,529 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:13,529 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:13,534 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:14,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:15,171 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:15,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:15,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:15,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:17,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:17,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:17,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:17,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:18,173 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:18,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:19,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:20,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:20,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:20,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:20,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:21,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:23,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:23,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:24,163 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:24,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:24,164 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:24,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:24,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:25,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:27,470 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:27,470 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:27,471 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:27,476 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:28,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:29,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:29,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:30,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:30,734 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:30,734 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:30,734 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:30,740 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:31,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:33,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:34,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:36,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:36,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:36,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:36,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:37,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:37,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:39,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:39,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:39,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:39,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:40,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:40,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 15:59:40,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:41,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:42,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:42,932 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:42,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:42,937 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:43,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:45,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:45,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:46,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:51,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:51,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:51,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:51,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:52,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:52,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:53,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:54,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:54,239 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:54,239 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:54,244 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:55,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:55,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 15:59:57,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:57,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 15:59:57,862 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:57,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:57,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:58,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 15:59:59,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:00,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:01,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:01,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:01,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:01,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:01,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:03,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:03,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:04,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:04,705 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:04,705 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:04,710 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:05,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:07,227 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:08,711 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:09,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:09,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:09,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:09,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:09,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:10,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:00:11,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:13,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:13,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:13,034 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:13,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:13,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:14,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:15,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:15,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:15,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:15,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:16,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:16,996 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:16,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:17,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:17,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:19,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:20,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:25,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:25,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:25,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:25,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:25,650 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:26,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:27,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:30,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:30,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:30,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:30,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:30,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:30,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:31,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:33,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:34,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:34,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:34,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:34,481 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:35,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:35,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:36,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:38,180 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:38,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:38,181 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:38,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:38,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:39,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:40,621 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:00:41,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:42,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:42,420 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:42,420 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:42,425 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:43,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:43,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:45,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:46,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:46,162 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:46,162 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:46,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:46,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:47,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:47,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:48,996 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:48,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:48,997 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:49,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:49,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:51,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:52,717 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:52,718 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:52,718 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:52,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:52,724 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:53,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:55,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:56,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:56,462 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:00:56,462 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:56,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:57,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:00:57,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:00:58,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:00,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:00,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:00,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:02,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:02,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:02,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:02,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:03,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:03,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:03,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:05,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:05,937 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:05,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:05,942 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:06,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:07,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:08,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:09,200 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:09,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:09,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:09,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:09,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:10,623 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:01:11,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:12,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:12,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:12,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:12,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:13,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:14,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:15,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:15,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:15,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:15,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:17,059 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:17,060 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:17,061 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:17,066 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:17,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:19,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:20,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:21,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:21,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:21,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:21,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:22,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:23,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:25,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:25,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:25,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:25,031 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:25,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:26,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:27,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:30,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:30,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:31,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:33,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:33,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:33,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:33,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:34,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:35,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:36,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:36,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:36,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:36,543 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:37,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:37,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:37,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:40,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:40,325 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:40,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:40,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:40,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:40,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:01:41,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:42,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:45,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:45,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:46,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:46,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:46,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:46,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:47,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:47,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:49,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:49,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:49,815 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:49,816 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:49,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:50,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:51,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:52,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:54,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:54,183 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:01:54,183 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:54,188 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:54,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:01:55,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:01:58,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:00,313 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:00,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:00,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:00,584 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:00,584 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:00,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:01,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:01,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:03,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:05,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:05,080 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:05,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:05,086 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:05,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:07,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:08,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:08,595 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:08,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:08,602 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:09,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:09,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:09,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:10,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:02:12,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:12,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:12,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:12,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:12,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:13,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:15,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:15,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:16,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:16,483 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:16,483 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:16,488 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:17,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:17,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:19,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:19,344 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:19,344 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:19,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:19,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:20,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:21,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:22,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:22,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:22,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:22,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:23,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:23,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:25,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:26,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:26,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:26,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:26,959 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:27,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:29,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:30,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:30,162 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:30,162 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:30,168 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:30,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:30,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:31,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:31,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:35,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:35,052 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:35,052 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:35,058 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:35,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:37,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:37,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:40,630 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:02:41,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:41,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:41,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:41,505 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:42,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:42,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:43,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:45,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:47,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:47,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:47,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:47,458 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:48,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:48,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:49,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:51,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:51,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:51,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:51,615 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:52,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:53,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:53,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:54,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:54,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:54,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:54,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:55,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:02:57,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:02:58,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:59,988 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:59,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:02:59,989 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:59,994 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:00,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:00,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:01,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:03,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:03,482 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:03,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:03,488 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:04,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:04,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:05,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:09,526 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:10,632 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:03:11,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:11,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:11,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:11,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:12,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:13,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:14,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:15,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:16,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:16,527 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:16,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:16,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:17,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:17,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:20,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:20,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:20,208 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:20,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:20,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:20,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:21,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:25,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:26,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:26,616 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:26,616 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:26,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:27,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:27,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:30,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:30,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:32,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:32,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:32,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:32,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:33,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:35,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:35,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:37,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:37,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:37,511 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:37,517 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:38,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:39,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:40,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:03:41,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:42,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:42,625 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:42,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:42,631 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:43,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:43,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:45,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:47,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:47,360 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:47,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:47,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:47,366 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:47,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:49,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:50,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:50,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:50,862 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:50,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:51,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:52,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:53,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:55,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:55,021 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:55,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:55,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:55,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:03:57,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:03:58,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:59,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:59,358 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:03:59,358 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:59,363 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:59,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:00,314 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:01,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:02,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:02,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:02,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:02,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:03,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:03,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:03,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:07,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:07,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:07,301 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:07,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:07,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:09,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:09,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:10,636 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:04:14,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:15,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:15,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:15,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:15,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:15,642 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:16,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:17,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:19,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:19,398 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:19,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:19,404 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:19,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:20,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:21,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:23,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:23,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:23,812 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:23,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:24,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:25,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:25,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:28,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:28,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:28,574 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:28,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:29,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:29,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:30,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:31,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:35,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:35,393 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:35,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:35,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:35,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:37,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:37,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:39,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:39,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:39,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:39,479 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:39,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:40,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:04:41,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:42,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:43,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:43,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:43,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:43,408 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:43,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:45,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:45,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:45,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:48,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:48,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:48,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:48,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:48,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:49,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:49,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:52,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:52,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:52,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:52,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:52,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:53,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:54,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:56,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:56,247 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:56,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:56,253 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:56,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:04:57,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:04:59,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:59,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:04:59,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:59,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:59,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:00,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:00,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:00,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:01,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:04,687 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:04,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:04,688 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:04,693 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:05,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:05,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:05,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:09,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:09,099 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:09,099 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:09,105 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:09,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:10,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:05:11,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:11,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:12,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:12,559 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:12,559 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:12,564 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:12,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:13,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:15,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:15,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:15,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:15,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:15,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:15,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:15,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:16,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:16,726 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:17,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:19,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:19,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:19,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:19,037 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:19,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:21,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:22,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:22,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:22,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:22,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:22,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:22,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:23,595 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:27,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:30,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:30,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:30,350 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:30,599 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:30,599 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:30,605 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:31,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:31,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:32,605 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:37,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:39,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:39,333 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:39,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:39,339 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:39,608 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:40,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:05:41,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:42,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:45,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:45,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:45,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:47,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:47,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:47,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:47,643 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:47,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:48,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:49,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:51,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:51,127 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:51,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:51,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:51,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:53,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:53,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:05:56,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:56,908 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:05:56,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:56,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:57,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:05:58,914 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:59,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:00,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:00,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:00,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:01,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:01,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:01,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:01,674 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:02,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:03,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:04,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:06,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:06,039 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:06,039 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:06,044 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:06,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:07,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:09,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:09,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:09,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:09,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:09,757 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:10,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:10,644 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:06:11,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:14,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:14,329 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:14,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:14,335 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:14,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:15,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:15,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:15,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:15,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:15,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:18,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:18,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:18,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:18,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:18,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:19,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:21,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:23,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:23,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:23,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:23,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:24,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:25,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:26,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:27,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:27,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:27,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:27,507 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:27,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:29,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:30,315 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:32,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:32,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:32,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:32,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:32,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:32,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:33,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:37,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:37,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:37,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:37,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:37,190 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:37,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:39,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:40,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:06:41,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:41,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:41,796 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:41,801 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:42,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:42,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:43,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:45,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:45,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:45,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:47,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:47,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:47,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:47,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:47,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:48,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:49,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:50,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:50,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:50,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:50,418 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:50,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:51,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:53,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:55,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:55,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:55,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:55,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:55,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:06:57,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:06:59,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:59,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:59,741 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:06:59,741 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:59,746 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:00,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:00,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:00,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:01,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:04,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:04,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:04,098 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:04,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:04,103 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:04,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:05,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:07,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:07,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:07,828 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:07,833 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:08,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:09,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:09,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:10,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:07:11,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:11,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:11,749 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:11,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:12,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:13,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:15,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:15,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:15,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:16,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:16,324 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:16,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:16,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:16,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:17,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:20,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:20,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:20,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:20,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:20,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:21,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:21,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:23,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:23,395 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:23,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:23,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:23,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:25,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:26,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:27,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:27,996 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:27,997 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:28,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:28,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:29,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:30,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:31,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:36,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:36,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:36,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:36,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:36,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:36,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:37,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:39,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:39,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:39,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:39,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:39,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:40,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:07:41,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:41,745 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:43,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:43,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:43,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:43,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:43,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:45,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:45,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:45,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:47,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:47,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:47,839 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:47,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:47,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:48,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:49,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:52,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:56,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:56,288 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:07:56,288 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:56,294 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:56,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:07:57,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:07:58,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:00,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:00,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:01,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:01,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:01,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:01,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:02,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:03,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:03,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:05,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:05,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:05,848 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:05,854 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:06,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:07,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:08,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:10,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:10,216 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:10,216 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:10,221 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:10,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:08:10,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:11,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:14,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:15,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:15,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:18,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:18,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:18,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:18,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:19,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:19,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:19,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:23,756 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:23,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:23,757 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:23,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:23,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:25,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:25,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:28,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:28,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:28,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:28,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:28,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:29,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:30,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:30,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:30,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:31,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:32,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:32,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:32,534 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:32,539 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:32,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:33,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:35,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:35,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:35,647 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:35,652 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:35,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:36,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:37,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:39,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:39,111 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:39,111 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:39,116 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:39,818 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:40,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:08:41,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:41,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:42,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:42,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:42,804 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:42,809 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:42,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:43,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:45,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:47,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:48,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:48,250 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:48,250 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:48,256 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:48,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:49,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:51,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:51,832 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:51,832 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:51,838 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:51,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:52,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:53,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:55,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:55,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:55,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:55,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:56,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:08:57,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:08:57,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:59,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:59,571 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:08:59,571 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:59,577 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:59,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:00,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:01,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:03,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:03,518 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:03,518 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:03,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:03,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:03,853 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:05,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:08,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:09,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:09,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:09,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:09,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:09,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:10,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:09:11,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:12,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:12,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:12,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:12,923 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:13,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:13,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:13,924 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:15,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:16,801 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:16,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:16,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:16,807 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:16,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:17,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:19,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:24,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:25,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:25,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:25,134 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:25,140 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:25,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:27,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:30,141 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:30,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:30,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:30,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:30,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:30,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:30,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:30,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:30,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:31,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:34,078 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:34,079 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:34,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:34,085 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:34,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:35,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:36,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:39,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:39,302 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:39,302 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:39,307 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:39,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:40,659 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:09:41,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:41,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:42,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:42,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:42,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:42,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:42,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:43,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:45,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:46,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:46,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:46,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:46,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:46,934 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:47,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:47,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:49,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:49,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:49,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:49,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:49,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:51,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:52,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:54,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:54,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:54,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:54,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:54,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:55,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:09:58,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:58,590 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:09:58,591 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:58,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:58,595 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:58,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:09:59,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:00,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:02,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:02,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:02,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:02,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:02,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:03,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:04,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:05,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:05,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:05,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:05,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:06,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:07,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:09,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:09,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:09,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:09,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:09,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:10,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:10,661 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:10:11,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:12,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:12,514 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:12,514 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:12,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:12,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:13,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:15,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:15,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:18,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:18,129 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:18,129 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:18,135 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:18,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:19,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:21,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:23,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:23,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:23,433 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:23,438 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:23,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:25,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:26,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:28,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:28,683 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:28,683 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:28,688 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:28,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:29,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:30,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:30,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:30,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:31,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:33,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:33,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:33,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:33,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:33,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:35,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:37,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:38,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:38,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:38,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:38,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:38,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:39,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:40,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:10:41,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:41,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:41,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:41,361 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:41,996 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:43,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:44,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:45,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:45,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:45,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:45,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:45,907 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:45,912 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:46,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:48,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:48,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:51,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:51,193 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:51,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:51,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:52,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:52,012 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:54,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:54,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:54,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:54,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:54,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:55,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:56,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:10:57,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:57,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:10:57,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:57,361 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:58,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:10:59,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:00,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:00,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:00,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:03,294 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:03,295 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:03,295 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:03,300 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:04,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:05,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:06,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:07,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:07,019 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:07,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:07,025 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:07,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:08,035 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:10,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:10,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:10,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:10,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:10,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:11:10,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:11,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:12,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:13,000 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:13,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:13,001 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:13,006 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:13,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:14,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:15,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:15,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:16,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:16,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:16,887 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:16,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:16,893 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:17,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:18,050 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:20,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:20,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:20,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:20,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:20,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:22,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:22,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:24,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:24,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:24,475 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:24,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:25,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:26,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:27,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:28,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:28,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:28,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:28,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:29,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:30,068 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:30,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:31,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:31,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:31,685 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:31,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:32,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:32,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:34,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:35,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:35,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:35,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:35,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:36,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:36,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:38,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:39,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:39,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:39,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:39,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:40,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:40,667 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:11:42,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:43,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:43,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:43,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:43,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:43,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:44,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:45,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:45,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:45,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:46,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:49,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:50,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:50,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:50,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:50,714 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:51,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:52,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:54,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:54,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:54,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:11:54,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:54,904 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:55,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:11:56,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:11:59,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:00,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:00,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:00,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:03,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:03,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:03,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:03,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:04,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:05,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:06,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:07,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:07,425 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:07,425 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:07,430 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:08,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:10,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:10,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:12:10,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:12,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:12,340 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:12,340 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:12,345 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:13,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:14,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:15,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:16,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:16,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:16,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:16,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:16,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:17,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:18,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:21,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:22,428 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:22,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:22,429 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:22,434 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:23,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:24,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:25,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:25,788 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:25,788 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:25,793 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:26,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:26,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:28,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:29,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:29,836 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:29,836 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:29,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:30,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:30,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:32,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:32,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:33,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:33,004 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:33,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:33,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:33,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:34,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:37,152 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:37,153 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:37,153 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:37,158 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:37,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:38,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:38,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:40,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:40,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:40,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:40,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:40,166 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:40,671 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:12:42,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:43,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:45,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:45,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:45,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:47,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:47,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:47,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:47,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:48,173 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:48,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:50,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:51,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:51,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:51,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:51,295 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:52,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:52,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:54,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:54,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:54,674 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:54,674 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:54,680 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:55,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:12:56,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:12:58,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:58,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:12:58,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:58,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:58,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:00,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:00,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:00,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:00,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:00,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:02,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:02,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:02,879 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:02,884 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:03,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:04,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:05,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:07,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:07,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:07,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:07,020 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:07,195 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:08,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:10,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:13:11,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:11,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:11,161 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:11,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:11,166 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:11,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:12,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:14,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:14,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:14,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:14,541 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:15,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:15,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:16,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:16,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:18,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:18,071 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:18,071 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:18,076 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:18,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:20,211 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:22,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:26,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:26,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:26,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:26,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:27,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:27,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:28,218 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:30,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:30,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:32,514 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:32,514 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:32,515 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:32,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:32,520 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:33,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:34,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:37,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:37,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:37,614 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:37,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:37,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:38,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:40,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:40,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:13:40,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:40,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:40,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:40,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:41,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:42,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:42,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:44,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:44,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:44,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:44,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:45,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:45,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:45,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:46,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:48,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:52,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:52,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:52,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:52,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:53,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:54,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:54,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:56,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:56,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:13:56,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:56,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:57,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:13:58,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:13:59,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:00,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:00,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:00,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:02,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:02,413 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:02,413 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:02,418 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:03,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:04,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:05,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:05,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:05,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:05,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:05,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:06,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:08,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:10,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:14:10,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:14,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:14,264 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:14,264 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:14,270 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:15,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:15,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:16,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:16,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:21,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:22,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:22,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:22,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:22,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:23,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:24,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:25,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:25,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:25,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:25,794 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:26,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:26,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:28,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:29,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:29,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:29,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:29,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:30,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:30,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:30,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:32,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:32,597 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:33,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:33,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:33,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:33,031 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:33,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:34,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:36,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:36,718 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:36,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:36,724 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:37,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:37,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:38,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:40,680 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:14:41,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:41,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:41,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:41,730 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:42,286 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:42,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:44,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:44,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:44,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:44,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:44,996 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:45,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:45,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:46,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:48,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:52,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:52,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:52,753 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:52,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:53,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:53,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:54,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:56,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:56,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:56,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:56,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:56,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:14:58,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:14:59,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:59,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:59,537 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:14:59,537 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:59,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:00,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:00,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:00,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:02,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:03,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:03,123 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:03,123 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:03,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:03,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:04,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:04,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:06,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:06,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:06,740 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:06,745 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:07,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:08,313 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:09,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:10,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:15:13,047 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:13,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:13,048 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:13,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:13,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:14,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:15,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:15,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:17,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:17,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:17,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:17,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:17,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:18,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:20,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:24,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:24,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:24,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:24,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:25,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:25,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:26,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:29,529 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:29,530 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:29,530 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:29,536 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:30,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:30,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:30,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:30,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:30,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:31,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:33,007 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:33,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:33,008 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:33,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:33,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:34,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:36,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:36,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:36,503 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:36,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:37,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:37,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:38,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:39,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:39,596 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:39,596 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:39,601 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:40,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:40,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:15:42,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:42,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:44,919 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:44,920 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:44,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:44,926 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:45,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:45,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:46,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:48,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:53,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:53,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:15:53,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:53,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:54,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:15:54,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:15:54,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:59,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:00,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:00,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:00,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:01,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:01,290 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:01,290 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:01,296 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:01,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:02,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:04,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:04,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:04,779 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:04,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:04,785 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:05,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:06,370 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:09,258 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:09,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:09,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:09,264 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:09,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:10,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:10,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:10,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:16:13,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:13,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:13,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:13,606 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:14,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:15,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:15,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:16,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:17,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:17,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:17,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:17,271 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:17,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:18,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:20,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:20,905 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:20,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:20,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:20,911 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:21,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:22,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:25,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:26,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:26,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:26,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:26,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:26,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:28,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:29,963 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:29,964 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:29,964 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:29,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:30,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:30,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:30,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:30,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:31,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:32,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:33,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:33,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:33,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:33,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:34,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:34,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:37,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:37,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:37,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:37,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:37,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:37,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:38,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:40,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:40,623 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:40,623 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:40,628 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:40,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:16:41,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:42,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:42,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:43,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:43,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:43,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:43,988 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:44,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:45,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:45,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:46,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:48,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:49,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:49,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:49,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:49,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:50,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:52,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:53,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:54,029 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:54,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:16:54,030 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:54,036 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:54,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:16:56,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:16:59,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:00,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:00,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:02,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:02,378 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:02,378 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:02,385 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:02,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:04,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:04,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:05,917 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:05,918 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:05,918 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:05,923 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:06,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:08,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:09,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:09,081 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:09,081 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:09,086 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:09,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:10,087 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:10,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:10,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:17:12,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:12,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:12,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:12,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:12,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:14,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:15,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:15,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:15,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:16,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:16,400 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:16,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:16,406 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:16,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:18,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:20,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:21,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:21,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:21,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:21,556 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:22,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:22,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:25,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:25,475 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:25,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:25,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:25,481 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:26,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:26,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:30,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:30,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:30,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:30,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:30,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:30,755 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:31,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:32,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:34,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:34,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:34,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:34,232 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:34,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:36,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:36,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:37,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:37,831 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:37,831 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:37,837 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:38,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:40,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:40,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:17:41,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:41,100 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:41,100 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:41,106 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:41,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:42,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:42,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:45,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:45,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:45,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:45,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:45,993 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:46,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:48,030 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:48,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:51,915 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:51,916 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:17:51,916 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:51,921 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:52,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:17:53,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:54,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:17:58,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:00,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:00,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:00,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:00,532 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:00,537 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:01,489 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:02,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:03,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:03,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:03,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:03,648 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:04,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:04,495 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:04,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:08,966 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:08,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:08,967 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:08,973 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:09,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:09,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:10,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:10,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:18:12,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:12,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:12,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:12,929 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:13,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:14,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:15,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:15,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:16,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:16,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:16,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:16,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:16,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:18,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:19,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:19,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:19,657 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:19,663 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:20,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:20,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:20,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:24,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:24,840 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:24,840 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:24,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:25,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:25,846 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:26,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:29,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:29,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:29,661 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:29,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:30,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:30,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:30,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:31,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:33,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:33,412 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:33,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:33,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:33,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:34,526 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:36,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:36,640 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:36,640 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:36,640 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:36,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:37,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:38,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:40,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:40,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:40,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:40,686 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:40,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:18:41,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:41,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:42,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:45,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:46,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:46,592 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:46,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:46,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:47,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:47,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:48,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:50,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:50,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:50,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:50,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:50,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:52,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:53,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:54,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:54,675 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:18:54,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:54,681 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:55,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:18:56,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:18:58,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:00,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:02,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:02,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:02,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:02,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:02,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:04,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:04,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:09,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:09,417 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:09,417 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:09,423 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:09,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:10,423 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:10,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:10,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:19:13,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:13,032 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:13,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:13,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:13,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:14,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:15,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:15,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:18,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:18,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:18,896 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:18,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:19,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:20,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:20,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:22,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:22,973 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:22,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:22,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:23,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:24,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:25,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:26,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:26,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:26,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:26,517 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:26,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:28,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:30,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:30,103 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:30,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:30,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:30,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:30,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:30,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:31,595 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:32,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:35,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:35,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:35,848 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:35,853 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:36,589 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:36,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:38,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:39,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:39,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:39,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:39,769 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:40,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:40,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:40,704 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:19:42,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:44,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:44,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:44,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:44,079 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:44,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:45,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:45,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:46,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:48,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:48,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:48,190 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:48,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:48,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:48,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:50,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:51,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:51,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:51,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:51,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:51,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:52,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:53,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:56,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:56,722 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:19:56,722 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:56,728 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:57,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:19:58,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:19:58,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:00,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:00,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:03,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:03,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:03,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:03,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:03,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:04,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:04,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:06,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:06,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:06,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:06,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:07,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:08,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:09,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:10,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:20:11,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:11,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:11,848 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:11,854 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:12,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:12,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:15,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:15,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:15,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:15,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:15,532 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:15,533 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:15,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:15,538 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:15,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:16,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:19,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:19,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:19,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:19,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:19,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:20,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:21,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:23,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:23,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:23,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:23,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:23,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:24,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:27,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:28,098 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:28,099 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:28,099 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:28,105 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:28,644 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:30,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:30,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:31,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:31,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:31,824 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:31,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:32,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:32,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:32,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:35,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:35,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:35,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:35,445 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:35,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:36,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:38,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:39,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:39,204 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:39,204 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:39,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:39,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:40,658 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:40,708 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:20:43,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:45,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:45,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:45,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:45,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:45,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:46,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:48,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:48,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:49,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:49,605 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:49,605 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:49,611 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:49,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:50,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:54,612 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:55,606 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:55,607 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:20:55,607 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:55,613 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:55,673 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:20:56,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:20:59,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:00,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:00,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:00,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:00,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:00,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:00,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:00,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:02,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:05,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:05,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:05,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:05,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:05,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:05,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:06,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:10,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:10,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:21:13,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:13,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:13,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:13,280 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:13,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:14,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:15,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:15,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:15,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:17,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:17,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:17,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:17,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:17,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:18,699 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:20,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:20,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:20,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:20,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:20,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:20,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:22,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:24,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:24,672 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:24,672 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:24,678 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:24,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:25,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:26,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:29,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:29,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:29,268 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:29,273 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:29,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:30,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:30,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:31,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:32,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:32,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:32,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:32,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:32,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:34,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:35,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:35,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:35,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:35,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:36,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:36,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:36,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:38,815 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:38,816 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:38,816 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:38,821 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:39,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:40,712 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:21:40,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:42,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:42,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:42,937 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:42,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:42,943 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:43,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:44,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:45,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:46,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:46,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:46,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:46,436 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:46,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:48,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:48,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:50,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:50,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:50,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:50,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:50,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:52,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:54,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:56,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:56,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:21:56,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:56,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:56,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:21:58,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:21:59,532 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:00,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:00,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:00,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:00,907 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:00,907 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:00,908 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:00,913 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:01,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:02,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:04,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:04,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:04,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:04,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:04,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:05,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:06,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:09,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:09,130 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:09,131 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:09,136 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:09,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:10,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:10,711 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:22:10,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:13,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:13,784 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:13,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:13,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:14,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:14,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:15,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:15,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:15,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:15,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:18,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:18,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:18,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:18,061 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:18,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:20,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:21,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:23,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:23,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:23,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:23,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:23,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:24,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:26,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:30,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:30,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:32,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:32,149 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:32,149 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:32,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:32,154 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:32,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:34,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:35,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:35,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:35,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:35,665 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:35,793 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:36,796 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:37,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:38,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:38,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:38,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:38,962 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:39,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:40,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:22:40,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:42,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:45,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:45,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:46,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:46,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:46,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:46,138 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:46,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:48,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:48,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:49,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:49,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:49,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:49,781 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:49,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:50,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:53,422 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:53,423 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:53,423 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:53,423 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:53,429 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:53,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:54,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:57,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:57,846 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:22:57,846 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:57,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:58,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:22:58,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:22:58,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:00,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:00,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:00,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:00,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:00,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:00,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:01,822 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:02,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:03,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:05,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:05,431 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:05,431 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:05,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:05,827 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:06,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:08,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:08,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:08,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:08,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:08,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:09,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:10,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:23:10,834 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:13,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:13,723 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:13,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:13,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:13,836 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:14,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:15,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:15,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:18,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:18,466 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:18,466 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:18,472 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:18,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:20,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:21,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:22,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:22,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:22,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:22,416 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:22,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:24,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:26,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:26,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:26,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:26,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:26,886 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:27,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:28,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:30,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:30,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:30,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:30,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:30,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:30,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:30,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:30,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:32,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:32,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:34,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:34,014 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:34,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:34,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:34,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:34,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:37,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:37,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:37,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:37,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:37,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:38,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:38,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:40,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:23:41,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:41,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:41,686 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:41,691 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:41,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:42,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:43,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:45,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:45,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:45,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:49,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:50,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:50,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:50,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:50,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:50,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:52,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:53,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:53,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:53,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:53,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:53,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:54,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:54,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:23:57,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:57,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:23:57,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:57,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:57,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:23:58,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:00,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:00,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:01,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:01,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:01,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:01,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:01,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:02,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:04,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:04,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:04,721 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:04,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:04,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:05,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:06,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:08,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:08,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:08,005 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:08,010 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:08,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:08,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:10,720 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:24:11,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:12,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:12,942 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:12,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:12,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:13,901 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:14,904 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:15,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:16,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:16,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:16,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:16,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:16,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:17,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:18,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:22,033 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:22,442 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:22,443 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:22,443 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:22,448 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:22,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:24,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:25,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:25,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:25,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:25,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:26,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:26,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:27,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:30,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:30,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:30,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:30,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:30,852 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:30,852 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:30,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:30,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:32,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:33,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:34,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:34,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:34,365 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:34,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:34,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:36,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:37,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:37,731 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:37,731 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:37,737 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:37,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:38,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:39,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:40,722 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:24:41,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:41,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:41,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:41,131 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:41,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:42,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:45,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:45,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:45,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:45,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:45,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:45,555 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:45,555 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:45,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:45,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:46,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:50,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:50,816 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:50,817 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:50,817 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:50,823 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:50,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:52,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:24:54,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:54,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:24:54,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:54,783 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:54,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:24:55,784 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:56,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:00,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:00,729 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:00,729 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:00,729 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:00,735 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:00,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:01,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:02,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:05,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:05,514 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:05,514 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:05,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:05,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:06,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:07,520 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:10,541 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:10,542 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:10,542 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:10,547 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:10,724 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:25:10,965 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:12,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:12,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:14,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:14,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:14,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:14,224 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:14,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:15,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:15,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:16,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:17,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:17,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:17,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:17,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:17,973 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:18,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:18,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:20,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:20,759 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:20,759 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:20,764 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:20,978 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:22,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:23,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:28,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:29,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:29,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:29,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:29,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:29,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:30,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:30,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:30,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:33,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:33,035 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:33,035 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:33,040 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:33,987 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:34,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:34,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:36,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:36,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:36,938 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:36,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:36,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:38,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:39,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:40,726 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:25:42,300 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:42,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:42,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:42,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:42,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:45,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:45,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:45,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:45,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:46,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:46,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:46,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:46,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:47,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:49,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:50,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:52,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:52,528 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:52,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:52,533 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:53,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:55,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:25:56,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:57,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:57,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:25:57,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:57,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:58,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:25:59,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:00,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:00,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:02,522 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:04,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:04,010 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:04,010 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:04,016 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:04,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:05,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:07,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:07,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:07,634 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:07,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:07,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:08,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:09,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:10,728 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:26:11,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:11,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:11,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:11,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:12,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:13,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:13,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:15,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:15,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:15,304 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:15,309 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:15,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:16,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:17,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:18,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:23,533 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:23,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:23,767 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:23,767 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:23,773 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:24,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:25,042 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:26,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:26,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:26,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:26,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:27,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:28,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:29,045 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:30,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:30,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:30,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:30,577 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:30,582 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:31,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:33,049 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:34,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:35,056 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:35,057 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:35,057 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:35,062 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:36,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:37,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:38,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:38,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:38,983 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:38,989 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:39,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:39,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:40,730 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:26:41,058 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:42,521 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:42,522 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:42,522 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:42,527 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:43,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:45,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:45,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:45,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:45,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:45,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:46,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:46,294 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:46,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:46,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:47,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:49,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:50,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:50,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:50,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:50,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:51,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:51,503 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:53,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:54,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:54,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:54,026 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:54,032 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:54,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:55,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:26:57,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:57,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:57,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:26:57,374 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:57,379 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:58,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:26:59,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:00,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:00,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:00,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:00,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:00,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:01,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:02,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:03,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:04,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:04,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:04,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:04,337 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:05,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:05,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:08,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:10,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:27:12,488 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:12,489 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:12,489 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:12,494 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:13,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:13,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:15,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:15,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:15,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:15,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:15,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:15,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:16,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:17,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:18,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:19,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:19,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:19,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:19,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:20,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:21,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:23,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:23,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:23,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:23,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:24,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:24,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:25,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:27,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:27,007 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:27,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:27,012 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:27,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:29,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:30,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:30,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:30,965 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:30,966 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:30,966 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:30,971 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:31,112 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:33,114 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:33,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:33,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:33,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:33,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:34,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:35,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:35,964 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:39,388 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:39,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:39,389 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:39,394 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:40,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:40,734 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:27:41,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:41,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:45,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:45,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:45,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:47,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:48,342 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:48,342 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:48,343 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:48,348 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:49,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:49,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:53,386 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:54,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:54,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:54,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:54,082 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:54,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:55,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:27:57,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:57,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:27:57,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:57,894 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:58,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:27:58,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:59,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:00,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:01,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:01,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:01,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:01,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:02,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:03,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:03,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:07,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:07,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:07,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:07,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:08,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:09,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:09,471 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:10,740 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:28:11,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:11,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:11,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:11,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:11,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:13,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:14,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:14,810 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:14,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:14,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:14,816 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:15,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:15,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:15,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:17,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:20,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:23,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:23,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:23,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:23,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:24,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:25,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:25,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:26,923 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:26,924 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:26,924 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:26,930 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:27,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:29,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:30,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:30,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:31,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:31,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:31,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:31,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:31,843 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:32,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:33,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:36,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:40,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:40,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:40,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:40,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:40,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:40,739 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:28:41,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:42,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:44,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:44,899 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:44,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:44,905 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:45,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:45,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:45,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:47,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:48,337 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:48,338 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:48,338 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:48,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:48,343 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:49,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:49,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:52,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:52,426 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:52,426 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:52,431 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:53,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:28:53,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:28:53,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:58,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:59,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:59,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:28:59,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:59,054 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:59,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:00,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:00,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:00,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:01,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:03,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:07,345 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:07,345 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:07,345 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:07,350 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:08,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:09,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:09,390 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:10,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:29:12,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:12,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:12,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:12,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:12,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:13,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:15,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:15,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:15,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:15,551 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:15,551 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:15,556 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:16,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:17,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:20,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:21,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:21,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:21,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:21,462 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:22,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:23,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:24,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:24,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:24,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:24,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:25,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:25,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:27,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:27,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:27,641 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:27,642 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:27,647 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:28,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:29,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:30,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:30,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:32,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:32,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:32,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:32,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:33,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:35,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:35,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:38,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:38,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:38,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:38,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:39,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:39,238 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:40,743 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:29:41,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:44,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:44,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:44,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:44,704 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:45,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:45,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:47,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:47,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:48,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:48,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:48,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:48,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:49,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:51,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:29:52,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:57,079 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:57,080 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:29:57,080 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:57,086 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:57,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:29:58,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:59,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:00,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:00,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:00,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:03,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:05,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:05,768 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:05,768 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:05,773 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:06,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:07,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:08,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:10,464 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:10,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:10,465 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:10,471 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:10,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:30:11,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:11,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:14,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:14,334 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:14,335 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:14,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:14,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:15,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:15,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:15,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:18,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:18,880 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:18,880 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:18,886 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:19,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:19,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:21,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:22,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:22,883 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:22,883 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:22,889 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:23,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:25,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:25,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:28,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:28,161 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:28,162 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:28,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:28,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:29,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:30,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:30,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:31,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:31,324 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:31,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:31,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:31,329 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:32,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:33,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:36,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:38,836 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:38,837 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:38,837 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:38,843 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:39,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:40,747 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:30:41,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:41,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:43,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:43,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:43,766 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:43,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:44,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:45,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:45,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:45,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:47,530 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:47,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:47,556 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:47,556 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:47,562 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:48,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:49,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:51,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:51,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:51,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:51,317 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:52,311 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:53,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:53,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:54,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:54,576 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:30:54,576 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:54,581 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:55,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:30:55,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:30:58,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:00,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:00,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:00,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:00,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:00,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:00,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:00,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:01,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:03,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:03,635 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:06,103 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:06,104 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:06,104 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:06,111 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:06,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:07,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:09,111 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:09,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:09,837 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:09,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:09,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:10,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:10,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:31:11,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:14,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:15,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:15,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:15,252 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:15,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:15,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:15,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:15,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:17,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:19,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:19,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:19,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:19,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:19,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:20,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:21,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:24,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:26,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:26,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:26,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:26,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:26,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:27,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:30,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:30,311 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:30,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:30,312 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:30,317 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:30,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:30,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:31,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:33,495 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:33,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:33,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:33,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:34,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:35,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:35,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:40,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:40,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:31:41,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:41,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:41,973 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:41,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:42,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:43,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:45,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:45,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:46,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:46,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:46,886 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:46,891 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:47,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:49,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:50,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:51,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:51,413 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:51,414 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:51,419 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:52,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:53,376 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:55,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:55,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:55,665 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:55,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:56,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:31:56,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:57,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:31:59,511 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:59,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:31:59,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:59,518 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:00,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:00,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:00,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:00,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:01,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:02,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:03,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:03,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:03,553 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:03,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:04,388 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:05,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:06,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:06,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:06,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:06,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:07,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:07,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:09,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:10,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:32:13,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:13,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:13,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:13,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:13,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:13,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:15,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:15,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:17,596 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:17,597 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:17,597 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:17,603 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:18,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:18,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:19,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:21,319 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:21,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:21,320 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:21,325 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:21,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:23,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:24,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:24,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:24,999 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:24,999 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:25,005 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:25,411 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:27,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:29,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:29,486 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:29,486 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:29,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:29,492 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:30,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:30,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:31,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:33,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:33,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:33,371 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:33,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:33,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:35,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:35,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:38,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:38,054 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:38,054 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:38,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:38,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:39,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:40,757 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:32:40,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:42,747 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:42,748 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:42,748 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:42,754 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:43,432 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:45,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:45,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:46,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:47,496 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:47,496 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:47,496 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:47,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:48,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:49,440 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:51,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:51,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:51,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:51,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:51,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:52,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:53,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:32:56,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:56,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:32:56,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:56,961 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:57,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:32:57,962 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:59,452 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:00,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:00,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:00,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:00,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:00,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:00,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:00,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:00,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:03,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:03,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:04,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:04,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:04,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:04,609 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:05,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:07,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:08,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:08,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:08,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:08,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:08,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:09,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:10,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:33:11,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:13,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:13,397 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:13,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:13,404 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:13,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:14,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:15,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:15,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:17,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:17,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:17,835 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:17,841 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:18,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:19,477 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:19,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:21,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:21,905 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:21,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:21,911 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:22,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:23,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:24,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:25,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:25,438 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:25,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:25,444 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:25,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:27,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:29,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:29,847 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:29,847 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:29,853 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:30,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:30,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:30,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:30,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:31,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:34,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:34,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:34,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:34,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:35,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:35,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:37,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:38,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:38,631 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:38,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:38,637 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:39,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:40,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:33:41,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:41,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:43,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:43,771 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:43,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:43,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:44,506 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:45,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:45,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:45,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:47,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:47,219 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:47,219 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:47,220 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:47,225 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:47,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:49,513 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:51,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:51,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:51,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:51,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:51,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:52,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:53,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:54,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:54,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:33:54,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:54,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:55,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:33:57,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:33:57,978 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:00,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:00,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:00,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:00,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:00,564 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:00,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:01,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:03,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:03,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:04,883 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:04,883 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:04,884 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:04,890 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:05,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:07,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:08,130 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:08,131 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:08,131 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:08,137 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:08,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:09,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:09,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:10,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:34:11,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:11,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:11,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:11,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:11,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:13,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:14,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:15,324 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:15,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:15,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:16,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:16,403 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:16,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:16,409 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:16,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:19,548 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:20,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:20,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:20,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:20,617 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:20,623 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:21,551 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:23,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:25,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:25,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:25,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:25,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:25,555 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:26,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:27,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:29,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:29,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:29,095 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:29,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:29,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:30,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:31,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:31,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:32,752 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:32,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:32,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:32,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:33,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:35,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:36,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:36,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:36,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:36,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:36,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:37,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:39,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:40,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:34:40,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:40,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:40,815 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:40,820 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:41,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:41,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:43,579 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:43,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:43,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:43,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:43,731 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:44,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:45,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:45,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:45,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:45,583 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:47,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:47,088 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:47,088 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:47,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:47,094 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:47,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:49,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:50,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:50,559 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:50,559 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:50,565 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:50,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:52,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:53,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:54,131 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:54,132 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:54,132 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:54,138 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:54,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:55,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:34:58,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:58,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:58,339 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:34:58,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:58,345 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:58,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:34:59,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:00,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:02,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:02,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:02,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:02,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:02,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:03,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:03,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:06,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:06,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:06,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:06,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:06,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:08,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:09,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:10,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:35:11,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:11,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:11,796 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:11,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:12,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:13,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:13,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:15,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:15,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:15,325 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:15,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:15,951 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:15,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:15,957 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:16,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:17,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:18,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:19,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:19,212 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:19,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:19,218 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:19,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:21,626 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:22,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:22,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:22,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:22,860 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:23,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:24,861 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:25,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:26,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:26,398 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:26,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:26,404 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:26,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:27,634 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:29,508 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:29,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:29,509 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:29,515 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:29,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:30,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:30,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:31,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:34,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:34,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:34,107 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:34,112 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:34,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:35,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:36,149 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:40,770 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:35:41,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:42,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:42,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:42,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:42,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:42,647 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:43,650 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:45,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:45,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:45,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:46,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:46,318 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:46,318 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:46,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:46,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:47,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:47,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:49,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:49,427 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:49,427 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:49,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:49,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:51,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:35:52,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:57,434 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:57,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:57,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:35:57,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:57,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:58,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:35:59,664 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:00,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:02,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:02,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:02,602 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:02,602 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:02,608 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:02,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:05,491 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:05,491 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:05,491 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:05,497 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:05,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:05,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:07,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:08,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:09,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:09,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:09,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:09,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:09,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:10,769 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:36:11,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:12,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:12,831 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:12,831 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:12,837 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:13,681 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:13,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:15,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:15,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:15,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:15,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:16,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:16,126 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:16,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:16,132 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:16,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:17,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:19,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:23,215 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:23,216 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:23,216 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:23,222 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:23,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:24,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:25,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:27,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:27,407 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:27,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:27,413 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:27,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:29,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:29,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:30,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:30,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:31,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:31,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:31,781 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:31,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:32,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:33,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:34,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:34,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:34,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:34,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:34,904 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:35,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:37,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:38,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:38,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:38,991 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:38,997 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:39,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:39,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:40,774 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:36:41,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:42,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:42,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:42,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:42,658 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:42,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:45,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:45,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:45,580 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:45,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:45,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:45,953 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:45,953 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:45,959 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:46,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:47,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:49,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:49,617 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:49,617 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:49,623 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:49,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:50,624 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:51,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:53,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:53,985 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:53,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:53,992 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:54,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:55,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:36:55,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:57,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:57,273 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:36:57,273 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:57,279 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:57,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:36:59,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:00,325 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:00,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:00,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:00,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:00,593 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:00,593 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:00,599 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:00,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:01,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:03,742 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:03,942 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:03,943 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:03,943 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:03,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:04,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:05,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:06,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:07,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:07,544 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:07,544 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:07,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:07,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:09,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:10,773 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:37:12,774 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:12,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:12,920 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:12,920 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:12,927 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:13,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:15,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:15,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:15,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:15,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:17,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:17,461 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:17,461 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:17,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:17,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:18,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:19,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:22,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:22,090 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:22,090 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:22,096 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:22,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:23,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:24,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:25,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:25,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:25,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:25,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:26,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:27,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:29,818 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:29,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:29,819 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:29,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:29,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:30,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:30,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:30,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:30,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:31,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:33,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:33,355 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:33,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:33,361 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:33,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:35,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:35,783 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:40,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:40,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:37:42,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:42,418 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:42,418 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:42,424 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:42,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:43,791 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:45,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:45,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:46,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:46,834 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:46,834 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:46,840 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:47,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:49,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:50,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:51,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:51,383 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:51,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:51,389 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:51,799 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:53,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:37:56,390 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:56,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:56,927 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:37:56,927 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:56,933 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:57,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:37:59,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:00,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:00,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:00,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:01,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:01,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:01,723 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:01,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:01,728 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:01,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:03,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:06,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:09,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:09,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:09,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:09,820 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:09,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:10,777 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:38:11,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:11,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:14,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:14,021 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:14,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:14,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:14,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:15,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:15,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:15,326 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:15,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:17,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:19,208 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:19,208 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:19,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:19,214 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:19,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:21,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:23,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:25,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:25,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:25,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:25,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:25,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:27,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:28,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:28,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:28,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:28,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:28,876 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:29,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:30,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:30,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:30,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:31,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:34,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:34,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:34,652 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:34,652 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:34,658 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:34,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:37,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:38,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:38,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:38,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:38,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:38,856 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:39,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:40,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:38:41,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:42,586 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:42,587 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:42,587 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:42,593 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:42,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:43,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:45,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:45,536 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:47,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:47,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:47,322 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:47,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:47,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:49,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:50,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:50,657 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:50,657 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:50,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:50,663 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:50,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:53,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:53,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:53,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:53,739 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:53,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:53,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:55,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:55,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:38:57,295 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:57,296 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:38:57,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:57,302 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:57,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:38:59,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:00,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:00,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:00,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:01,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:02,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:02,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:02,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:02,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:02,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:03,890 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:05,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:05,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:05,697 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:05,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:05,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:06,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:07,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:09,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:09,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:09,986 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:09,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:10,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:39:10,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:11,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:11,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:14,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:14,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:14,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:14,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:14,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:15,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:15,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:17,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:18,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:18,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:18,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:18,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:18,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:19,910 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:22,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:22,211 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:22,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:22,218 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:22,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:23,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:23,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:25,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:25,565 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:25,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:25,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:25,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:27,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:28,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:30,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:30,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:33,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:33,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:33,884 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:33,884 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:33,890 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:33,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:35,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:37,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:37,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:37,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:37,656 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:37,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:38,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:39,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:40,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:39:42,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:42,399 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:42,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:42,406 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:42,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:43,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:44,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:45,326 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:45,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:45,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:45,889 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:45,890 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:45,890 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:45,896 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:45,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:47,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:49,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:52,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:52,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:52,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:52,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:52,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:54,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:55,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:55,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:55,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:55,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:56,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:56,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:39:57,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:39:59,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:59,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:39:59,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:59,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:59,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:00,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:00,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:01,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:04,064 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:04,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:04,064 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:04,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:04,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:05,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:06,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:09,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:09,207 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:09,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:09,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:09,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:10,785 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:40:11,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:11,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:12,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:12,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:12,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:12,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:12,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:13,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:15,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:16,086 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:16,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:16,087 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:16,093 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:16,979 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:17,129 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:17,982 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:19,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:19,336 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:19,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:19,342 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:19,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:21,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:22,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:22,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:22,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:22,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:22,722 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:22,989 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:23,992 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:26,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:26,296 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:26,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:26,302 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:26,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:27,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:28,303 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:30,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:30,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:30,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:30,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:30,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:30,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:33,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:34,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:34,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:34,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:34,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:34,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:35,004 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:36,007 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:37,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:37,546 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:37,546 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:37,552 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:38,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:39,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:40,016 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:40,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:40:41,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:41,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:41,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:41,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:42,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:44,021 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:45,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:45,041 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:45,041 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:45,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:45,047 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:45,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:45,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:45,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:46,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:48,026 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:48,347 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:48,347 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:48,348 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:48,353 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:49,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:50,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:50,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:53,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:53,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:53,086 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:53,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:54,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:56,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:40:56,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:56,352 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:56,353 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:40:56,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:56,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:57,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:40:58,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:00,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:01,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:03,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:03,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:03,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:03,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:04,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:06,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:07,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:07,123 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:07,124 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:07,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:07,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:08,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:10,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:10,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:10,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:10,746 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:10,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:10,789 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:41:11,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:12,054 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:12,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:14,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:14,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:14,102 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:14,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:15,057 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:15,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:16,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:18,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:18,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:18,137 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:18,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:18,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:19,061 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:20,064 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:21,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:21,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:21,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:21,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:22,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:23,238 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:24,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:25,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:25,192 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:25,193 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:25,198 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:26,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:28,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:29,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:29,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:29,446 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:29,446 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:29,452 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:30,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:30,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:32,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:32,737 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:32,737 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:32,738 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:32,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:33,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:34,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:34,781 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:37,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:37,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:37,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:37,272 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:38,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:40,088 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:40,272 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:40,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:41:40,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:40,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:40,977 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:40,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:41,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:44,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:44,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:44,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:44,864 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:44,870 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:45,093 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:45,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:45,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:45,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:45,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:48,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:48,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:48,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:48,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:48,789 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:49,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:50,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:50,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:52,735 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:52,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:52,736 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:52,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:53,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:41:54,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:41:56,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:56,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:56,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:41:56,982 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:56,988 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:57,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:00,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:00,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:00,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:02,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:05,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:05,335 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:05,335 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:05,341 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:06,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:08,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:08,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:10,794 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:42:13,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:14,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:14,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:14,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:14,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:15,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:15,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:15,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:16,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:19,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:19,225 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:19,225 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:19,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:19,231 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:20,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:22,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:24,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:24,708 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:24,709 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:24,709 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:24,715 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:25,136 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:26,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:28,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:28,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:28,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:28,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:29,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:29,906 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:30,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:30,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:30,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:32,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:32,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:32,807 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:32,807 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:32,813 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:33,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:34,149 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:35,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:37,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:37,476 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:37,476 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:37,482 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:38,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:40,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:40,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:42:40,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:40,931 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:40,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:40,931 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:40,937 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:41,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:44,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:44,302 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:44,303 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:44,303 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:44,309 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:45,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:45,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:45,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:45,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:46,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:46,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:47,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:47,582 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:47,582 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:47,588 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:48,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:50,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:51,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:52,036 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:52,037 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:52,037 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:52,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:52,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:54,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:55,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:55,629 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:55,630 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:55,635 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:56,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:42:56,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:58,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:42:59,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:59,611 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:42:59,611 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:59,617 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:00,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:00,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:00,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:00,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:02,185 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:02,596 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:06,440 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:06,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:06,441 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:06,446 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:07,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:08,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:08,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:09,871 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:09,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:09,872 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:09,878 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:10,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:10,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:43:12,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:13,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:14,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:14,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:14,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:14,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:15,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:15,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:16,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:19,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:22,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:22,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:22,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:22,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:23,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:24,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:24,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:26,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:26,126 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:26,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:26,132 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:26,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:28,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:30,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:30,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:30,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:34,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:34,411 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:34,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:34,417 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:35,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:35,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:36,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:37,663 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:37,664 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:37,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:37,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:38,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:40,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:40,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:40,800 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:43:41,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:41,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:41,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:41,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:42,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:44,227 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:45,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:45,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:45,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:45,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:45,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:45,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:45,610 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:46,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:46,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:48,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:49,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:49,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:49,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:49,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:50,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:52,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:43:52,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:56,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:56,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:43:56,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:56,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:57,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:43:57,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:58,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:00,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:00,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:00,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:01,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:01,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:01,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:01,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:02,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:03,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:04,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:05,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:05,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:05,210 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:05,217 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:05,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:08,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:09,218 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:10,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:10,610 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:10,610 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:10,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:10,805 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:44:11,255 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:12,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:14,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:14,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:14,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:14,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:14,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:15,260 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:15,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:16,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:18,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:18,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:18,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:18,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:19,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:20,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:20,349 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:23,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:23,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:23,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:23,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:23,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:26,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:26,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:26,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:26,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:26,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:26,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:27,271 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:28,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:30,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:30,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:30,017 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:30,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:30,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:30,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:30,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:30,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:31,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:32,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:34,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:34,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:34,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:34,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:34,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:36,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:37,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:37,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:37,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:37,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:37,237 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:37,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:40,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:40,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:44:41,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:41,981 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:41,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:41,987 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:42,289 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:42,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:44,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:45,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:45,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:46,550 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:46,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:46,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:46,556 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:47,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:48,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:48,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:50,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:50,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:50,014 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:50,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:50,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:52,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:54,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:54,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:54,923 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:54,923 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:54,928 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:55,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:44:56,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:44:59,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:59,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:44:59,017 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:59,022 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:59,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:59,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:00,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:00,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:00,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:04,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:06,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:06,911 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:06,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:06,917 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:07,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:08,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:09,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:10,809 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:45:10,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:10,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:10,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:10,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:11,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:12,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:14,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:15,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:15,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:19,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:19,181 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:19,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:19,187 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:19,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:20,225 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:22,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:22,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:22,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:22,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:22,708 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:23,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:24,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:25,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:26,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:26,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:26,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:26,122 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:26,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:28,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:29,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:29,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:29,766 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:29,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:30,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:30,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:30,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:31,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:32,347 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:35,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:35,083 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:35,084 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:35,090 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:35,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:37,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:38,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:38,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:38,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:38,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:38,679 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:39,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:40,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:40,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:45:42,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:44,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:44,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:44,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:44,830 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:45,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:45,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:46,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:48,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:48,642 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:48,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:48,643 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:48,649 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:49,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:50,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:52,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:52,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:52,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:52,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:53,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:54,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:54,428 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:56,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:56,081 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:56,081 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:56,086 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:56,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:45:58,371 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:45:59,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:59,959 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:45:59,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:59,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:59,964 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:00,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:00,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:02,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:03,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:03,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:03,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:03,757 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:04,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:05,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:06,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:08,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:08,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:08,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:08,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:08,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:10,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:10,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:46:10,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:11,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:11,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:11,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:11,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:11,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:14,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:15,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:16,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:19,169 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:19,170 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:19,170 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:19,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:19,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:22,213 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:22,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:22,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:22,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:22,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:22,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:23,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:24,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:26,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:26,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:26,173 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:26,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:26,403 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:28,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:28,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:30,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:31,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:31,191 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:31,191 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:31,197 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:31,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:33,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:34,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:35,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:35,518 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:35,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:35,524 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:36,414 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:38,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:38,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:39,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:39,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:39,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:39,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:39,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:40,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:46:42,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:42,682 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:42,683 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:42,683 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:42,690 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:43,421 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:43,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:44,423 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:45,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:46,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:46,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:46,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:46,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:47,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:48,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:49,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:51,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:51,469 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:51,469 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:51,475 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:52,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:46:54,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:46:55,475 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:57,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:57,502 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:46:57,502 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:57,508 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:58,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:00,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:00,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:00,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:05,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:05,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:05,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:05,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:05,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:06,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:08,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:09,155 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:09,156 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:09,156 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:09,162 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:09,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:10,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:10,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:47:10,815 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:13,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:13,658 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:13,658 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:13,665 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:14,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:15,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:16,457 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:16,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:17,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:17,360 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:17,360 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:17,366 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:17,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:20,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:22,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:22,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:22,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:22,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:22,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:23,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:24,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:27,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:27,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:27,055 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:27,060 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:27,472 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:28,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:28,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:30,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:30,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:33,575 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:35,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:35,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:35,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:35,454 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:35,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:38,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:39,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:39,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:39,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:39,818 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:39,824 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:40,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:40,816 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:47:42,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:44,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:44,036 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:44,036 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:44,041 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:44,490 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:45,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:45,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:45,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:46,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:50,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:52,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:52,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:52,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:52,501 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:52,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:47:54,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:47:56,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:57,346 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:57,347 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:47:57,347 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:57,353 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:57,506 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:00,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:00,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:00,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:01,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:01,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:01,753 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:01,753 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:01,759 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:02,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:04,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:06,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:06,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:06,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:06,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:06,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:07,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:08,519 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:10,230 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:10,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:10,231 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:10,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:10,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:10,818 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:48:12,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:12,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:14,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:14,613 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:14,614 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:14,620 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:15,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:15,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:15,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:16,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:18,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:22,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:22,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:22,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:23,003 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:23,533 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:24,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:24,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:27,235 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:27,236 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:27,236 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:27,241 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:27,538 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:28,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:29,242 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:30,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:31,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:31,282 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:31,282 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:31,288 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:31,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:34,321 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:34,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:36,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:36,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:36,095 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:36,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:36,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:38,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:39,592 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:39,593 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:39,593 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:39,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:39,599 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:40,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:40,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:48:42,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:42,803 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:42,804 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:42,804 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:42,810 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:43,558 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:44,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:44,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:45,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:47,535 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:47,536 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:47,536 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:47,542 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:47,562 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:50,564 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:50,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:50,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:50,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:50,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:50,757 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:51,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:52,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:48:55,244 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:55,245 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:48:55,245 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:55,251 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:55,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:48:56,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:56,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:00,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:00,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:00,001 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:00,007 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:00,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:00,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:01,629 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:02,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:04,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:04,645 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:04,645 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:04,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:05,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:06,582 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:06,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:09,672 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:09,673 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:09,673 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:09,679 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:10,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:10,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:49:11,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:12,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:13,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:13,871 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:13,871 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:13,877 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:14,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:15,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:16,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:17,584 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:18,132 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:18,133 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:18,133 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:18,139 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:18,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:20,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:21,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:21,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:21,635 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:21,641 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:22,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:22,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:24,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:26,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:26,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:26,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:26,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:27,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:27,743 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:28,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:30,330 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:30,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:30,852 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:30,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:30,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:31,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:32,610 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:32,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:36,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:36,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:36,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:36,642 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:37,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:38,614 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:38,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:40,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:40,319 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:40,319 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:40,324 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:40,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:40,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:49:42,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:43,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:44,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:44,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:44,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:44,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:44,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:45,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:46,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:47,441 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:47,441 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:47,442 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:47,447 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:47,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:49,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:50,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:50,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:50,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:50,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:50,911 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:51,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:52,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:54,509 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:54,510 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:54,510 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:54,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:54,516 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:54,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:56,636 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:49:58,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:58,776 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:49:58,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:58,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:59,638 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:49:59,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:00,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:00,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:01,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:01,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:01,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:02,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:02,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:04,646 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:05,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:06,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:06,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:06,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:06,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:06,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:08,652 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:10,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:10,827 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:50:11,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:11,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:11,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:11,316 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:11,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:12,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:15,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:15,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:17,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:17,627 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:17,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:17,635 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:17,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:20,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:20,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:21,228 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:21,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:21,229 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:21,234 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:21,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:22,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:25,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:25,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:25,102 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:25,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:25,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:26,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:26,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:30,305 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:30,306 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:30,306 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:30,312 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:30,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:30,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:30,672 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:31,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:32,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:33,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:33,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:33,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:33,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:34,677 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:36,678 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:37,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:40,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:50:42,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:43,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:43,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:43,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:43,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:43,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:44,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:45,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:45,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:45,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:45,997 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:45,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:46,004 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:46,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:48,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:48,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:50,454 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:50,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:50,455 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:50,461 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:50,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:52,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:53,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:53,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:53,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:53,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:53,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:54,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:56,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:50:57,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:57,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:50:57,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:57,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:57,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:50:58,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:00,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:00,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:00,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:00,754 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:00,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:00,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:00,761 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:01,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:02,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:03,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:04,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:04,628 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:04,628 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:04,634 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:04,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:06,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:08,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:08,200 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:08,201 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:08,207 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:08,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:09,207 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:10,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:10,831 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:51:13,851 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:13,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:13,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:13,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:14,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:14,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:15,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:15,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:16,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:17,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:17,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:17,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:17,179 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:17,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:18,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:20,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:20,687 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:20,688 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:20,688 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:20,694 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:20,726 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:22,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:24,119 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:24,119 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:24,119 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:24,125 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:24,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:26,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:26,735 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:27,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:27,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:27,809 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:27,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:28,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:30,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:30,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:30,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:30,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:31,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:31,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:31,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:31,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:31,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:31,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:32,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:35,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:35,067 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:35,068 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:35,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:35,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:36,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:37,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:38,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:38,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:38,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:38,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:38,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:40,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:40,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:51:42,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:43,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:43,293 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:43,293 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:43,299 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:43,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:44,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:45,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:46,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:46,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:46,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:46,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:47,757 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:47,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:48,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:50,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:50,284 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:50,284 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:50,289 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:50,759 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:52,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:53,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:56,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:56,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:51:56,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:56,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:56,765 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:51:58,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:51:59,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:00,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:00,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:00,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:01,344 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:01,345 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:01,345 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:01,350 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:01,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:02,775 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:04,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:04,847 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:04,848 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:04,848 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:04,854 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:05,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:06,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:09,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:10,835 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:52:11,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:11,031 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:11,032 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:11,038 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:11,784 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:12,786 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:15,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:15,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:16,387 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:16,387 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:16,388 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:16,393 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:16,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:18,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:20,429 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:20,458 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:20,459 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:20,459 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:20,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:20,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:22,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:25,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:25,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:25,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:25,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:25,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:26,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:26,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:29,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:29,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:29,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:29,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:29,806 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:30,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:30,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:30,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:30,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:31,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:33,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:33,668 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:33,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:33,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:33,810 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:36,709 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:36,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:37,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:37,298 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:37,299 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:37,304 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:37,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:38,815 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:40,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:40,631 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:40,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:40,637 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:40,816 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:40,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:52:41,842 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:42,820 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:45,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:47,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:49,868 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:49,868 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:49,869 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:49,875 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:50,825 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:52,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:52,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:54,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:54,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:54,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:54,233 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:54,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:56,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:52:57,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:57,589 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:52:57,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:57,595 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:57,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:52:58,596 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:58,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:00,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:00,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:00,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:02,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:02,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:02,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:02,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:02,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:04,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:04,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:07,356 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:07,357 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:07,357 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:07,364 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:07,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:08,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:09,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:10,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:10,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:10,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:10,814 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:10,839 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:53:10,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:12,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:14,841 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:15,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:16,343 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:16,343 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:16,343 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:16,349 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:16,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:18,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:20,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:21,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:21,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:21,364 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:21,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:21,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:22,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:26,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:26,385 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:26,386 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:26,386 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:26,392 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:26,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:28,867 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:30,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:31,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:31,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:31,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:31,120 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:31,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:32,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:32,872 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:35,199 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:35,199 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:35,200 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:35,206 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:35,874 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:36,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:37,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:40,759 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:40,760 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:40,760 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:40,766 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:40,844 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:53:40,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:42,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:42,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:44,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:44,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:44,421 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:44,427 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:44,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:45,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:45,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:45,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:46,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:47,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:47,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:47,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:47,522 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:47,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:48,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:48,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:53,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:53,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:53,463 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:53,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:53,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:54,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:54,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:56,563 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:56,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:53:56,564 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:56,569 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:56,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:53:58,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:53:59,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:00,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:00,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:00,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:00,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:00,639 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:00,639 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:00,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:00,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:02,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:04,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:04,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:04,016 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:04,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:04,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:05,057 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:06,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:07,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:07,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:07,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:07,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:08,909 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:10,843 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:54:10,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:10,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:12,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:12,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:12,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:12,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:12,913 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:14,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:15,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:15,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:15,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:16,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:20,806 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:20,806 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:20,807 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:20,812 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:20,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:21,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:22,925 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:26,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:27,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:27,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:27,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:27,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:27,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:28,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:30,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:31,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:31,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:31,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:31,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:31,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:31,933 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:34,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:35,462 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:35,463 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:35,463 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:35,469 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:35,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:36,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:37,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:39,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:39,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:39,941 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:39,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:40,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:54:40,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:42,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:42,945 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:45,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:45,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:45,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:48,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:48,472 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:48,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:48,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:48,478 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:48,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:50,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:52,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:52,795 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:52,796 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:52,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:52,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:53,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:54,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:56,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:56,333 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:54:56,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:56,339 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:56,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:54:58,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:54:59,339 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:00,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:00,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:00,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:00,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:00,803 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:00,803 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:00,810 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:00,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:02,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:04,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:09,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:09,358 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:09,358 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:09,364 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:09,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:10,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:10,849 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:55:10,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:15,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:15,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:15,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:15,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:15,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:15,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:15,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:15,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:15,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:16,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:18,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:18,550 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:18,550 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:18,556 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:18,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:20,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:20,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:22,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:22,308 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:22,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:22,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:22,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:24,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:26,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:27,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:27,174 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:27,175 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:27,180 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:27,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:28,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:30,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:30,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:30,624 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:30,624 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:30,630 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:30,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:31,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:32,999 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:34,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:34,249 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:34,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:34,255 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:35,000 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:37,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:37,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:37,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:37,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:37,792 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:37,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:38,002 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:40,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:55:41,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:41,524 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:41,524 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:41,525 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:41,531 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:42,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:42,531 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:43,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:44,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:44,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:44,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:44,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:45,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:45,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:45,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:45,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:47,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:47,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:48,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:48,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:48,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:48,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:49,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:51,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:51,721 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:51,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:51,721 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:51,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:52,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:52,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:53,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:55,007 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:55,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:55,008 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:55,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:55,020 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:55:57,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:55:58,015 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:58,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:58,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:55:58,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:58,234 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:59,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:00,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:00,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:00,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:01,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:02,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:02,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:02,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:02,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:03,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:03,601 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:05,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:07,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:07,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:07,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:07,731 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:08,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:08,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:09,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:10,854 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:56:11,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:11,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:11,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:11,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:12,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:13,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:14,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:15,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:15,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:15,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:15,194 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:15,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:15,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:15,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:16,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:17,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:19,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:19,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:19,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:19,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:19,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:20,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:23,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:24,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:25,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:25,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:25,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:25,389 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:26,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:27,058 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:29,955 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:29,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:29,956 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:29,961 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:30,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:30,332 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:30,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:30,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:30,605 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:33,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:33,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:33,822 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:33,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:33,828 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:34,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:35,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:37,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:37,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:37,888 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:37,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:37,894 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:38,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:40,859 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:56:41,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:41,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:45,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:45,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:45,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:46,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:46,513 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:46,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:46,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:47,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:47,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:49,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:52,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:52,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:52,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:52,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:53,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:53,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:55,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:56,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:56,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:56:56,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:56,316 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:57,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:56:59,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:56:59,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:00,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:00,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:00,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:02,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:02,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:02,144 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:02,150 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:03,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:05,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:05,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:06,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:06,481 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:06,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:06,488 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:07,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:09,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:10,000 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:10,000 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:10,001 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:10,007 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:10,101 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:10,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:57:10,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:13,105 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:15,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:15,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:15,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:16,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:18,886 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:18,887 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:18,887 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:18,893 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:19,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:21,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:21,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:24,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:24,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:24,046 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:24,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:24,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:27,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:27,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:28,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:28,321 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:28,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:28,327 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:29,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:30,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:30,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:30,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:31,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:32,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:33,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:33,684 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:33,684 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:33,691 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:34,122 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:35,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:37,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:37,512 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:37,512 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:37,518 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:38,127 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:38,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:39,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:40,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:57:41,212 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:41,213 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:41,213 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:41,219 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:42,132 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:43,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:44,219 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:45,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:45,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:45,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:48,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:48,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:48,095 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:48,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:48,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:50,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:51,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:53,177 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:53,178 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:53,178 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:53,184 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:54,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:55,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:57:55,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:56,817 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:56,817 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:57:56,817 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:56,823 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:57,147 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:57:59,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:00,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:00,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:00,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:00,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:00,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:00,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:00,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:00,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:01,152 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:03,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:04,383 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:04,384 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:04,384 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:04,390 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:05,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:06,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:07,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:08,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:08,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:08,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:08,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:09,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:10,862 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:58:11,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:11,863 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:13,777 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:13,777 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:13,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:13,785 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:14,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:15,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:15,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:15,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:15,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:17,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:17,774 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:17,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:17,775 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:17,781 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:18,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:19,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:21,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:21,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:21,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:21,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:22,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:23,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:23,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:24,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:24,787 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:24,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:24,793 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:25,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:27,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:28,150 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:28,151 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:28,151 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:28,157 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:28,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:29,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:30,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:30,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:30,391 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:31,188 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:31,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:31,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:31,634 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:31,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:32,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:33,191 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:34,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:35,359 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:35,360 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:35,360 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:35,366 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:36,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:37,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:38,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:38,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:38,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:38,722 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:39,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:39,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:40,864 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:58:41,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:42,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:42,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:42,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:42,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:42,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:45,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:45,204 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:45,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:45,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:45,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:47,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:47,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:47,009 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:47,015 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:47,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:49,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:51,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:55,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:55,401 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:55,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:55,407 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:56,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:58:56,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:57,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:58:59,448 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:59,449 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:58:59,449 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:59,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:00,223 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:00,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:00,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:00,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:01,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:01,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:03,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:03,295 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:03,296 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:03,301 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:04,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:05,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:07,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:08,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:08,679 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:08,679 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:08,685 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:09,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:10,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:59:11,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:12,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:12,486 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:12,486 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:12,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:12,493 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:13,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:15,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:15,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:15,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:15,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:17,611 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:17,711 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:17,712 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:17,712 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:17,718 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:18,250 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:19,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:22,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:22,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:22,841 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:22,841 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:22,847 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:23,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:25,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:27,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:27,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:27,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:27,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:27,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:28,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:29,268 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:30,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:30,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:30,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:31,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:31,316 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:31,316 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:31,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:32,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:33,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:33,357 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:34,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:34,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:34,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:34,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:35,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:37,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:38,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:39,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:39,702 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:39,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:39,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:40,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:40,868 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 16:59:41,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:43,870 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:44,867 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:44,867 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:44,867 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:44,874 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:45,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:45,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:45,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:45,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:47,294 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:49,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:50,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:50,577 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:50,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:50,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:51,299 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:53,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:53,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:53,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:53,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:53,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:54,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:54,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:55,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 16:59:57,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:57,323 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 16:59:57,324 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:57,330 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:58,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 16:59:59,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:00,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:00,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:00,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:00,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:00,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:00,686 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:00,692 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:01,314 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:03,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:04,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:04,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:04,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:04,021 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:04,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:05,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:06,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:07,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:07,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:07,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:07,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:08,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:09,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:10,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:00:11,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:11,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:11,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:11,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:11,208 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:11,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:13,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:15,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:15,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:15,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:15,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:15,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:16,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:16,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:17,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:18,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:18,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:18,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:18,947 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:19,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:21,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:21,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:22,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:22,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:22,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:22,234 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:22,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:25,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:25,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:25,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:25,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:25,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:26,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:27,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:27,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:30,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:30,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:30,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:31,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:31,582 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:31,582 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:31,588 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:32,358 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:33,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:33,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:35,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:35,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:35,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:35,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:36,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:37,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:38,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:39,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:39,235 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:39,235 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:39,242 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:39,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:40,872 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:00:41,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:42,659 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:42,660 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:42,660 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:42,666 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:43,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:44,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:45,380 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:45,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:45,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:45,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:47,176 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:47,177 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:47,177 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:47,183 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:47,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:49,386 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:50,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:51,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:51,269 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:51,269 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:51,275 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:51,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:53,392 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:00:54,982 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:54,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:00:54,983 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:54,989 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:55,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:00:55,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:57,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:00,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:00,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:00,624 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:00,624 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:00,630 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:01,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:01,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:03,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:03,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:03,543 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:03,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:03,549 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:04,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:05,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:07,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:09,290 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:09,291 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:09,291 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:09,297 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:09,413 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:10,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:01:11,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:12,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:12,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:12,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:12,903 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:12,909 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:13,419 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:15,392 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:15,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:16,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:16,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:16,367 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:16,373 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:16,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:18,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:19,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:23,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:24,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:24,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:24,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:24,968 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:25,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:27,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:28,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:29,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:29,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:29,186 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:29,192 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:29,443 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:30,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:30,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:30,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:31,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:34,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:34,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:34,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:34,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:34,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:34,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:37,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:39,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:40,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:40,066 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:40,066 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:40,072 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:40,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:40,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:01:41,461 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:43,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:43,580 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:43,580 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:43,586 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:44,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:44,466 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:44,587 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:45,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:45,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:45,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:47,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:47,534 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:47,534 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:47,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:48,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:48,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:50,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:52,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:52,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:52,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:52,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:52,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:54,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:01:56,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:56,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:01:56,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:56,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:56,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:56,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:01:56,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:00,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:00,227 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:00,227 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:00,234 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:00,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:00,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:00,486 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:01,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:02,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:04,494 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:04,495 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:04,495 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:04,502 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:05,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:06,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:07,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:09,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:09,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:09,254 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:09,261 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:09,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:10,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:10,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:02:12,883 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:13,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:13,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:13,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:13,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:13,506 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:14,509 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:15,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:15,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:17,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:17,552 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:17,552 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:17,558 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:18,514 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:18,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:18,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:21,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:21,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:21,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:21,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:22,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:22,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:23,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:28,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:28,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:28,309 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:28,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:28,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:29,315 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:30,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:30,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:30,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:32,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:32,288 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:32,288 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:32,293 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:32,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:34,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:34,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:35,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:35,583 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:35,584 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:35,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:36,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:36,543 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:39,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:39,432 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:39,432 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:39,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:39,438 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:39,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:40,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:40,881 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:02:42,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:42,780 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:42,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:42,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:43,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:44,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:44,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:45,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:45,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:45,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:45,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:45,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:46,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:46,556 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:50,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:53,932 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:53,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:53,933 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:53,941 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:54,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:54,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:02:55,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:57,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:57,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:02:57,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:57,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:57,569 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:02:58,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:00,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:01,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:01,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:01,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:01,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:01,880 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:02,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:02,578 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:05,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:05,407 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:05,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:05,413 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:05,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:06,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:07,414 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:09,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:09,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:09,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:09,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:09,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:10,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:10,886 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:03:12,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:15,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:17,934 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:17,935 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:17,935 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:17,935 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:17,941 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:18,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:18,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:21,795 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:21,796 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:21,796 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:21,802 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:22,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:22,607 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:23,802 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:25,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:25,296 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:25,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:25,304 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:25,611 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:26,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:28,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:28,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:28,812 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:28,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:28,818 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:29,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:30,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:30,619 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:32,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:32,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:32,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:32,123 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:32,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:32,623 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:34,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:35,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:35,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:35,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:35,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:36,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:36,628 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:39,140 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:39,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:39,141 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:39,147 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:39,631 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:40,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:40,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:40,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:03:42,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:42,479 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:42,479 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:42,485 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:42,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:44,640 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:45,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:45,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:46,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:46,019 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:46,019 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:46,025 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:46,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:46,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:49,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:49,937 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:49,937 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:49,943 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:50,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:50,648 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:50,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:54,253 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:54,254 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:54,254 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:54,260 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:54,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:03:54,654 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:03:56,261 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:59,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:59,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:03:59,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:59,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:59,659 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:00,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:00,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:01,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:02,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:02,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:02,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:02,798 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:03,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:04,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:06,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:06,637 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:06,637 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:06,637 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:06,645 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:06,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:08,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:10,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:10,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:10,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:10,397 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:10,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:10,890 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:04:11,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:12,679 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:15,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:16,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:16,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:16,362 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:16,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:16,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:17,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:18,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:19,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:19,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:19,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:19,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:19,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:20,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:22,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:23,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:23,572 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:23,572 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:23,579 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:23,698 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:24,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:27,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:27,486 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:27,486 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:27,492 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:27,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:28,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:28,705 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:30,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:31,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:31,600 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:31,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:31,606 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:31,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:32,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:33,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:36,633 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:36,634 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:36,634 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:36,640 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:36,714 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:38,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:39,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:40,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:40,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:40,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:40,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:40,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:40,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:04:42,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:44,891 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:45,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:45,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:49,007 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:49,008 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:49,008 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:49,014 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:49,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:50,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:50,737 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:53,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:53,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:53,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:53,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:53,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:04:54,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:04:55,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:58,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:58,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:04:58,526 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:58,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:58,747 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:00,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:00,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:00,752 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:01,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:01,987 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:01,988 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:01,988 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:01,994 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:02,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:02,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:05,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:05,361 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:05,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:05,367 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:05,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:06,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:07,367 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:09,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:09,727 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:09,728 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:09,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:09,764 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:10,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:10,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:05:12,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:15,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:15,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:18,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:18,143 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:18,143 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:18,143 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:18,149 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:18,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:18,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:23,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:24,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:24,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:24,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:24,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:24,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:24,790 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:27,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:27,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:27,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:27,739 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:27,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:28,739 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:28,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:30,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:30,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:31,354 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:31,355 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:31,355 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:31,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:31,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:32,800 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:34,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:35,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:35,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:35,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:35,446 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:35,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:36,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:39,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:40,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:40,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:40,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:40,633 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:40,809 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:40,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:05:42,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:44,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:44,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:44,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:44,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:44,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:44,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:45,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:45,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:47,545 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:47,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:47,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:47,552 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:47,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:05:48,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:05:50,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:55,590 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:58,911 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:58,911 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:05:58,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:58,918 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:59,838 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:00,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:00,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:00,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:03,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:03,567 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:03,568 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:03,574 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:03,844 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:04,847 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:05,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:07,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:07,045 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:07,045 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:07,051 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:07,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:08,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:10,898 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:06:10,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:11,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:11,583 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:11,583 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:11,589 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:11,855 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:12,858 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:15,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:15,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:15,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:16,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:16,583 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:16,583 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:16,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:16,589 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:16,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:18,868 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:19,918 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:19,919 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:19,919 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:19,925 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:20,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:20,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:21,926 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:22,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:22,947 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:22,947 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:22,953 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:23,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:24,878 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:26,954 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:28,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:28,906 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:28,906 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:28,912 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:29,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:30,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:30,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:32,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:32,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:32,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:32,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:32,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:33,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:34,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:36,720 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:36,721 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:36,722 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:36,727 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:36,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:37,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:38,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:40,897 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:06:42,775 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:42,775 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:42,776 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:42,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:42,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:42,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:44,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:45,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:47,427 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:47,428 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:47,428 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:47,434 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:47,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:48,469 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:48,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:51,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:51,686 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:51,686 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:51,693 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:51,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:52,917 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:53,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:55,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:55,870 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:55,870 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:55,877 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:55,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:06:56,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:06:58,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:59,602 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:59,603 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:06:59,603 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:59,609 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:59,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:00,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:00,930 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:04,652 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:08,705 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:08,706 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:08,706 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:08,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:08,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:09,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:10,903 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:07:10,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:13,006 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:13,007 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:13,007 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:13,013 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:13,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:14,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:15,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:15,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:15,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:15,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:16,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:16,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:16,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:16,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:16,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:18,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:20,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:20,644 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:20,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:20,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:20,650 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:20,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:22,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:24,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:24,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:24,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:24,101 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:24,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:24,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:26,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:27,596 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:27,597 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:27,597 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:27,603 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:27,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:28,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:30,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:31,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:32,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:32,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:32,056 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:32,062 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:32,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:32,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:35,750 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:35,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:35,751 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:35,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:35,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:36,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:36,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:40,902 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:07:41,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:41,209 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:41,209 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:41,215 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:41,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:42,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:42,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:45,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:45,474 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:45,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:45,664 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:45,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:45,995 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:46,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:47,670 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:50,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:50,893 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:50,893 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:50,899 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:51,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:52,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:53,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:54,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:54,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:54,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:54,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:55,009 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:07:55,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:07:58,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:59,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:59,480 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:07:59,481 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:59,487 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:00,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:00,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:00,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:01,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:03,607 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:04,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:04,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:04,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:04,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:05,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:05,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:07,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:07,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:07,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:07,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:08,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:08,895 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:09,031 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:10,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:08:11,746 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:11,746 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:11,747 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:11,753 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:12,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:13,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:14,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:15,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:15,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:20,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:20,900 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:20,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:20,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:20,907 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:21,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:23,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:25,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:29,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:29,399 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:29,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:29,406 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:30,060 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:30,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:30,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:30,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:31,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:31,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:34,508 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:34,509 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:34,509 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:34,515 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:35,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:35,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:37,549 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:38,837 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:38,838 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:38,838 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:38,844 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:39,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:40,906 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:08:41,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:42,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:42,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:42,493 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:42,499 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:43,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:43,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:43,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:45,394 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:45,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:46,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:46,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:46,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:46,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:47,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:47,086 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:49,457 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:50,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:50,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:50,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:50,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:51,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:51,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:54,249 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:54,250 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:54,250 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:54,256 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:55,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:55,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:08:55,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:58,604 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:58,604 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:08:58,605 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:58,610 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:59,103 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:08:59,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:00,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:00,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:05,179 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:05,180 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:05,180 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:05,186 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:06,113 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:06,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:07,117 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:08,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:08,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:08,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:08,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:09,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:10,908 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:09:11,121 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:11,909 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:12,267 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:12,268 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:12,268 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:12,274 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:13,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:13,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:15,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:15,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:15,374 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:15,380 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:15,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:16,128 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:17,130 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:17,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:22,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:23,644 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:23,645 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:23,645 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:23,650 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:24,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:25,143 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:27,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:27,740 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:27,745 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:27,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:27,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:28,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:29,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:30,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:30,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:30,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:33,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:35,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:35,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:35,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:35,966 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:36,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:37,159 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:39,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:39,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:39,431 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:39,431 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:39,437 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:40,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:40,910 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:09:41,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:43,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:43,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:43,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:43,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:44,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:44,833 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:45,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:45,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:47,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:47,778 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:47,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:47,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:48,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:49,177 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:50,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:51,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:51,028 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:51,028 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:51,034 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:51,179 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:53,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:54,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:54,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:54,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:54,764 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:55,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:56,764 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:57,189 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:09:58,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:58,435 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:09:58,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:58,441 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:59,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:09:59,193 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:00,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:02,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:02,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:02,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:02,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:02,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:03,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:03,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:06,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:06,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:06,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:06,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:06,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:07,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:08,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:10,912 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:10:11,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:11,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:11,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:11,020 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:11,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:13,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:14,020 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:14,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:14,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:14,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:14,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:15,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:15,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:15,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:19,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:22,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:22,784 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:22,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:22,790 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:23,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:24,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:25,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:27,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:27,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:27,189 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:27,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:27,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:29,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:30,196 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:30,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:30,395 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:30,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:30,695 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:30,696 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:30,702 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:31,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:31,241 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:34,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:34,173 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:34,174 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:34,180 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:34,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:35,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:35,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:37,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:37,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:37,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:37,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:38,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:39,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:40,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:40,914 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:10:40,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:40,939 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:40,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:40,945 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:41,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:43,257 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:45,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:46,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:48,971 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:48,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:48,972 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:48,979 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:49,264 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:51,269 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:52,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:52,268 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:52,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:52,270 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:52,276 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:53,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:10:53,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:10:57,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:59,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:59,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:10:59,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:59,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:59,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:00,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:00,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:01,285 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:02,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:03,437 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:03,437 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:03,438 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:03,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:04,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:05,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:06,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:06,913 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:06,913 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:06,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:07,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:07,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:09,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:10,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:10,155 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:10,155 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:10,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:10,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:10,916 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:11:11,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:13,677 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:13,678 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:13,678 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:13,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:13,684 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:14,303 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:15,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:15,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:15,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:17,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:17,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:17,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:17,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:18,309 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:19,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:19,589 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:21,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:21,313 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:21,313 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:21,319 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:22,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:23,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:25,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:26,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:26,334 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:26,334 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:26,340 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:27,323 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:27,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:29,828 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:29,829 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:29,829 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:29,835 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:30,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:30,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:30,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:30,631 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:31,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:34,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:34,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:34,117 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:34,124 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:34,332 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:35,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:36,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:37,838 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:37,839 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:37,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:37,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:38,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:39,341 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:40,921 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:11:41,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:41,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:41,071 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:41,076 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:41,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:42,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:43,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:45,395 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:45,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:45,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:46,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:46,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:46,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:46,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:46,351 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:47,353 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:48,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:53,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:54,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:54,571 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:11:54,571 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:54,577 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:55,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:11:55,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:11:58,577 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:00,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:00,555 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:00,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:00,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:00,615 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:01,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:01,373 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:03,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:06,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:06,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:06,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:06,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:06,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:07,382 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:09,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:10,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:10,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:10,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:10,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:10,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:10,920 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:12:11,385 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:14,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:15,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:15,146 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:15,146 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:15,152 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:15,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:15,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:17,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:20,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:20,890 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:20,891 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:20,891 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:20,897 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:21,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:23,405 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:25,933 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:28,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:28,950 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:28,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:28,956 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:29,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:30,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:31,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:31,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:33,928 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:33,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:33,929 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:33,935 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:34,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:35,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:36,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:37,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:37,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:37,707 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:37,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:38,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:39,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:40,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:12:42,927 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:43,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:43,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:43,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:43,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:44,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:45,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:45,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:45,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:45,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:47,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:47,190 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:47,190 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:47,196 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:47,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:48,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:49,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:51,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:51,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:51,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:51,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:52,447 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:53,450 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:53,684 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:55,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:55,784 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:12:55,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:55,790 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:56,453 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:12:57,455 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:12:58,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:00,396 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:02,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:02,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:02,744 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:02,750 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:03,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:03,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:04,785 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:06,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:06,608 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:06,609 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:06,614 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:07,470 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:07,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:10,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:10,114 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:10,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:10,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:10,120 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:10,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:10,925 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:13:11,476 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:13,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:13,860 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:13,860 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:13,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:14,479 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:15,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:15,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:15,704 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:17,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:17,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:17,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:17,029 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:17,483 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:19,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:21,065 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:25,476 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:25,477 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:25,477 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:25,483 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:25,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:26,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:27,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:29,574 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:29,575 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:29,575 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:29,581 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:30,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:30,504 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:31,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:31,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:34,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:34,570 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:34,570 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:34,576 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:35,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:35,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:37,613 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:38,534 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:38,535 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:38,535 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:38,540 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:39,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:39,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:40,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:13:42,600 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:42,601 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:42,601 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:42,607 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:43,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:43,524 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:43,608 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:45,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:45,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:45,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:46,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:46,125 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:46,125 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:46,132 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:46,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:47,532 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:49,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:51,453 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:51,454 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:51,454 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:51,460 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:51,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:53,539 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:54,461 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:54,736 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:54,736 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:54,737 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:54,743 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:55,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:55,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:13:58,214 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:58,215 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:13:58,215 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:58,220 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:58,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:13:59,546 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:00,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:00,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:00,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:05,615 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:06,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:06,701 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:06,702 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:06,707 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:07,560 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:07,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:10,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:10,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:14:11,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:11,750 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:11,750 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:11,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:12,565 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:13,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:15,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:15,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:15,678 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:15,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:15,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:15,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:16,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:16,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:17,574 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:21,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:24,250 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:24,251 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:24,251 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:24,257 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:24,584 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:25,587 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:27,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:27,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:27,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:27,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:27,803 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:28,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:29,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:30,396 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:30,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:31,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:31,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:31,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:31,126 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:31,593 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:33,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:33,598 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:34,887 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:34,888 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:34,888 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:34,894 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:35,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:35,601 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:38,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:40,763 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:40,764 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:40,764 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:40,770 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:40,934 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:14:41,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:41,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:43,936 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:44,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:44,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:44,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:44,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:45,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:45,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:45,615 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:48,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:48,370 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:48,370 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:48,376 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:48,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:49,413 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:49,621 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:51,625 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:51,626 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:51,626 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:51,632 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:52,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:53,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:54,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:54,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:54,897 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:54,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:54,903 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:55,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:55,630 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:14:58,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:58,400 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:14:58,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:58,406 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:58,633 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:14:59,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:00,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:00,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:00,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:00,664 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:04,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:04,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:04,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:04,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:04,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:05,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:06,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:06,888 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:06,889 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:06,889 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:06,895 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:07,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:07,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:10,933 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:15:11,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:11,666 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:11,667 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:11,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:11,672 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:12,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:13,656 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:15,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:16,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:20,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:20,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:20,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:20,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:20,665 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:21,668 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:22,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:23,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:23,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:23,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:23,463 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:23,669 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:25,675 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:26,435 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:26,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:26,436 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:26,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:26,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:27,443 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:27,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:30,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:32,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:32,327 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:32,327 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:32,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:32,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:33,369 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:33,685 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:36,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:36,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:36,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:36,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:36,689 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:37,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:39,099 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:40,939 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:15:42,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:42,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:42,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:42,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:43,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:43,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:44,859 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:45,397 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:46,328 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:46,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:46,329 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:46,334 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:46,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:47,706 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:49,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:49,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:49,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:49,758 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:50,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:50,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:51,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:53,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:53,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:53,148 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:53,154 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:53,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:15:53,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:15:56,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:59,829 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:59,830 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:15:59,830 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:59,836 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:00,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:00,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:00,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:00,723 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:01,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:01,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:03,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:03,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:03,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:03,626 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:03,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:05,732 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:07,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:07,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:07,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:07,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:07,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:07,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:09,738 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:10,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:16:12,939 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:13,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:13,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:13,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:13,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:13,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:13,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:15,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:17,441 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:17,442 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:17,442 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:17,448 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:17,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:18,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:19,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:21,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:21,404 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:21,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:21,410 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:21,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:23,756 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:24,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:25,854 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:25,855 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:25,855 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:25,861 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:26,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:27,764 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:29,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:30,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:30,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:30,076 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:30,082 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:30,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:30,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:30,767 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:31,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:35,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:35,189 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:35,190 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:35,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:35,195 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:35,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:37,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:38,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:38,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:38,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:38,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:38,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:39,782 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:40,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:40,943 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:16:41,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:41,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:41,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:42,001 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:42,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:43,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:45,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:45,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:45,730 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:45,730 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:45,730 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:45,731 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:45,736 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:45,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:47,794 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:50,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:51,276 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:51,277 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:51,277 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:51,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:51,797 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:53,802 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:16:55,724 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:55,725 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:16:55,725 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:55,731 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:55,803 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:16:56,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:57,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:00,114 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:00,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:00,115 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:00,121 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:00,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:00,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:00,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:01,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:02,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:05,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:05,267 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:05,267 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:05,273 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:05,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:07,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:08,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:08,463 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:08,464 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:08,464 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:08,470 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:08,824 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:09,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:10,942 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:17:12,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:12,584 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:12,584 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:12,590 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:12,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:13,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:13,831 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:15,397 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:15,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:15,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:17,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:17,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:17,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:17,466 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:17,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:19,501 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:19,840 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:20,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:20,631 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:20,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:20,637 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:20,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:21,843 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:24,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:25,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:25,589 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:25,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:25,596 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:25,848 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:27,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:30,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:30,431 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:30,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:30,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:30,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:30,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:30,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:31,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:34,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:34,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:34,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:34,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:34,860 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:35,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:36,128 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:38,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:38,081 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:38,081 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:38,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:38,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:39,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:40,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:17:41,618 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:41,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:41,619 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:41,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:41,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:41,871 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:43,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:44,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:44,692 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:44,692 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:44,698 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:44,876 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:45,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:45,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:45,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:45,879 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:46,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:49,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:49,394 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:49,394 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:49,400 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:49,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:51,887 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:52,438 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:53,991 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:53,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:53,992 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:53,997 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:54,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:55,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:56,995 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:56,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:17:56,996 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:57,002 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:57,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:17:57,896 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:17:58,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:00,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:00,728 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:00,729 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:00,729 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:00,734 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:00,899 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:01,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:03,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:04,229 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:04,230 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:04,230 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:04,236 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:04,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:05,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:09,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:09,972 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:09,972 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:09,973 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:09,978 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:10,914 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:10,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:18:11,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:13,067 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:13,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:13,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:13,074 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:13,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:13,920 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:15,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:15,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:15,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:15,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:16,779 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:16,779 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:16,780 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:16,786 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:16,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:17,926 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:20,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:22,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:22,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:22,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:22,369 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:22,932 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:23,935 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:26,370 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:26,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:26,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:26,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:26,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:26,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:27,939 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:30,398 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:30,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:30,951 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:30,951 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:30,956 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:31,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:31,947 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:31,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:34,897 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:34,897 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:34,898 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:34,904 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:34,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:35,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:37,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:38,439 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:38,440 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:38,440 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:38,446 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:38,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:39,959 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:40,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:18:41,614 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:41,615 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:41,615 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:41,621 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:41,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:43,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:43,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:45,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:45,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:45,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:46,961 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:46,962 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:46,962 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:46,968 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:46,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:47,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:49,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:50,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:50,036 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:50,036 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:50,042 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:50,974 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:51,977 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:18:54,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:57,940 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:57,941 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:18:57,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:57,948 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:57,983 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:18:59,949 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:59,988 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:00,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:03,167 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:03,168 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:03,168 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:03,174 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:03,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:03,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:05,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:06,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:06,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:06,790 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:06,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:06,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:08,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:10,023 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:10,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:10,024 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:10,030 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:10,950 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:19:10,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:11,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:12,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:15,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:15,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:15,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:16,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:17,248 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:17,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:17,249 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:17,255 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:18,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:18,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:21,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:21,482 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:21,482 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:21,488 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:22,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:22,489 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:24,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:25,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:25,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:25,039 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:25,045 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:26,028 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:26,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:28,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:28,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:28,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:28,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:28,369 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:29,030 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:30,033 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:30,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:30,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:32,348 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:32,348 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:32,349 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:32,354 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:33,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:33,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:34,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:35,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:35,865 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:35,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:35,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:36,040 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:38,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:38,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:39,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:39,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:39,017 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:39,022 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:39,045 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:40,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:40,952 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:19:43,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:43,707 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:43,707 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:43,713 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:44,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:44,713 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:45,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:45,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:45,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:46,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:46,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:46,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:46,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:46,965 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:47,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:48,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:49,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:49,823 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:49,823 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:49,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:49,829 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:50,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:52,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:54,830 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:55,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:55,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:55,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:55,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:55,072 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:19:56,075 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:19:58,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:58,583 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:19:58,583 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:58,589 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:59,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:00,079 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:00,398 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:00,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:00,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:03,376 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:03,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:03,377 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:03,383 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:04,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:04,084 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:06,417 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:08,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:08,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:08,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:08,092 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:09,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:10,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:10,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:20:11,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:12,548 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:12,549 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:12,549 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:12,555 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:13,095 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:14,098 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:15,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:16,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:16,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:16,122 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:16,128 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:17,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:17,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:18,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:19,823 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:19,824 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:19,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:19,830 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:20,106 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:22,110 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:22,831 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:24,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:24,322 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:24,323 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:24,328 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:25,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:26,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:28,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:30,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:30,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:30,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:30,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:30,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:30,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:32,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:33,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:35,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:35,591 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:35,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:35,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:36,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:38,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:39,014 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:39,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:39,015 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:39,016 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:39,022 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:39,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:40,137 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:40,956 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:20:44,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:45,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:45,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:45,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:45,009 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:45,141 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:45,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:45,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:45,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:46,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:50,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:51,950 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:51,950 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:51,950 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:51,956 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:52,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:54,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:20:55,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:56,363 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:56,364 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:20:56,364 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:56,370 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:57,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:20:58,156 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:00,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:00,160 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:00,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:00,167 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:00,399 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:01,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:01,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:02,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:03,912 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:03,912 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:03,912 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:03,919 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:04,162 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:06,165 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:06,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:07,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:07,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:07,854 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:07,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:08,167 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:10,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:10,958 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:21:11,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:13,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:13,505 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:13,505 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:13,511 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:14,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:14,175 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:15,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:17,255 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:17,256 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:17,256 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:17,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:17,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:18,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:18,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:21,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:21,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:21,047 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:21,052 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:21,182 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:22,184 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:23,053 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:25,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:25,307 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:25,307 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:25,313 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:26,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:26,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:28,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:30,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:30,557 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:30,619 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:30,620 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:30,625 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:31,194 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:32,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:33,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:34,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:34,643 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:34,644 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:34,650 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:35,198 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:36,201 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:38,307 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:38,307 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:38,308 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:38,314 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:39,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:39,314 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:40,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:40,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:21:42,994 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:42,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:42,995 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:43,001 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:43,207 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:44,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:45,001 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:45,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:45,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:45,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:46,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:46,766 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:46,766 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:46,772 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:47,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:48,214 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:50,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:50,951 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:50,952 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:50,952 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:50,958 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:51,216 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:52,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:55,959 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:56,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:56,297 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:56,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:56,303 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:57,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:21:58,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:21:59,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:59,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:21:59,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:59,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:00,225 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:00,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:01,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:02,229 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:03,710 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:03,711 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:03,711 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:03,717 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:04,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:06,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:06,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:07,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:07,861 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:07,861 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:07,867 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:08,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:10,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:10,963 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:22:11,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:11,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:11,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:11,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:12,240 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:12,655 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:14,244 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:15,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:15,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:15,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:15,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:15,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:15,983 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:16,245 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:18,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:18,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:19,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:19,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:19,116 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:19,122 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:19,249 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:20,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:23,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:23,562 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:23,562 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:23,563 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:23,569 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:24,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:24,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:26,876 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:26,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:26,877 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:26,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:27,275 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:28,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:28,884 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:30,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:30,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:31,770 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:31,770 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:31,771 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:31,777 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:32,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:34,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:34,814 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:35,310 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:35,311 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:35,311 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:35,317 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:36,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:36,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:40,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:40,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:40,404 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:40,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:40,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:40,965 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:22:41,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:42,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:43,864 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:43,865 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:43,865 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:43,871 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:44,293 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:45,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:45,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:46,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:47,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:47,716 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:47,716 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:47,722 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:48,298 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:50,301 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:50,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:51,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:51,165 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:51,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:51,171 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:51,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:52,305 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:22:56,172 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:56,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:56,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:22:56,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:56,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:57,308 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:22:58,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:00,399 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:00,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:00,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:00,556 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:00,632 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:00,632 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:00,637 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:01,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:01,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:02,316 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:06,638 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:09,699 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:09,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:09,700 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:09,706 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:10,322 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:10,967 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:23:11,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:12,325 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:13,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:13,164 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:13,165 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:13,170 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:13,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:14,328 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:15,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:15,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:15,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:17,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:17,260 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:17,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:17,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:17,266 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:17,330 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:18,333 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:21,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:21,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:21,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:21,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:22,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:22,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:24,338 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:26,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:26,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:26,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:26,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:27,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:28,343 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:28,444 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:30,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:30,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:30,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:33,636 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:34,799 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:34,799 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:34,800 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:34,806 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:35,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:36,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:38,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:38,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:38,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:38,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:38,352 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:39,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:40,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:40,969 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:23:41,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:41,885 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:41,886 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:41,892 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:42,356 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:44,357 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:44,892 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:45,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:45,504 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:45,642 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:45,642 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:45,648 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:46,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:46,361 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:49,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:49,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:49,499 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:49,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:50,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:50,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:23:50,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:55,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:56,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:56,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:23:56,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:56,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:57,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:23:58,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:00,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:00,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:00,400 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:00,599 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:00,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:00,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:00,693 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:00,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:01,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:02,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:04,753 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:04,754 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:04,754 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:04,760 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:05,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:05,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:06,381 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:10,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:10,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:24:13,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:13,186 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:13,186 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:13,194 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:13,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:14,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:15,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:15,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:15,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:16,641 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:16,894 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:16,895 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:16,895 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:16,901 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:17,391 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:18,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:20,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:20,127 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:20,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:20,133 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:20,395 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:22,133 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:22,396 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:23,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:23,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:23,554 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:23,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:24,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:24,400 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:27,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:30,388 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:30,389 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:30,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:30,395 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:30,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:30,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:30,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:30,406 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:32,409 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:32,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:34,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:34,405 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:34,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:34,411 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:34,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:36,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:37,998 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:37,999 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:37,999 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:37,999 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:38,005 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:38,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:40,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:40,973 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:24:43,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:43,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:43,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:43,391 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:43,396 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:43,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:44,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:45,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:47,057 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:47,057 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:47,058 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:47,063 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:47,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:48,429 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:49,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:50,807 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:50,808 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:50,808 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:50,815 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:51,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:52,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:53,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:53,649 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:53,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:53,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:54,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:54,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:24:54,656 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:57,076 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:57,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:24:57,077 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:57,083 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:57,437 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:24:58,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:00,083 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:00,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:00,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:00,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:01,221 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:01,222 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:01,222 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:01,228 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:01,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:02,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:04,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:04,931 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:04,932 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:04,938 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:05,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:05,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:06,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:09,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:09,105 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:09,105 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:09,111 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:09,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:10,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:10,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:25:10,980 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:13,308 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:13,309 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:13,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:13,316 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:13,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:14,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:15,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:15,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:16,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:17,335 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:17,336 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:17,336 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:17,342 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:17,460 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:18,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:20,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:20,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:20,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:20,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:21,465 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:21,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:22,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:24,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:24,867 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:24,867 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:24,873 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:25,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:26,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:26,874 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:28,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:28,134 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:28,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:28,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:28,474 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:30,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:30,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:30,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:30,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:32,639 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:34,134 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:34,135 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:34,135 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:34,141 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:34,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:36,484 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:37,811 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:37,812 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:37,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:37,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:37,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:38,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:38,487 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:40,977 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:25:42,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:45,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:45,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:45,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:47,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:47,814 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:47,814 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:47,820 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:48,494 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:48,857 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:50,497 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:51,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:51,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:51,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:51,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:52,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:52,500 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:54,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:54,903 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:54,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:25:54,904 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:54,910 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:55,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:25:56,505 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:25:59,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:00,251 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:00,252 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:00,253 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:00,258 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:00,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:00,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:00,507 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:02,510 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:03,844 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:03,845 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:03,846 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:03,851 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:04,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:05,885 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:06,515 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:08,944 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:08,945 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:08,945 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:08,951 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:09,518 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:10,521 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:10,952 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:10,983 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:26:12,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:12,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:12,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:12,575 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:13,523 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:14,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:15,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:16,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:16,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:16,539 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:16,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:16,545 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:17,527 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:18,530 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:20,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:20,069 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:20,069 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:20,075 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:20,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:22,075 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:22,534 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:24,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:24,409 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:24,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:24,415 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:24,536 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:26,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:27,416 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:28,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:28,154 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:28,154 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:28,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:28,542 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:30,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:30,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:30,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:30,545 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:32,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:36,804 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:36,805 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:36,805 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:36,811 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:37,550 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:37,845 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:38,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:40,539 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:40,540 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:40,540 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:40,546 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:40,554 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:40,982 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:26:42,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:42,983 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:44,588 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:44,589 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:44,589 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:44,595 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:45,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:45,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:45,401 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:45,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:46,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:48,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:48,202 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:48,202 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:48,203 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:48,209 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:48,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:50,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:52,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:52,699 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:52,699 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:52,705 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:53,568 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:53,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:54,570 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:26:58,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:58,232 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:26:58,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:58,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:58,573 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:26:59,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:00,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:00,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:00,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:00,576 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:01,510 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:01,511 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:01,511 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:01,516 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:01,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:02,580 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:04,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:09,554 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:10,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:10,053 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:10,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:10,059 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:10,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:10,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:27:12,588 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:14,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:15,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:16,882 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:16,882 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:16,883 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:16,889 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:17,592 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:18,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:20,925 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:21,192 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:21,192 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:21,193 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:21,199 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:21,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:22,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:24,696 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:24,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:24,697 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:24,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:25,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:26,603 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:26,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:27,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:27,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:27,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:27,996 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:28,604 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:30,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:30,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:30,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:30,608 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:32,010 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:32,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:32,011 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:32,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:32,017 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:32,609 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:34,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:35,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:35,338 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:35,339 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:35,344 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:35,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:36,616 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:37,345 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:38,593 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:38,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:38,594 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:38,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:38,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:40,620 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:40,986 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:27:42,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:42,487 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:42,487 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:42,487 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:42,493 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:42,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:44,625 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:45,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:45,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:45,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:46,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:46,826 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:46,826 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:46,832 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:47,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:47,869 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:48,629 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:52,327 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:52,328 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:52,328 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:52,333 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:52,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:53,334 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:54,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:27:58,082 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:58,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:27:58,083 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:58,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:58,637 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:27:59,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:00,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:00,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:00,641 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:01,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:01,693 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:01,693 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:01,699 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:02,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:02,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:04,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:07,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:07,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:07,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:07,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:08,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:08,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:09,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:10,991 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:28:11,147 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:11,147 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:11,147 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:11,153 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:11,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:12,655 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:15,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:15,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:15,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:15,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:17,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:17,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:17,971 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:17,977 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:18,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:18,661 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:21,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:26,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:26,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:26,182 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:26,182 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:26,189 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:26,667 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:28,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:29,351 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:29,352 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:29,352 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:29,359 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:29,671 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:30,401 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:30,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:30,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:30,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:31,691 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:35,862 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:35,863 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:35,863 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:35,869 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:36,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:36,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:36,905 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:40,547 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:40,548 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:40,548 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:40,554 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:40,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:40,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:28:41,992 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:42,686 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:44,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:44,595 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:44,595 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:44,600 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:44,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:45,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:45,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:45,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:46,690 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:47,603 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:50,772 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:50,772 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:50,773 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:50,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:51,693 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:52,696 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:52,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:55,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:55,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:28:55,867 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:55,873 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:56,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:28:56,701 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:28:57,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:00,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:00,490 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:00,710 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:00,710 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:00,716 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:01,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:02,707 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:03,716 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:03,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:03,990 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:03,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:03,996 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:04,710 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:04,711 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:07,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:07,310 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:07,310 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:07,315 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:07,713 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:08,716 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:09,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:10,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:10,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:10,646 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:10,651 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:10,717 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:10,996 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:29:12,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:14,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:15,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:15,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:15,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:15,012 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:15,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:15,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:15,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:15,722 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:16,725 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:17,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:17,904 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:17,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:17,910 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:18,728 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:18,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:20,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:20,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:20,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:20,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:20,984 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:21,730 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:22,733 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:25,742 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:25,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:25,743 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:25,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:26,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:26,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:26,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:29,038 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:29,038 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:29,039 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:29,045 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:29,741 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:30,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:30,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:30,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:30,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:32,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:33,265 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:33,266 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:33,266 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:33,272 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:33,746 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:34,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:38,309 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:38,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:38,646 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:38,646 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:38,653 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:38,751 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:40,754 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:40,995 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:29:42,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:42,609 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:42,610 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:42,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:42,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:43,616 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:44,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:45,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:45,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:45,402 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:46,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:46,042 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:46,042 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:46,048 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:46,761 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:46,762 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:49,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:54,085 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:54,609 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:54,610 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:54,610 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:54,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:54,766 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:56,769 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:29:58,247 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:58,248 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:29:58,248 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:58,254 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:58,771 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:29:59,254 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:00,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:00,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:00,774 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:03,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:03,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:03,276 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:03,283 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:03,776 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:04,317 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:04,779 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:07,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:07,157 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:07,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:07,163 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:07,781 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:08,785 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:10,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:11,000 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:30:11,929 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:11,929 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:11,930 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:11,936 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:12,787 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:12,788 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:15,358 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:15,359 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:15,359 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:15,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:15,365 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:15,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:15,789 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:16,792 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:20,620 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:20,975 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:20,976 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:20,976 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:20,982 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:21,795 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:22,798 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:25,878 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:25,879 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:25,879 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:25,879 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:25,885 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:26,804 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:26,805 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:30,402 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:30,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:30,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:31,498 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:31,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:31,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:31,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:31,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:31,808 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:32,811 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:34,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:34,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:34,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:34,339 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:34,812 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:36,813 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:37,340 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:37,605 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:37,606 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:37,606 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:37,612 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:37,814 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:38,817 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:40,999 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:30:41,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:41,690 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:41,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:41,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:41,819 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:42,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:42,821 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:45,000 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:45,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:45,002 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:45,007 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:45,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:45,823 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:46,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:48,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:48,969 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:48,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:48,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:48,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:49,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:50,830 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:52,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:52,782 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:52,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:52,788 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:52,832 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:53,789 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:54,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:57,316 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:57,316 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:30:57,317 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:57,322 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:57,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:30:58,839 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:30:59,323 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:00,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:00,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:00,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:00,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:00,751 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:00,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:00,757 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:00,841 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:02,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:04,793 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:05,148 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:05,148 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:05,149 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:05,155 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:05,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:06,849 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:09,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:09,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:09,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:09,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:09,852 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:10,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:10,854 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:11,001 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:31:14,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:14,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:14,022 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:14,028 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:14,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:14,859 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:15,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:15,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:18,727 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:18,732 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:18,732 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:18,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:18,861 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:20,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:20,864 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:23,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:23,453 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:23,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:23,459 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:23,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:24,869 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:26,459 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:28,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:28,171 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:28,171 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:28,176 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:28,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:28,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:30,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:30,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:30,403 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:31,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:34,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:34,163 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:34,163 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:34,169 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:34,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:34,882 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:37,205 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:37,621 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:37,622 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:37,622 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:37,629 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:37,884 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:38,886 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:41,003 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:31:41,227 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:41,228 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:41,228 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:41,233 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:41,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:42,234 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:42,889 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:45,058 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:45,059 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:45,059 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:45,065 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:45,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:45,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:46,893 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:47,703 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:50,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:50,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:50,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:50,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:50,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:50,898 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:53,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:53,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:53,622 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:53,623 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:53,629 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:53,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:54,903 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:57,081 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:57,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:31:57,082 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:57,088 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:57,905 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:31:58,907 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:31:59,088 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:00,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:00,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:00,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:01,941 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:01,942 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:01,942 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:01,948 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:02,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:02,912 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:04,985 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:07,017 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:07,017 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:07,018 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:07,023 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:07,915 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:08,918 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:10,024 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:10,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:10,257 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:10,258 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:10,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:10,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:10,922 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:11,005 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:32:13,680 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:13,681 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:13,681 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:13,687 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:13,924 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:14,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:15,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:15,619 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:16,920 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:16,921 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:16,921 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:16,927 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:16,928 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:18,929 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:20,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:20,667 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:20,667 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:20,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:20,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:20,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:22,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:24,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:24,106 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:24,106 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:24,112 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:24,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:24,937 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:26,112 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:27,910 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:27,910 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:27,911 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:27,917 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:27,940 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:28,943 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:30,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:30,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:30,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:31,632 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:32,052 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:32,052 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:32,053 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:32,059 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:32,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:32,949 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:35,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:35,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:35,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:35,790 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:35,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:36,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:36,953 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:40,135 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:40,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:40,136 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:40,142 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:40,955 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:40,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:41,007 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:32:42,008 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:45,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:45,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:45,769 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:45,770 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:45,770 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:45,776 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:45,958 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:46,961 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:47,813 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:49,872 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:49,873 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:49,873 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:49,879 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:49,963 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:50,966 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:52,880 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:53,122 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:53,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:53,123 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:53,129 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:53,968 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:54,970 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:32:56,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:56,366 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:32:56,366 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:56,372 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:56,972 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:32:58,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:58,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:00,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:00,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:00,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:00,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:00,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:00,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:00,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:00,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:02,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:03,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:06,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:06,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:06,259 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:06,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:06,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:06,985 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:09,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:11,009 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:33:14,564 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:14,564 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:14,565 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:14,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:14,571 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:14,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:15,403 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:15,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:15,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:16,993 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:18,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:18,085 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:18,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:18,091 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:18,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:18,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:20,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:21,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:21,828 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:21,828 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:21,834 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:21,998 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:23,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:25,835 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:30,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:30,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:30,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:30,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:30,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:30,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:31,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:31,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:31,673 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:33,784 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:33,785 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:33,785 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:33,791 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:34,010 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:35,013 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:36,825 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:37,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:37,278 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:37,278 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:37,284 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:38,015 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:39,018 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:40,566 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:40,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:40,567 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:40,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:41,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:33:41,019 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:42,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:43,023 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:45,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:45,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:45,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:45,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:45,653 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:45,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:45,660 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:46,024 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:47,027 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:47,660 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:49,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:49,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:49,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:49,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:50,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:51,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:53,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:53,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:53,363 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:53,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:53,369 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:54,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:55,036 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:33:57,505 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:57,506 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:33:57,507 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:57,512 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:58,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:33:58,513 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:59,041 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:00,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:00,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:00,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:01,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:01,144 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:01,145 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:01,151 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:02,043 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:03,046 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:04,185 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:04,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:04,433 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:04,433 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:04,439 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:05,047 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:07,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:07,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:07,790 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:07,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:07,796 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:08,051 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:09,055 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:09,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:11,013 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:34:14,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:14,494 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:14,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:14,500 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:15,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:15,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:15,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:15,645 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:17,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:17,977 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:17,978 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:17,978 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:17,984 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:18,063 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:19,065 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:21,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:21,243 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:21,244 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:21,244 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:21,250 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:22,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:23,070 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:25,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:25,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:25,029 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:25,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:25,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:26,035 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:27,076 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:28,430 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:28,430 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:28,430 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:28,442 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:29,081 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:30,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:30,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:31,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:31,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:33,970 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:33,970 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:33,970 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:33,976 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:34,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:37,013 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:37,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:37,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:37,658 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:37,658 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:37,664 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:38,090 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:39,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:41,015 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:34:41,492 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:41,493 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:41,493 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:41,499 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:42,094 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:42,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:43,097 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:45,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:45,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:46,436 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:46,436 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:46,437 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:46,443 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:47,099 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:48,477 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:49,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:50,216 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:50,217 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:50,217 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:50,223 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:51,104 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:53,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:54,224 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:54,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:54,969 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:34:54,969 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:54,975 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:55,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:34:57,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:34:59,976 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:00,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:00,404 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:03,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:03,286 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:03,287 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:03,292 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:04,116 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:05,119 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:05,329 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:06,875 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:06,876 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:06,876 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:06,882 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:07,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:09,124 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:10,569 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:10,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:10,570 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:10,570 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:10,575 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:11,018 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:35:11,125 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:13,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:15,331 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:15,332 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:15,332 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:15,338 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:15,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:15,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:15,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:16,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:17,133 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:19,938 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:19,938 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:19,939 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:19,944 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:20,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:20,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:21,138 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:23,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:23,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:23,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:23,566 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:24,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:25,142 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:26,567 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:27,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:27,149 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:27,149 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:27,155 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:28,145 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:29,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:30,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:30,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:31,518 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:31,519 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:31,519 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:31,525 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:32,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:32,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:33,151 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:36,156 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:36,156 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:36,157 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:36,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:37,154 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:38,164 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:39,157 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:39,686 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:39,687 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:39,687 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:39,693 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:40,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:41,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:35:41,161 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:43,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:43,020 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:43,021 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:43,027 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:43,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:44,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:45,166 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:45,404 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:45,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:45,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:48,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:48,811 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:48,811 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:48,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:49,169 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:49,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:51,172 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:52,486 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:52,487 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:52,487 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:52,493 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:53,173 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:55,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:35:55,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:57,468 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:57,468 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:35:57,469 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:57,474 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:58,178 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:35:59,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:00,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:00,650 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:01,330 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:01,331 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:01,331 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:01,337 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:02,183 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:03,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:06,373 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:11,022 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:36:11,901 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:11,901 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:11,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:11,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:11,907 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:12,192 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:13,195 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:15,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:15,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:15,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:15,850 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:15,851 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:15,851 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:15,857 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:16,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:17,197 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:17,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:18,760 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:18,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:18,761 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:18,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:19,199 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:21,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:22,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:22,374 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:22,375 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:22,381 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:23,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:23,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:25,206 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:27,766 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:27,766 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:27,767 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:27,772 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:28,209 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:28,773 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:29,212 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:30,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:34,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:36,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:36,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:36,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:36,281 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:37,217 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:39,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:39,796 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:39,797 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:39,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:39,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:39,804 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:40,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:41,024 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:36:41,224 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:43,832 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:43,833 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:43,833 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:43,839 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:44,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:44,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:45,228 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:45,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:45,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:45,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:47,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:47,194 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:47,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:47,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:47,230 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:49,233 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:50,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:51,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:51,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:51,123 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:51,129 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:51,234 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:53,237 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:54,787 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:54,788 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:54,788 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:54,794 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:55,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:36:55,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:57,242 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:36:59,028 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:59,029 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:36:59,029 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:59,035 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:59,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:00,405 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:01,246 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:01,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:02,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:02,703 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:02,703 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:02,709 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:03,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:05,251 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:06,745 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:07,005 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:07,006 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:07,006 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:07,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:07,252 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:09,256 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:10,755 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:10,756 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:10,756 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:10,762 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:11,026 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:37:11,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:12,027 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:13,261 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:15,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:15,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:15,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:15,979 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:15,980 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:15,981 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:15,986 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:16,263 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:17,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:18,021 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:19,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:19,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:19,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:19,479 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:20,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:21,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:23,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:24,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:24,473 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:24,473 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:24,479 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:25,272 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:27,277 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:28,480 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:29,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:29,810 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:29,810 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:29,816 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:30,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:30,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:31,281 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:33,259 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:33,259 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:33,260 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:33,265 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:33,283 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:34,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:35,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:39,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:41,031 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:37:41,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:41,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:41,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:41,551 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:42,288 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:43,291 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:44,552 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:45,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:45,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:45,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:45,287 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:45,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:45,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:45,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:47,295 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:48,893 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:48,894 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:48,894 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:48,900 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:49,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:49,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:51,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:54,937 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:55,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:55,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:55,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:55,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:55,302 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:37:57,306 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:37:58,722 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:58,723 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:37:58,723 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:58,729 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:59,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:00,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:00,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:00,657 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:01,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:02,984 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:02,985 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:02,985 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:02,991 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:03,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:05,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:06,025 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:08,379 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:08,380 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:08,380 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:08,386 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:09,318 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:11,030 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:38:11,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:11,319 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:13,113 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:13,113 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:13,114 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:13,119 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:13,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:15,324 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:15,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:15,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:16,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:17,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:17,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:17,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:17,080 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:17,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:19,329 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:22,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:25,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:25,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:25,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:25,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:26,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:27,335 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:27,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:30,019 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:30,019 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:30,020 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:30,026 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:30,337 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:30,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:30,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:31,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:32,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:32,930 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:32,930 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:32,931 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:32,937 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:33,342 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:35,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:36,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:36,372 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:36,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:36,378 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:37,346 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:38,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:39,349 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:40,260 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:40,261 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:40,261 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:40,268 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:40,350 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:41,035 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:38:43,354 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:44,037 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:44,456 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:44,457 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:44,457 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:44,464 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:45,355 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:45,405 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:45,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:47,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:48,124 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:48,124 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:48,124 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:48,130 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:48,359 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:49,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:49,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:51,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:51,820 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:51,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:51,826 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:52,362 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:53,365 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:38:54,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:55,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:55,136 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:38:55,137 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:55,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:55,366 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:38:57,369 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:00,144 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:00,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:00,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:00,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:00,649 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:00,654 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:01,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:03,375 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:05,689 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:06,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:06,376 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:06,376 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:06,382 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:07,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:09,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:10,748 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:10,749 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:10,749 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:10,749 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:10,756 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:11,034 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:39:11,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:13,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:14,634 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:14,635 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:14,636 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:14,642 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:15,389 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:15,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:16,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:17,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:18,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:18,422 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:18,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:18,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:19,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:21,398 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:21,512 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:21,513 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:21,513 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:21,519 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:22,399 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:22,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:23,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:25,048 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:25,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:25,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:25,055 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:25,402 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:27,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:28,055 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:28,690 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:28,691 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:28,691 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:28,697 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:29,408 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:30,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:31,412 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:33,646 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:37,245 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:37,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:37,246 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:37,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:37,416 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:39,289 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:39,417 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:40,540 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:40,541 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:40,541 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:40,546 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:41,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:39:41,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:43,422 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:45,041 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:45,406 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:45,653 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:45,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:45,654 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:45,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:46,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:47,426 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:48,997 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:48,998 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:48,998 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:49,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:49,427 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:51,009 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:51,431 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:53,662 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:53,663 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:53,663 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:53,670 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:54,434 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:55,436 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:39:56,671 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:57,848 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:57,849 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:39:57,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:57,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:58,439 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:39:59,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:00,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:00,877 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:00,877 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:00,878 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:00,883 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:01,442 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:01,922 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:03,446 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:05,465 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:05,465 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:05,466 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:05,471 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:06,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:07,448 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:07,472 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:09,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:09,715 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:09,715 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:09,721 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:10,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:11,039 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:40:11,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:13,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:13,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:13,786 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:13,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:13,792 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:14,456 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:15,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:15,458 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:17,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:17,139 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:17,139 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:17,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:17,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:18,182 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:19,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:20,685 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:20,685 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:20,686 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:20,691 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:21,464 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:23,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:23,692 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:24,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:24,761 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:24,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:24,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:25,468 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:27,473 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:28,768 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:29,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:29,484 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:29,484 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:29,490 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:30,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:30,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:30,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:31,478 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:32,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:32,902 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:32,902 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:32,908 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:33,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:33,946 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:35,481 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:36,193 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:36,194 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:36,194 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:36,200 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:36,482 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:37,485 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:39,201 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:41,044 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:40:42,849 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:42,850 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:42,850 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:42,856 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:43,488 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:44,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:45,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:45,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:45,491 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:46,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:46,765 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:46,765 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:46,771 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:47,493 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:49,496 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:50,810 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:52,002 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:52,002 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:52,003 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:52,008 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:52,498 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:53,501 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:40:55,284 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:55,285 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:40:55,285 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:55,291 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:55,502 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:40:56,292 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:57,503 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:00,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:00,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:01,694 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:03,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:03,676 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:03,676 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:03,682 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:04,508 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:05,511 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:06,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:07,206 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:07,206 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:07,207 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:07,213 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:07,512 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:09,516 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:10,056 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:10,057 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:10,057 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:10,063 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:10,517 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:11,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:41:11,520 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:12,044 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:14,353 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:14,354 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:14,354 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:14,360 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:14,522 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:15,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:15,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:15,525 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:17,648 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:18,263 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:18,263 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:18,264 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:18,269 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:18,528 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:19,529 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:23,042 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:23,043 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:23,043 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:23,043 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:23,049 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:23,531 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:25,535 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:26,371 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:26,371 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:26,372 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:26,377 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:26,537 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:27,540 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:28,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:30,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:30,046 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:30,046 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:30,053 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:30,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:30,541 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:31,544 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:33,630 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:33,744 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:33,744 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:33,745 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:33,751 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:34,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:35,547 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:37,175 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:37,176 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:37,176 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:37,182 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:37,549 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:39,183 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:39,552 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:41,048 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:41:41,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:41,426 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:41,427 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:41,433 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:41,553 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:43,557 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:44,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:45,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:45,767 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:45,768 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:45,768 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:45,774 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:46,559 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:47,561 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:49,269 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:49,270 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:49,270 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:49,277 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:49,563 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:50,277 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:51,566 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:53,447 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:53,448 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:53,448 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:53,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:53,567 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:55,455 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:55,571 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:41:56,693 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:56,694 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:41:56,694 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:56,700 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:57,572 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:41:59,575 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:00,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:00,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:00,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:00,651 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:00,780 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:00,781 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:00,781 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:00,787 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:01,577 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:03,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:04,565 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:04,566 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:04,566 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:04,572 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:04,581 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:06,572 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:07,585 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:08,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:08,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:08,052 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:08,057 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:08,586 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:09,590 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:11,047 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:42:12,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:12,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:12,380 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:12,381 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:12,386 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:12,591 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:13,594 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:15,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:16,274 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:16,275 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:16,275 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:16,280 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:16,596 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:17,318 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:17,599 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:21,003 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:21,004 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:21,004 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:21,011 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:21,602 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:23,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:23,605 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:24,368 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:24,369 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:24,369 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:24,375 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:24,606 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:25,608 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:28,375 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:29,355 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:29,356 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:29,356 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:29,362 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:29,613 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:30,407 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:31,617 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:33,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:33,223 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:33,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:33,229 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:33,618 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:34,266 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:35,622 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:38,097 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:38,098 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:38,098 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:38,103 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:38,624 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:39,627 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:40,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:41,052 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:42:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:45,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:45,628 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:47,012 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:47,012 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:47,013 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:47,019 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:47,632 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:49,635 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:51,054 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:55,293 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:55,294 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:55,294 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:55,301 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:55,639 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:42:56,301 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:57,642 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:42:58,809 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:58,810 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:42:58,810 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:58,817 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:59,643 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:00,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:00,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:00,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:01,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:01,700 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:02,166 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:02,167 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:02,167 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:02,173 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:02,645 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:03,649 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:06,077 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:06,077 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:06,078 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:06,084 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:06,651 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:07,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:07,653 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:11,051 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:43:11,063 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:11,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:11,064 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:11,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:11,657 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:13,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:13,660 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:15,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:16,537 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:16,538 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:16,538 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:16,544 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:16,662 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:18,582 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:19,666 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:23,583 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:24,873 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:24,874 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:24,874 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:24,880 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:25,670 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:27,674 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:28,881 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:29,527 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:29,528 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:29,528 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:29,534 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:29,676 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:30,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:30,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:31,680 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:33,790 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:33,791 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:33,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:33,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:34,682 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:34,834 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:35,683 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:37,084 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:37,084 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:37,085 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:37,090 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:37,684 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:39,687 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:40,091 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:40,568 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:40,569 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:40,569 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:40,575 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:40,688 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:41,056 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:43:43,691 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:44,525 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:44,526 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:44,527 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:44,532 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:44,692 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:45,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:45,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:45,612 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:45,695 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:48,320 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:48,320 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:48,321 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:48,326 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:48,697 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:49,700 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:51,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:51,771 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:51,772 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:51,772 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:51,778 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:52,702 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:53,703 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:55,278 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:55,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:55,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:55,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:55,704 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:57,286 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:57,708 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:43:58,502 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:58,503 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:43:58,503 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:58,509 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:58,709 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:43:59,712 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:00,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:00,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:02,627 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:02,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:02,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:02,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:02,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:03,715 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:05,718 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:06,209 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:06,210 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:06,211 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:06,217 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:06,719 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:07,721 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:08,217 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:10,499 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:10,500 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:10,500 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:10,506 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:10,724 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:11,055 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:44:11,727 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:14,057 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:14,560 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:14,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:14,561 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:14,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:14,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:15,407 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:15,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:15,729 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:18,256 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:18,257 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:18,257 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:18,263 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:18,731 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:19,298 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:19,734 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:21,947 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:21,948 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:21,948 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:21,954 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:22,736 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:23,739 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:24,761 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:24,762 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:24,762 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:24,762 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:24,768 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:25,740 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:27,743 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:28,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:28,698 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:28,698 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:28,704 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:28,744 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:30,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:30,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:31,748 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:33,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:33,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:33,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:33,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:33,750 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:35,753 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:36,138 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:38,594 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:38,594 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:38,595 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:38,601 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:38,755 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:39,758 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:41,061 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:44:42,062 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:42,561 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:42,561 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:42,562 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:42,567 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:42,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:43,760 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:45,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:47,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:47,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:47,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:47,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:47,399 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:47,763 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:49,768 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:51,233 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:51,234 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:44:51,234 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:51,239 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:51,770 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:44:53,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:53,773 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:44:58,240 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:00,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:00,424 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:00,689 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:00,690 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:00,696 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:00,778 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:03,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:03,780 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:03,896 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:03,897 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:03,897 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:03,903 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:04,826 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:05,828 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:08,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:10,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:10,648 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:10,648 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:10,655 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:10,833 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:11,060 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:45:11,835 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:14,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:14,389 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:14,390 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:14,390 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:14,396 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:14,837 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:15,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:15,840 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:18,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:18,101 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:18,101 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:18,108 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:18,842 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:19,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:19,845 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:21,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:21,382 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:21,382 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:21,388 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:21,846 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:23,850 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:24,388 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:24,800 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:24,801 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:24,801 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:24,807 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:24,851 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:27,857 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:29,808 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:30,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:33,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:33,184 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:33,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:33,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:33,862 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:35,226 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:35,865 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:37,757 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:37,758 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:37,758 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:37,764 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:37,866 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:39,870 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:40,765 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:41,065 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:45:42,026 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:42,027 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:42,027 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:42,033 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:42,873 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:43,875 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:45,408 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:45,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:45,955 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:45,955 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:45,956 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:45,961 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:46,877 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:47,880 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:49,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:49,786 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:49,787 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:49,793 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:49,881 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:51,794 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:51,885 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:56,174 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:56,175 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:56,175 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:56,181 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:56,888 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:45:57,181 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:57,891 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:45:59,649 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:59,650 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:45:59,650 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:59,656 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:59,892 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:00,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:01,895 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:02,701 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:03,516 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:03,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:03,517 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:03,522 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:03,897 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:05,900 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:07,153 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:07,154 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:07,154 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:07,160 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:07,902 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:08,161 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:09,906 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:11,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:46:12,061 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:12,062 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:12,062 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:12,068 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:12,908 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:13,911 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:14,068 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:15,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:19,643 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:20,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:20,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:20,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:20,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:20,916 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:21,919 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:23,960 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:23,961 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:23,961 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:23,967 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:24,921 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:24,968 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:25,923 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:29,538 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:29,539 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:29,539 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:29,545 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:29,927 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:30,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:30,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:30,706 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:31,931 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:34,741 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:34,742 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:34,742 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:34,748 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:34,934 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:35,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:37,938 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:40,786 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:41,066 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:46:42,093 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:42,094 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:42,094 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:42,100 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:42,941 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:43,944 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:45,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:45,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:46,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:46,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:46,070 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:46,070 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:46,076 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:46,946 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:47,948 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:49,758 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:49,759 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:49,760 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:49,765 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:49,950 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:51,766 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:51,951 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:53,184 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:53,185 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:53,185 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:53,191 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:53,952 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:55,956 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:46:56,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:56,777 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:46:56,778 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:56,778 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:56,784 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:56,957 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:46:57,960 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:00,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:00,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:00,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:00,412 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:00,667 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:00,668 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:00,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:00,962 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:01,964 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:02,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:04,056 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:04,057 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:04,057 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:04,063 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:04,967 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:05,969 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:07,151 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:07,152 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:07,152 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:07,158 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:07,971 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:08,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:09,975 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:10,948 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:10,949 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:10,949 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:10,955 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:10,976 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:11,068 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:47:13,980 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:14,069 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:14,681 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:14,682 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:14,682 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:14,688 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:14,981 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:15,408 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:15,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:15,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:15,984 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:18,989 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:18,989 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:18,990 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:18,995 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:19,986 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:20,034 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:21,990 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:23,039 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:23,040 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:23,040 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:23,046 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:23,991 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:25,046 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:25,994 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:27,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:27,093 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:27,093 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:27,099 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:27,997 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:30,001 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:30,100 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:30,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:31,421 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:31,421 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:31,422 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:31,428 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:32,003 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:34,006 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:35,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:36,168 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:36,169 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:36,169 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:36,175 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:37,008 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:38,011 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:41,070 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:47:41,071 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:42,751 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:42,752 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:42,752 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:42,757 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:43,014 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:44,017 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:45,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:46,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:51,045 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:51,049 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:47:51,049 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:51,055 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:52,022 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:47:52,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:54,025 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:47:57,090 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:00,275 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:00,276 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:00,277 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:00,282 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:00,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:00,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:00,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:01,029 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:02,032 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:02,675 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:03,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:03,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:03,821 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:03,827 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:04,034 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:06,037 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:06,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:06,665 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:06,666 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:06,673 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:07,038 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:08,039 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:08,674 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:11,072 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:48:14,074 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:14,986 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:14,987 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:14,987 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:14,994 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:15,044 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:15,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:15,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:15,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:18,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:18,858 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:18,858 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:18,859 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:18,864 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:19,048 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:19,902 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:22,052 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:22,812 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:22,813 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:22,813 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:22,819 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:23,053 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:24,056 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:25,820 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:26,239 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:26,240 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:26,240 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:26,246 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:27,059 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:28,062 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:30,409 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:31,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:34,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:34,654 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:34,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:34,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:35,067 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:36,069 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:37,698 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:38,585 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:38,586 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:38,586 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:38,592 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:39,071 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:40,074 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:41,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:48:41,819 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:41,819 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:41,820 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:41,825 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:42,077 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:42,826 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:44,080 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:45,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:46,102 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:46,103 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:46,103 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:46,109 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:47,082 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:48,085 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:48,145 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:50,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:50,166 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:50,166 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:50,172 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:51,087 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:52,089 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:53,173 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:53,848 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:53,849 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:48:53,849 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:53,855 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:54,091 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:48:56,092 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:48:58,856 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:00,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:00,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:00,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:02,142 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:02,142 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:02,142 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:02,148 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:03,096 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:04,100 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:04,188 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:07,478 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:07,478 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:07,479 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:07,484 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:08,102 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:09,485 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:10,107 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:11,076 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:49:11,544 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:11,545 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:11,545 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:11,550 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:12,108 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:14,111 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:14,551 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:15,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:15,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:19,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:19,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:19,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:19,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:19,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:20,115 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:22,118 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:24,418 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:24,419 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:24,419 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:24,424 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:25,120 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:25,425 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:26,123 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:28,392 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:28,392 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:28,393 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:28,398 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:29,126 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:30,129 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:30,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:30,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:30,666 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:32,333 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:32,333 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:32,333 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:32,339 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:33,131 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:34,134 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:35,865 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:35,866 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:35,866 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:35,866 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:35,872 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:36,135 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:38,139 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:39,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:39,365 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:39,365 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:39,371 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:40,140 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:41,078 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:49:41,080 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:42,144 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:43,139 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:43,140 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:43,140 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:43,146 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:43,146 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:45,409 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:45,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:46,148 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:46,725 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:48,004 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:48,004 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:48,005 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:48,010 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:48,150 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:50,153 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:51,852 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:51,853 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:51,853 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:51,853 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:51,859 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:52,155 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:54,158 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:49:56,860 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:56,953 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:56,954 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:49:56,954 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:56,960 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:57,160 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:49:58,163 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:00,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:02,667 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:05,279 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:05,279 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:05,280 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:05,285 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:06,168 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:08,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:08,322 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:08,718 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:08,719 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:08,719 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:08,725 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:09,170 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:10,174 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:11,080 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:50:13,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:13,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:13,158 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:13,164 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:13,176 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:14,165 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:15,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:16,180 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:17,073 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:17,074 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:17,074 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:17,079 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:17,181 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:20,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:20,186 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:21,466 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:21,467 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:21,467 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:21,473 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:22,187 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:24,190 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:25,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:29,506 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:29,507 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:29,507 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:29,513 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:30,196 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:30,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:30,631 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:32,200 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:33,553 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:33,553 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:33,553 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:33,560 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:34,202 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:36,203 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:36,598 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:38,136 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:38,137 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:38,137 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:38,143 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:38,205 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:40,208 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:41,082 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:50:41,732 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:41,733 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:41,733 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:41,733 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:41,738 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:42,210 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:44,213 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:45,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:45,855 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:45,856 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:45,856 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:45,862 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:46,215 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:46,898 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:48,219 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:50,304 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:50,305 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:50,305 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:50,311 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:51,220 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:52,221 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:52,312 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:54,031 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:54,031 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:54,031 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:54,037 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:54,222 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:50:56,226 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:50:57,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:57,957 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:50:57,957 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:57,957 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:57,963 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:58,227 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:00,231 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:00,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:02,063 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:02,064 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:02,064 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:02,070 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:02,232 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:03,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:04,236 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:08,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:10,231 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:10,231 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:10,232 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:10,238 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:10,239 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:11,087 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:51:12,243 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:14,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:15,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:18,578 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:18,578 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:18,578 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:18,584 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:19,248 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:19,622 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:20,250 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:22,299 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:22,300 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:22,300 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:22,306 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:23,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:24,253 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:25,306 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:27,626 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:27,627 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:27,627 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:27,633 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:28,258 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:30,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:30,410 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:30,688 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:31,050 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:31,050 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:31,050 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:31,056 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:31,259 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:32,262 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:34,776 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:34,777 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:34,777 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:34,782 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:35,265 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:35,783 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:36,267 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:39,591 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:39,591 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:39,592 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:39,597 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:40,270 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:41,086 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:51:41,089 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:42,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:42,943 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:42,944 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:42,944 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:42,950 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:43,274 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:44,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:45,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:46,623 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:48,460 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:48,460 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:48,460 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:48,467 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:49,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:50,282 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:52,482 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:52,483 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:52,483 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:52,483 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:52,489 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:53,284 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:54,287 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:51:56,676 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:56,677 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:51:56,677 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:56,683 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:57,289 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:51:57,683 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:58,290 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:00,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:00,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:01,515 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:01,516 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:01,516 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:01,521 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:02,292 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:03,558 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:04,296 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:06,280 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:06,281 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:06,281 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:06,287 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:06,297 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:08,300 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:09,287 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:11,092 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:52:11,452 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:11,452 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:11,453 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:11,458 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:12,304 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:14,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:14,445 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:14,446 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:14,446 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:14,446 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:14,452 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:15,307 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:15,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:15,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:16,310 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:18,049 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:18,050 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:18,050 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:18,056 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:18,312 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:20,094 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:20,315 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:21,571 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:21,572 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:21,572 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:21,578 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:22,317 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:24,320 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:25,579 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:26,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:26,159 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:26,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:26,165 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:26,321 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:28,326 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:29,449 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:29,450 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:29,450 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:29,455 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:30,327 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:30,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:30,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:30,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:30,665 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:32,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:33,120 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:33,121 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:33,121 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:33,127 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:33,331 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:34,334 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:36,162 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:36,559 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:36,560 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:36,560 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:36,566 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:37,336 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:38,339 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:39,904 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:39,905 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:39,905 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:39,911 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:40,340 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:41,091 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:52:42,092 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:42,344 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:44,237 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:44,238 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:44,238 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:44,243 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:44,345 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:45,410 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:45,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:45,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:46,348 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:47,617 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:52,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:52,362 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:52,363 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:52,368 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:53,360 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:53,406 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:54,363 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:56,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:56,205 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:56,205 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:56,211 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:56,364 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:52:58,367 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:52:59,211 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:59,246 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:59,246 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:52:59,247 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:59,252 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:59,368 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:00,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:00,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:00,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:02,372 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:04,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:04,101 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:04,101 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:04,107 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:04,374 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:05,146 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:06,377 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:08,654 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:08,655 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:08,655 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:08,661 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:09,379 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:10,383 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:10,661 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:11,096 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:53:12,697 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:12,697 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:12,697 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:12,703 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:13,384 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:14,387 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:15,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:15,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:15,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:15,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:17,945 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:17,946 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:17,946 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:17,952 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:18,390 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:20,393 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:20,990 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:21,899 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:21,900 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:21,900 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:21,906 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:22,394 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:24,397 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:26,668 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:26,669 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:26,669 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:26,669 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:26,675 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:27,401 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:28,404 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:30,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:30,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:30,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:31,711 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:32,022 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:32,023 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:32,023 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:32,029 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:32,407 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:34,410 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:37,066 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:40,415 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:40,416 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:40,416 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:40,422 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:41,095 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:53:41,415 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:42,096 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:42,418 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:45,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:45,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:45,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:46,296 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:46,297 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:46,297 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:46,303 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:46,420 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:47,338 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:48,424 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:49,973 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:49,974 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:49,974 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:49,980 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:50,425 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:52,428 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:52,981 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:54,824 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:54,825 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:54,825 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:54,831 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:55,430 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:53:56,433 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:53:58,821 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:58,821 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:53:58,822 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:58,822 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:58,827 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:59,435 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:00,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:00,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:00,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:00,438 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:03,839 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:03,839 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:03,839 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:03,840 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:03,845 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:04,441 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:06,444 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:07,573 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:07,574 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:07,574 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:07,580 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:08,445 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:09,581 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:10,449 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:11,100 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:54:13,032 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:13,033 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:13,033 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:13,039 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:13,451 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:14,454 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:15,040 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:15,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:15,411 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:15,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:20,647 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:21,497 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:21,498 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:21,498 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:21,504 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:22,459 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:24,462 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:25,011 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:25,011 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:25,012 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:25,018 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:25,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:26,018 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:26,463 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:28,610 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:28,610 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:28,611 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:28,616 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:29,467 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:30,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:30,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:30,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:30,469 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:31,519 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:31,520 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:31,520 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:31,520 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:31,526 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:32,471 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:34,475 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:35,473 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:35,474 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:54:35,474 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:35,480 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:36,476 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:54:37,481 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:38,480 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:54:41,099 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:54:43,101 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:45,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:45,411 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:45,412 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:48,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:53,714 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:58,715 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:00,493 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:00,494 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:00,993 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:04,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:09,137 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:11,102 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:55:15,104 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:20,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:25,105 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:30,106 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:33,916 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:33,917 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:34,374 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:35,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:40,702 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:41,152 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:55:46,154 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:49,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:49,127 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:49,127 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:51,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:56,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:01,426 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:04,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:04,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:04,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:07,400 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:11,105 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:56:13,107 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:18,108 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:19,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:19,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:19,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:23,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:28,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:33,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:34,125 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:34,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:34,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:39,364 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:41,108 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:56:45,110 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:49,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:49,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:49,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:50,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:55,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:00,366 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:04,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:04,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:04,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:05,380 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:10,381 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:11,109 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:57:16,111 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:19,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:19,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:19,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:21,432 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:26,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:31,433 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:34,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:34,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:34,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:38,121 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:41,115 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:57:44,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:49,117 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:49,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:49,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:49,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:54,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:59,393 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:04,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:04,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:04,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:05,360 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:10,361 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:11,113 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:58:16,115 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:19,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:19,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:19,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:21,377 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:26,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:31,378 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:34,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:34,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:34,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:37,365 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:41,117 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:58:43,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:48,118 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:49,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:49,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:49,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:53,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:58,419 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:03,420 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:04,126 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:04,126 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:04,170 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:09,341 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:11,122 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:59:14,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: telemetry +2024-03-13 17:59:14,214 DEBUG SenderThread:2534205 [sender.py:send():382] send: exit +2024-03-13 17:59:14,214 INFO SenderThread:2534205 [sender.py:send_exit():589] handling exit code: 0 +2024-03-13 17:59:14,215 INFO SenderThread:2534205 [sender.py:send_exit():591] handling runtime: 23644 +2024-03-13 17:59:14,222 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:14,222 INFO SenderThread:2534205 [sender.py:send_exit():597] send defer +2024-03-13 17:59:14,222 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:14,222 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 0 +2024-03-13 17:59:14,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:14,223 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 0 +2024-03-13 17:59:14,223 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 1 +2024-03-13 17:59:14,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:14,223 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 1 +2024-03-13 17:59:14,223 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:14,223 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 1 +2024-03-13 17:59:14,223 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 2 +2024-03-13 17:59:14,223 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:14,223 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 2 +2024-03-13 17:59:14,223 INFO HandlerThread:2534205 [system_monitor.py:finish():203] Stopping system monitor +2024-03-13 17:59:14,223 DEBUG SystemMonitor:2534205 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-13 17:59:14,224 INFO HandlerThread:2534205 [interfaces.py:finish():202] Joined cpu monitor +2024-03-13 17:59:14,224 DEBUG SystemMonitor:2534205 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-13 17:59:14,225 INFO HandlerThread:2534205 [interfaces.py:finish():202] Joined disk monitor +2024-03-13 17:59:14,273 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:59:15,276 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:59:15,782 INFO HandlerThread:2534205 [interfaces.py:finish():202] Joined gpu monitor +2024-03-13 17:59:15,782 INFO HandlerThread:2534205 [interfaces.py:finish():202] Joined memory monitor +2024-03-13 17:59:15,782 INFO HandlerThread:2534205 [interfaces.py:finish():202] Joined network monitor +2024-03-13 17:59:15,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 17:59:15,782 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:15,783 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,783 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 2 +2024-03-13 17:59:15,783 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 3 +2024-03-13 17:59:15,783 DEBUG SenderThread:2534205 [sender.py:send():382] send: stats +2024-03-13 17:59:15,784 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 17:59:15,784 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:15,784 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 3 +2024-03-13 17:59:15,785 DEBUG SenderThread:2534205 [sender.py:send():382] send: history +2024-03-13 17:59:15,785 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:15,790 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:15,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,791 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 3 +2024-03-13 17:59:15,791 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 4 +2024-03-13 17:59:15,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:15,791 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 4 +2024-03-13 17:59:15,791 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,791 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 4 +2024-03-13 17:59:15,791 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 5 +2024-03-13 17:59:15,791 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:15,791 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 5 +2024-03-13 17:59:15,792 DEBUG SenderThread:2534205 [sender.py:send():382] send: summary +2024-03-13 17:59:15,797 INFO SenderThread:2534205 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:15,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,797 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 5 +2024-03-13 17:59:15,797 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 6 +2024-03-13 17:59:15,797 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:15,797 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 6 +2024-03-13 17:59:15,797 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,798 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 6 +2024-03-13 17:59:15,798 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 7 +2024-03-13 17:59:15,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:15,798 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:15,798 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 7 +2024-03-13 17:59:15,798 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:15,798 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 7 +2024-03-13 17:59:16,189 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 17:59:16,278 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:59:16,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:59:16,279 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml +2024-03-13 17:59:17,958 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 8 +2024-03-13 17:59:17,958 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 17:59:17,958 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:17,958 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 8 +2024-03-13 17:59:17,959 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:17,959 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 8 +2024-03-13 17:59:17,959 INFO SenderThread:2534205 [job_builder.py:build():296] Attempting to build job artifact +2024-03-13 17:59:17,960 INFO SenderThread:2534205 [job_builder.py:_get_source_type():426] is repo sourced job +2024-03-13 17:59:18,076 INFO SenderThread:2534205 [job_builder.py:build():402] adding wandb-job metadata file +2024-03-13 17:59:18,116 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 9 +2024-03-13 17:59:18,116 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:18,116 DEBUG SenderThread:2534205 [sender.py:send():382] send: artifact +2024-03-13 17:59:18,116 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 9 +2024-03-13 17:59:18,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 17:59:18,280 INFO Thread-12 :2534205 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:59:19,491 INFO wandb-upload_1:2534205 [upload_job.py:push():86] Skipped uploading /home/lilei/.local/share/wandb/artifacts/staging/tmpvwy4jd02 +2024-03-13 17:59:20,015 INFO wandb-upload_0:2534205 [upload_job.py:push():89] Uploaded file /home/lilei/.local/share/wandb/artifacts/staging/tmpan7in1hu +2024-03-13 17:59:21,630 INFO SenderThread:2534205 [sender.py:send_artifact():1494] sent artifact job-https___github.com_TRI-ML_prismatic-vlms.git_scripts_pretrain.py - {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjE0MzcwMzk1OA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NzU0MDY4NTU2', 'versionIndex': 8}}} +2024-03-13 17:59:21,631 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:21,631 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 9 +2024-03-13 17:59:21,631 INFO SenderThread:2534205 [dir_watcher.py:finish():358] shutting down directory watcher +2024-03-13 17:59:21,631 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:22,281 INFO SenderThread:2534205 [dir_watcher.py:finish():388] scan: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml config.yaml +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml conda-environment.yaml +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-metadata.json wandb-metadata.json +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt requirements.txt +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log output.log +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json wandb-summary.json +2024-03-13 17:59:22,282 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 10 +2024-03-13 17:59:22,282 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 17:59:22,283 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:22,284 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 10 +2024-03-13 17:59:22,289 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:22,289 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 10 +2024-03-13 17:59:22,289 INFO SenderThread:2534205 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 17:59:22,821 INFO wandb-upload_1:2534205 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/config.yaml +2024-03-13 17:59:23,190 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: keepalive +2024-03-13 17:59:23,191 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 17:59:23,191 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 17:59:23,332 INFO wandb-upload_4:2534205 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/wandb-summary.json +2024-03-13 17:59:23,332 INFO wandb-upload_2:2534205 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/conda-environment.yaml +2024-03-13 17:59:23,339 INFO wandb-upload_0:2534205 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/requirements.txt +2024-03-13 17:59:23,342 INFO wandb-upload_3:2534205 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/files/output.log +2024-03-13 17:59:23,542 INFO Thread-11 (_thread_body):2534205 [sender.py:transition_state():617] send defer: 11 +2024-03-13 17:59:23,542 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:23,542 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 11 +2024-03-13 17:59:23,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:23,543 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 11 +2024-03-13 17:59:23,543 INFO SenderThread:2534205 [file_pusher.py:join():178] waiting for file pusher +2024-03-13 17:59:23,543 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 12 +2024-03-13 17:59:23,543 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:23,543 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 12 +2024-03-13 17:59:23,543 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:23,543 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 12 +2024-03-13 17:59:23,543 INFO SenderThread:2534205 [file_stream.py:finish():595] file stream finish called +2024-03-13 17:59:24,157 INFO SenderThread:2534205 [file_stream.py:finish():599] file stream finish is done +2024-03-13 17:59:24,157 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 13 +2024-03-13 17:59:24,157 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:24,157 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 13 +2024-03-13 17:59:24,158 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:24,158 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 13 +2024-03-13 17:59:24,158 INFO SenderThread:2534205 [sender.py:transition_state():617] send defer: 14 +2024-03-13 17:59:24,158 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: defer +2024-03-13 17:59:24,158 INFO HandlerThread:2534205 [handler.py:handle_request_defer():172] handle defer: 14 +2024-03-13 17:59:24,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: final +2024-03-13 17:59:24,158 DEBUG SenderThread:2534205 [sender.py:send():382] send: footer +2024-03-13 17:59:24,158 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: defer +2024-03-13 17:59:24,158 INFO SenderThread:2534205 [sender.py:send_request_defer():613] handle sender defer: 14 +2024-03-13 17:59:24,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 17:59:24,159 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 17:59:24,159 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:24,160 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: server_info +2024-03-13 17:59:24,160 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: server_info +2024-03-13 17:59:24,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: get_summary +2024-03-13 17:59:24,202 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: sampled_history +2024-03-13 17:59:24,204 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: job_info +2024-03-13 17:59:24,361 DEBUG SenderThread:2534205 [sender.py:send_request():409] send_request: job_info +2024-03-13 17:59:24,362 DEBUG HandlerThread:2534205 [handler.py:handle_request():146] handle_request: shutdown +2024-03-13 17:59:24,362 INFO HandlerThread:2534205 [handler.py:finish():869] shutting down handler +2024-03-13 17:59:25,204 INFO WriterThread:2534205 [datastore.py:close():296] close: runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/run-qjlxrhvj.wandb +2024-03-13 17:59:25,361 INFO SenderThread:2534205 [sender.py:finish():1572] shutting down sender +2024-03-13 17:59:25,361 INFO SenderThread:2534205 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 17:59:25,362 INFO SenderThread:2534205 [file_pusher.py:join():178] waiting for file pusher diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug.log b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..23907938fc27415eaa1f011639a99284d3f1206e --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug.log @@ -0,0 +1,34 @@ +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3 +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Configure stats pid to 2533886 +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/.config/wandb/settings +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/prismatic-vlms/wandb/settings +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'scripts/pretrain.py', 'program_abspath': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py'} +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_init.py:_log_setup():526] Logging user logs to runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug.log +2024-03-13 11:25:08,773 INFO MainThread:2533886 [wandb_init.py:_log_setup():527] Logging internal logs to runs/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/logs/debug-internal.log +2024-03-13 11:25:08,774 INFO MainThread:2533886 [wandb_init.py:init():566] calling init triggers +2024-03-13 11:25:08,774 INFO MainThread:2533886 [wandb_init.py:init():573] wandb.init called with sweep_config: {} +config: {'model': {'type': 'one-stage+7b', 'model_id': 'one-stage+7b_qformer2_32', 'arch_specifier': 'qformer2_32', 'vision_backbone_id': 'clip-vit-l-336px', 'llm_backbone_id': 'vicuna-v15-7b', 'image_resize_strategy': 'letterbox', 'llm_max_length': 2048, 'align_epochs': 1, 'align_max_steps': None, 'align_global_batch_size': 256, 'align_per_device_batch_size': 16, 'align_learning_rate': 0.001, 'align_weight_decay': 0.0, 'align_max_grad_norm': 1.0, 'align_lr_scheduler_type': 'linear-warmup+cosine-decay', 'align_warmup_ratio': 0.03, 'align_train_strategy': 'fsdp-shard-grad-op', 'finetune_epochs': 1, 'finetune_max_steps': None, 'finetune_global_batch_size': 128, 'finetune_per_device_batch_size': 16, 'finetune_learning_rate': 2e-05, 'finetune_weight_decay': 0.1, 'finetune_max_grad_norm': 1.0, 'finetune_lr_scheduler_type': 'linear-warmup+cosine-decay', 'finetune_warmup_ratio': 0.03, 'finetune_train_strategy': 'fsdp-full-shard', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': False}, 'dataset': {'type': 'llava-v15', 'dataset_id': 'llava-v15', 'align_stage_components': ['download/llava-laion-cc-sbu-558k/chat.json', 'download/llava-laion-cc-sbu-558k'], 'finetune_stage_components': ['download/llava-v1.5-instruct/llava_v1_5_mix665k.json', 'download/llava-v1.5-instruct'], 'dataset_root_dir': 'data'}, 'stage': 'finetune', 'pretrained_checkpoint': '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_32/checkpoints/latest-checkpoint.pt', 'run_id': 's1_s2_qformer2_32', 'run_root_dir': 'runs', 'seed': 7, 'hf_token': '.hf_token', 'trackers': ['jsonl', 'wandb'], 'wandb_project': 'hf-vlms', 'wandb_entity': 'lilei_stones', 'max_length': 4096} +2024-03-13 11:25:08,774 INFO MainThread:2533886 [wandb_init.py:init():616] starting backend +2024-03-13 11:25:08,774 INFO MainThread:2533886 [wandb_init.py:init():620] setting up manager +2024-03-13 11:25:08,782 INFO MainThread:2533886 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-03-13 11:25:08,784 INFO MainThread:2533886 [wandb_init.py:init():628] backend started and connected +2024-03-13 11:25:08,798 INFO MainThread:2533886 [wandb_init.py:init():720] updated telemetry +2024-03-13 11:25:08,818 INFO MainThread:2533886 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout +2024-03-13 11:25:09,385 INFO MainThread:2533886 [wandb_run.py:_on_init():2262] communicating current version +2024-03-13 11:25:09,428 INFO MainThread:2533886 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-03-13 11:25:09,429 INFO MainThread:2533886 [wandb_init.py:init():804] starting run threads in backend +2024-03-13 11:25:14,886 INFO MainThread:2533886 [wandb_run.py:_console_start():2241] atexit reg +2024-03-13 11:25:14,887 INFO MainThread:2533886 [wandb_run.py:_redirect():2096] redirect: wrap_raw +2024-03-13 11:25:14,887 INFO MainThread:2533886 [wandb_run.py:_redirect():2161] Wrapping output streams. +2024-03-13 11:25:14,887 INFO MainThread:2533886 [wandb_run.py:_redirect():2186] Redirects installed. +2024-03-13 11:25:14,888 INFO MainThread:2533886 [wandb_init.py:init():847] run started, returning control to user process +2024-03-13 17:59:14,187 INFO MainThread:2533886 [wandb_run.py:_finish():1970] finishing run lilei_stones/hf-vlms/qjlxrhvj +2024-03-13 17:59:14,188 INFO MainThread:2533886 [wandb_run.py:_atexit_cleanup():2210] got exitcode: 0 +2024-03-13 17:59:14,188 INFO MainThread:2533886 [wandb_run.py:_restore():2193] restore +2024-03-13 17:59:14,188 INFO MainThread:2533886 [wandb_run.py:_restore():2199] restore done +2024-03-13 17:59:25,363 INFO MainThread:2533886 [wandb_run.py:_footer_history_summary_info():3866] rendering history +2024-03-13 17:59:25,364 INFO MainThread:2533886 [wandb_run.py:_footer_history_summary_info():3898] rendering summary +2024-03-13 17:59:25,373 INFO MainThread:2533886 [wandb_run.py:_footer_sync_info():3825] logging synced files diff --git a/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/run-qjlxrhvj.wandb b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/run-qjlxrhvj.wandb new file mode 100644 index 0000000000000000000000000000000000000000..db6c316989b5f9583ca419611c248615589e4b89 --- /dev/null +++ b/s1_s2_qformer2_32/wandb/run-20240313_112508-qjlxrhvj/run-qjlxrhvj.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d78c5850fc9c91cd9fe0fd2040a963bc90e6e993252eecda45314cc84ccdcb +size 11876170 diff --git a/s1_s2_qformer2_64/checkpoints/latest-checkpoint.pt b/s1_s2_qformer2_64/checkpoints/latest-checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..02b2e488cf8ab463a64b93dc30fa5318e2a6142c --- /dev/null +++ b/s1_s2_qformer2_64/checkpoints/latest-checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5abeef5b9655b38f21b2eb0edd9e17613883262c313d3de7c9f711a279c72fc +size 28821360822 diff --git a/s1_s2_qformer2_64/checkpoints/step-005198-epoch-00-loss=0.9021.pt b/s1_s2_qformer2_64/checkpoints/step-005198-epoch-00-loss=0.9021.pt new file mode 100644 index 0000000000000000000000000000000000000000..02b2e488cf8ab463a64b93dc30fa5318e2a6142c --- /dev/null +++ b/s1_s2_qformer2_64/checkpoints/step-005198-epoch-00-loss=0.9021.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5abeef5b9655b38f21b2eb0edd9e17613883262c313d3de7c9f711a279c72fc +size 28821360822 diff --git a/s1_s2_qformer2_64/config.json b/s1_s2_qformer2_64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5fa1cfc98fcc81a6c3826cc114582525b3323b72 --- /dev/null +++ b/s1_s2_qformer2_64/config.json @@ -0,0 +1,60 @@ +{ + "dataset": { + "align_stage_components": [ + "download/llava-laion-cc-sbu-558k/chat.json", + "download/llava-laion-cc-sbu-558k" + ], + "dataset_id": "llava-v15", + "dataset_root_dir": "data", + "finetune_stage_components": [ + "download/llava-v1.5-instruct/llava_v1_5_mix665k.json", + "download/llava-v1.5-instruct" + ], + "type": "llava-v15" + }, + "hf_token": ".hf_token", + "max_length": 4096, + "model": { + "align_epochs": 1, + "align_global_batch_size": 256, + "align_learning_rate": 0.001, + "align_lr_scheduler_type": "linear-warmup+cosine-decay", + "align_max_grad_norm": 1.0, + "align_max_steps": null, + "align_per_device_batch_size": 16, + "align_train_strategy": "fsdp-shard-grad-op", + "align_warmup_ratio": 0.03, + "align_weight_decay": 0.0, + "arch_specifier": "qformer2_64", + "enable_gradient_checkpointing": true, + "enable_mixed_precision_training": true, + "finetune_epochs": 1, + "finetune_global_batch_size": 128, + "finetune_learning_rate": 2e-05, + "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", + "finetune_max_grad_norm": 1.0, + "finetune_max_steps": null, + "finetune_per_device_batch_size": 16, + "finetune_train_strategy": "fsdp-full-shard", + "finetune_warmup_ratio": 0.03, + "finetune_weight_decay": 0.1, + "image_resize_strategy": "letterbox", + "llm_backbone_id": "vicuna-v15-7b", + "llm_max_length": 2048, + "model_id": "one-stage+7b_qformer2_64", + "reduce_in_full_precision": false, + "type": "one-stage+7b", + "vision_backbone_id": "clip-vit-l-336px" + }, + "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt", + "run_id": "s1_s2_qformer2_64", + "run_root_dir": "runs", + "seed": 7, + "stage": "finetune", + "trackers": [ + "jsonl", + "wandb" + ], + "wandb_entity": "lilei_stones", + "wandb_project": "hf-vlms" +} \ No newline at end of file diff --git a/s1_s2_qformer2_64/config.yaml b/s1_s2_qformer2_64/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1178152df829972b5bd21a769f9003383728e84c --- /dev/null +++ b/s1_s2_qformer2_64/config.yaml @@ -0,0 +1,53 @@ +dataset: + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + dataset_id: llava-v15 + dataset_root_dir: data + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + type: llava-v15 +hf_token: .hf_token +max_length: 4096 +model: + align_epochs: 1 + align_global_batch_size: 256 + align_learning_rate: 0.001 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_max_grad_norm: 1.0 + align_max_steps: null + align_per_device_batch_size: 16 + align_train_strategy: fsdp-shard-grad-op + align_warmup_ratio: 0.03 + align_weight_decay: 0.0 + arch_specifier: qformer2_64 + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + finetune_epochs: 1 + finetune_global_batch_size: 128 + finetune_learning_rate: 2.0e-05 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_max_grad_norm: 1.0 + finetune_max_steps: null + finetune_per_device_batch_size: 16 + finetune_train_strategy: fsdp-full-shard + finetune_warmup_ratio: 0.03 + finetune_weight_decay: 0.1 + image_resize_strategy: letterbox + llm_backbone_id: vicuna-v15-7b + llm_max_length: 2048 + model_id: one-stage+7b_qformer2_64 + reduce_in_full_precision: false + type: one-stage+7b + vision_backbone_id: clip-vit-l-336px +pretrained_checkpoint: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt +run_id: s1_s2_qformer2_64 +run_root_dir: runs +seed: 7 +stage: finetune +trackers: +- jsonl +- wandb +wandb_entity: lilei_stones +wandb_project: hf-vlms diff --git a/s1_s2_qformer2_64/run-metrics.jsonl b/s1_s2_qformer2_64/run-metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0d4f3e9206ccf9a4ebd570292f4774098c1f3bb1 --- /dev/null +++ b/s1_s2_qformer2_64/run-metrics.jsonl @@ -0,0 +1 @@ +{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "max_length": 4096, "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "qformer2_64", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "one-stage+7b_qformer2_64", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt", "run_id": "s1_s2_qformer2_64", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "lilei_stones", "wandb_project": "hf-vlms"}, "run_id": "s1_s2_qformer2_64"} diff --git a/s1_s2_qformer2_64/s1_s2_qformer2_64.jsonl b/s1_s2_qformer2_64/s1_s2_qformer2_64.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e51b058755d3ea148fd2c0635581a5d634a53614 --- /dev/null +++ b/s1_s2_qformer2_64/s1_s2_qformer2_64.jsonl @@ -0,0 +1,5198 @@ +{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 0.9966816306114197, "Finetune/Loss (Raw)": 0.9966816306114197, "Finetune/Step": 1, "Finetune/Step Time": 25.453386783599854} +{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.235974907875061, "Finetune/Loss (Raw)": 1.4752682447433472, "Finetune/Step": 2, "Finetune/Step Time": 16.189798712730408} +{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2412294149398804, "Finetune/Loss (Raw)": 1.2517383098602295, "Finetune/Step": 3, "Finetune/Step Time": 11.912216583887735} +{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2212518453598022, "Finetune/Loss (Raw)": 1.1613192558288574, "Finetune/Step": 4, "Finetune/Step Time": 9.815029382705688} +{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2219055891036987, "Finetune/Loss (Raw)": 1.2245197296142578, "Finetune/Step": 5, "Finetune/Step Time": 8.743412733078003} +{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2281583547592163, "Finetune/Loss (Raw)": 1.2594225406646729, "Finetune/Step": 6, "Finetune/Step Time": 7.983256260553996} +{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2216894626617432, "Finetune/Loss (Raw)": 1.1828758716583252, "Finetune/Step": 7, "Finetune/Step Time": 7.412320784160069} +{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2423443794250488, "Finetune/Loss (Raw)": 1.3869287967681885, "Finetune/Step": 8, "Finetune/Step Time": 7.1632706224918365} +{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2263970375061035, "Finetune/Loss (Raw)": 1.0988179445266724, "Finetune/Step": 9, "Finetune/Step Time": 6.818270762761434} +{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2523406744003296, "Finetune/Loss (Raw)": 1.4858342409133911, "Finetune/Step": 10, "Finetune/Step Time": 6.803939700126648} +{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.261169672012329, "Finetune/Loss (Raw)": 1.349459171295166, "Finetune/Step": 11, "Finetune/Step Time": 6.523357044566762} +{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.2599282264709473, "Finetune/Loss (Raw)": 1.246273398399353, "Finetune/Step": 12, "Finetune/Step Time": 6.304519216219584} +{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.2512668371200562, "Finetune/Loss (Raw)": 1.1473287343978882, "Finetune/Step": 13, "Finetune/Step Time": 6.115564401333149} +{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2608387470245361, "Finetune/Loss (Raw)": 1.3852729797363281, "Finetune/Step": 14, "Finetune/Step Time": 5.933710013117109} +{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2687766551971436, "Finetune/Loss (Raw)": 1.3799079656600952, "Finetune/Step": 15, "Finetune/Step Time": 5.872259028752645} +{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2505450248718262, "Finetune/Loss (Raw)": 0.9770705103874207, "Finetune/Step": 16, "Finetune/Step Time": 5.8279885202646255} +{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2455487251281738, "Finetune/Loss (Raw)": 1.1656080484390259, "Finetune/Step": 17, "Finetune/Step Time": 5.723895030863145} +{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2316852807998657, "Finetune/Loss (Raw)": 0.9960066080093384, "Finetune/Step": 18, "Finetune/Step Time": 5.661241584353977} +{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.227750301361084, "Finetune/Loss (Raw)": 1.156920313835144, "Finetune/Step": 19, "Finetune/Step Time": 5.551087705712569} +{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2232754230499268, "Finetune/Loss (Raw)": 1.1382523775100708, "Finetune/Step": 20, "Finetune/Step Time": 5.438063740730286} +{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.219740629196167, "Finetune/Loss (Raw)": 1.1490455865859985, "Finetune/Step": 21, "Finetune/Step Time": 5.42726164772397} +{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.212775468826294, "Finetune/Loss (Raw)": 1.0665078163146973, "Finetune/Step": 22, "Finetune/Step Time": 5.363231604749506} +{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.1705021858215332, "Finetune/Loss (Raw)": 0.24048830568790436, "Finetune/Step": 23, "Finetune/Step Time": 5.490546423455943} +{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.171095609664917, "Finetune/Loss (Raw)": 1.184743046760559, "Finetune/Step": 24, "Finetune/Step Time": 5.402117311954498} +{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1661019325256348, "Finetune/Loss (Raw)": 1.0462576150894165, "Finetune/Step": 25, "Finetune/Step Time": 5.348439922332764} +{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1321295499801636, "Finetune/Loss (Raw)": 0.28281813859939575, "Finetune/Step": 26, "Finetune/Step Time": 5.474267161809481} +{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1359285116195679, "Finetune/Loss (Raw)": 1.23470139503479, "Finetune/Step": 27, "Finetune/Step Time": 5.389177993491844} +{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.134687900543213, "Finetune/Loss (Raw)": 1.101191520690918, "Finetune/Step": 28, "Finetune/Step Time": 5.319291242531368} +{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1370817422866821, "Finetune/Loss (Raw)": 1.2041103839874268, "Finetune/Step": 29, "Finetune/Step Time": 5.306479322499242} +{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.133370280265808, "Finetune/Loss (Raw)": 1.0257329940795898, "Finetune/Step": 30, "Finetune/Step Time": 5.296152226130167} +{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1352006196975708, "Finetune/Loss (Raw)": 1.190116286277771, "Finetune/Step": 31, "Finetune/Step Time": 5.260163684045115} +{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1328749656677246, "Finetune/Loss (Raw)": 1.0607777833938599, "Finetune/Step": 32, "Finetune/Step Time": 5.282841630280018} +{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.126343011856079, "Finetune/Loss (Raw)": 0.9173228740692139, "Finetune/Step": 33, "Finetune/Step Time": 5.256625096003215} +{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.122229814529419, "Finetune/Loss (Raw)": 0.9864945411682129, "Finetune/Step": 34, "Finetune/Step Time": 5.2155281655928665} +{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.126306414604187, "Finetune/Loss (Raw)": 1.264906406402588, "Finetune/Step": 35, "Finetune/Step Time": 5.187170042310442} +{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.125694990158081, "Finetune/Loss (Raw)": 1.104297161102295, "Finetune/Step": 36, "Finetune/Step Time": 5.194262868828243} +{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1285606622695923, "Finetune/Loss (Raw)": 1.231724739074707, "Finetune/Step": 37, "Finetune/Step Time": 5.242183633752771} +{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1278759241104126, "Finetune/Loss (Raw)": 1.102536916732788, "Finetune/Step": 38, "Finetune/Step Time": 5.195284680316322} +{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1277531385421753, "Finetune/Loss (Raw)": 1.1230915784835815, "Finetune/Step": 39, "Finetune/Step Time": 5.14795107107896} +{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.127372145652771, "Finetune/Loss (Raw)": 1.1125147342681885, "Finetune/Step": 40, "Finetune/Step Time": 5.154365921020508} +{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1295607089996338, "Finetune/Loss (Raw)": 1.2171014547348022, "Finetune/Step": 41, "Finetune/Step Time": 5.099389082047997} +{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.131182074546814, "Finetune/Loss (Raw)": 1.1976593732833862, "Finetune/Step": 42, "Finetune/Step Time": 5.059768898146493} +{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1304527521133423, "Finetune/Loss (Raw)": 1.0998239517211914, "Finetune/Step": 43, "Finetune/Step Time": 5.0733143562494325} +{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1308037042617798, "Finetune/Loss (Raw)": 1.145889163017273, "Finetune/Step": 44, "Finetune/Step Time": 5.061683692715385} +{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.1278775930404663, "Finetune/Loss (Raw)": 0.9991298317909241, "Finetune/Step": 45, "Finetune/Step Time": 5.119648075103759} +{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.108878493309021, "Finetune/Loss (Raw)": 0.25391948223114014, "Finetune/Step": 46, "Finetune/Step Time": 5.201458511145218} +{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1088870763778687, "Finetune/Loss (Raw)": 1.109285831451416, "Finetune/Step": 47, "Finetune/Step Time": 5.173282841418652} +{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1085199117660522, "Finetune/Loss (Raw)": 1.0912563800811768, "Finetune/Step": 48, "Finetune/Step Time": 5.178385719656944} +{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1088889837265015, "Finetune/Loss (Raw)": 1.1266071796417236, "Finetune/Step": 49, "Finetune/Step Time": 5.166597955080928} +{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1067267656326294, "Finetune/Loss (Raw)": 1.0007829666137695, "Finetune/Step": 50, "Finetune/Step Time": 5.1471988964080815} +{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.1068634986877441, "Finetune/Loss (Raw)": 1.1136921644210815, "Finetune/Step": 51, "Finetune/Step Time": 5.119113309710634} +{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1081819534301758, "Finetune/Loss (Raw)": 1.17542564868927, "Finetune/Step": 52, "Finetune/Step Time": 5.1093474213893595} +{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1042248010635376, "Finetune/Loss (Raw)": 0.898452877998352, "Finetune/Step": 53, "Finetune/Step Time": 5.121902456823385} +{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1006383895874023, "Finetune/Loss (Raw)": 0.9105554223060608, "Finetune/Step": 54, "Finetune/Step Time": 5.115204961211593} +{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1014255285263062, "Finetune/Loss (Raw)": 1.1439355611801147, "Finetune/Step": 55, "Finetune/Step Time": 5.115682662617076} +{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.101102590560913, "Finetune/Loss (Raw)": 1.0833380222320557, "Finetune/Step": 56, "Finetune/Step Time": 5.12548508814403} +{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.0994889736175537, "Finetune/Loss (Raw)": 1.0091255903244019, "Finetune/Step": 57, "Finetune/Step Time": 5.101751963297526} +{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0987211465835571, "Finetune/Loss (Raw)": 1.0549606084823608, "Finetune/Step": 58, "Finetune/Step Time": 5.127579902780467} +{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0982381105422974, "Finetune/Loss (Raw)": 1.0702241659164429, "Finetune/Step": 59, "Finetune/Step Time": 5.133700669822046} +{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.097734808921814, "Finetune/Loss (Raw)": 1.0680288076400757, "Finetune/Step": 60, "Finetune/Step Time": 5.107741792996724} +{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0982829332351685, "Finetune/Loss (Raw)": 1.1311793327331543, "Finetune/Step": 61, "Finetune/Step Time": 5.090391092613095} +{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0997031927108765, "Finetune/Loss (Raw)": 1.1863387823104858, "Finetune/Step": 62, "Finetune/Step Time": 5.065770956777757} +{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1009793281555176, "Finetune/Loss (Raw)": 1.180093765258789, "Finetune/Step": 63, "Finetune/Step Time": 5.044366783565945} +{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.0999782085418701, "Finetune/Loss (Raw)": 1.0369086265563965, "Finetune/Step": 64, "Finetune/Step Time": 5.079724702984095} +{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0988318920135498, "Finetune/Loss (Raw)": 1.025474190711975, "Finetune/Step": 65, "Finetune/Step Time": 5.0727591074430025} +{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0970985889434814, "Finetune/Loss (Raw)": 0.9844369888305664, "Finetune/Step": 66, "Finetune/Step Time": 5.058278163274129} +{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0940021276474, "Finetune/Loss (Raw)": 0.8896318674087524, "Finetune/Step": 67, "Finetune/Step Time": 5.032439662449396} +{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0942842960357666, "Finetune/Loss (Raw)": 1.1131929159164429, "Finetune/Step": 68, "Finetune/Step Time": 5.02918898007449} +{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0949701070785522, "Finetune/Loss (Raw)": 1.1415983438491821, "Finetune/Step": 69, "Finetune/Step Time": 5.004955340122831} +{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0961053371429443, "Finetune/Loss (Raw)": 1.1744310855865479, "Finetune/Step": 70, "Finetune/Step Time": 4.985006131444659} +{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0935134887695312, "Finetune/Loss (Raw)": 0.912091076374054, "Finetune/Step": 71, "Finetune/Step Time": 4.967496824936128} +{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.092449426651001, "Finetune/Loss (Raw)": 1.016903042793274, "Finetune/Step": 72, "Finetune/Step Time": 4.943572839101155} +{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0900132656097412, "Finetune/Loss (Raw)": 0.9146056175231934, "Finetune/Step": 73, "Finetune/Step Time": 4.925352782419283} +{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0876820087432861, "Finetune/Loss (Raw)": 0.91750168800354, "Finetune/Step": 74, "Finetune/Step Time": 4.9074830654505135} +{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0839463472366333, "Finetune/Loss (Raw)": 0.8075059056282043, "Finetune/Step": 75, "Finetune/Step Time": 4.901958204905192} +{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0823332071304321, "Finetune/Loss (Raw)": 0.9613544940948486, "Finetune/Step": 76, "Finetune/Step Time": 4.894053465441654} +{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0825068950653076, "Finetune/Loss (Raw)": 1.095699667930603, "Finetune/Step": 77, "Finetune/Step Time": 4.873818951767761} +{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.084011197090149, "Finetune/Loss (Raw)": 1.1998499631881714, "Finetune/Step": 78, "Finetune/Step Time": 4.853709398171841} +{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.085148572921753, "Finetune/Loss (Raw)": 1.1738600730895996, "Finetune/Step": 79, "Finetune/Step Time": 4.838333232493341} +{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0835834741592407, "Finetune/Loss (Raw)": 0.9599340558052063, "Finetune/Step": 80, "Finetune/Step Time": 4.844175523519516} +{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0840448141098022, "Finetune/Loss (Raw)": 1.1209510564804077, "Finetune/Step": 81, "Finetune/Step Time": 4.841433133608029} +{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.08401620388031, "Finetune/Loss (Raw)": 1.0817008018493652, "Finetune/Step": 82, "Finetune/Step Time": 4.824984562106248} +{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0822486877441406, "Finetune/Loss (Raw)": 0.9373170733451843, "Finetune/Step": 83, "Finetune/Step Time": 4.833127283188234} +{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0835016965866089, "Finetune/Loss (Raw)": 1.1875005960464478, "Finetune/Step": 84, "Finetune/Step Time": 4.835076499552954} +{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0829066038131714, "Finetune/Loss (Raw)": 1.0329179763793945, "Finetune/Step": 85, "Finetune/Step Time": 4.821351542192347} +{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.073869228363037, "Finetune/Loss (Raw)": 0.3056914508342743, "Finetune/Step": 86, "Finetune/Step Time": 4.872493724490321} +{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0731371641159058, "Finetune/Loss (Raw)": 1.010185956954956, "Finetune/Step": 87, "Finetune/Step Time": 4.858129536968538} +{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0746973752975464, "Finetune/Loss (Raw)": 1.2104297876358032, "Finetune/Step": 88, "Finetune/Step Time": 4.8659520962021565} +{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0744843482971191, "Finetune/Loss (Raw)": 1.0557347536087036, "Finetune/Step": 89, "Finetune/Step Time": 4.852536967631137} +{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0750112533569336, "Finetune/Loss (Raw)": 1.1219074726104736, "Finetune/Step": 90, "Finetune/Step Time": 4.8604496399561565} +{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0757068395614624, "Finetune/Loss (Raw)": 1.1383087635040283, "Finetune/Step": 91, "Finetune/Step Time": 4.8631241609762} +{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.0767422914505005, "Finetune/Loss (Raw)": 1.1709680557250977, "Finetune/Step": 92, "Finetune/Step Time": 4.85126445086106} +{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0749266147613525, "Finetune/Loss (Raw)": 0.9078773260116577, "Finetune/Step": 93, "Finetune/Step Time": 4.842496961675664} +{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0756112337112427, "Finetune/Loss (Raw)": 1.139291763305664, "Finetune/Step": 94, "Finetune/Step Time": 4.8263761388494615} +{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.075409173965454, "Finetune/Loss (Raw)": 1.056406021118164, "Finetune/Step": 95, "Finetune/Step Time": 4.814464955580862} +{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0752781629562378, "Finetune/Loss (Raw)": 1.0628390312194824, "Finetune/Step": 96, "Finetune/Step Time": 4.816839384535949} +{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0746221542358398, "Finetune/Loss (Raw)": 1.011650562286377, "Finetune/Step": 97, "Finetune/Step Time": 4.811820888027702} +{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0749212503433228, "Finetune/Loss (Raw)": 1.1039329767227173, "Finetune/Step": 98, "Finetune/Step Time": 4.800151827384014} +{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0660659074783325, "Finetune/Loss (Raw)": 0.19823618233203888, "Finetune/Step": 99, "Finetune/Step Time": 4.835837352155435} +{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.067338228225708, "Finetune/Loss (Raw)": 1.1933021545410156, "Finetune/Step": 100, "Finetune/Step Time": 4.828057236671448} +{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0670289993286133, "Finetune/Loss (Raw)": 1.0361065864562988, "Finetune/Step": 101, "Finetune/Step Time": 4.829843067886806} +{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0683592557907104, "Finetune/Loss (Raw)": 1.2027052640914917, "Finetune/Step": 102, "Finetune/Step Time": 4.812771177759357} +{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0607043504714966, "Finetune/Loss (Raw)": 0.2799091339111328, "Finetune/Step": 103, "Finetune/Step Time": 4.848053628958545} +{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0614280700683594, "Finetune/Loss (Raw)": 1.1359813213348389, "Finetune/Step": 104, "Finetune/Step Time": 4.834524468733714} +{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.061197280883789, "Finetune/Loss (Raw)": 1.037187099456787, "Finetune/Step": 105, "Finetune/Step Time": 4.81752108165196} +{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0610207319259644, "Finetune/Loss (Raw)": 1.0424931049346924, "Finetune/Step": 106, "Finetune/Step Time": 4.804845598508727} +{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0614640712738037, "Finetune/Loss (Raw)": 1.1084532737731934, "Finetune/Step": 107, "Finetune/Step Time": 4.792671517791035} +{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0608749389648438, "Finetune/Loss (Raw)": 0.9978318214416504, "Finetune/Step": 108, "Finetune/Step Time": 4.7904327533863205} +{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0614852905273438, "Finetune/Loss (Raw)": 1.1274117231369019, "Finetune/Step": 109, "Finetune/Step Time": 4.7791389194103555} +{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0611481666564941, "Finetune/Loss (Raw)": 1.0243936777114868, "Finetune/Step": 110, "Finetune/Step Time": 4.76649896665053} +{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0614513158798218, "Finetune/Loss (Raw)": 1.0947946310043335, "Finetune/Step": 111, "Finetune/Step Time": 4.771829658800417} +{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0614317655563354, "Finetune/Loss (Raw)": 1.0592700242996216, "Finetune/Step": 112, "Finetune/Step Time": 4.76666131402765} +{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0617839097976685, "Finetune/Loss (Raw)": 1.101219892501831, "Finetune/Step": 113, "Finetune/Step Time": 4.775620660950652} +{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.054518699645996, "Finetune/Loss (Raw)": 0.2335582822561264, "Finetune/Step": 114, "Finetune/Step Time": 4.81387728348113} +{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0546581745147705, "Finetune/Loss (Raw)": 1.0705487728118896, "Finetune/Step": 115, "Finetune/Step Time": 4.803273592824521} +{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0534288883209229, "Finetune/Loss (Raw)": 0.9120591878890991, "Finetune/Step": 116, "Finetune/Step Time": 4.808018322648673} +{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0538078546524048, "Finetune/Loss (Raw)": 1.0977649688720703, "Finetune/Step": 117, "Finetune/Step Time": 4.802563347368159} +{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0544214248657227, "Finetune/Loss (Raw)": 1.1262131929397583, "Finetune/Step": 118, "Finetune/Step Time": 4.791851684198541} +{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0542051792144775, "Finetune/Loss (Raw)": 1.0286940336227417, "Finetune/Step": 119, "Finetune/Step Time": 4.7952664299171515} +{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0543465614318848, "Finetune/Loss (Raw)": 1.071164846420288, "Finetune/Step": 120, "Finetune/Step Time": 4.790281091133753} +{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0539497137069702, "Finetune/Loss (Raw)": 1.0063459873199463, "Finetune/Step": 121, "Finetune/Step Time": 4.797963083282975} +{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0531306266784668, "Finetune/Loss (Raw)": 0.9540234208106995, "Finetune/Step": 122, "Finetune/Step Time": 4.78834689640608} +{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.052713394165039, "Finetune/Loss (Raw)": 1.0018035173416138, "Finetune/Step": 123, "Finetune/Step Time": 4.778055981891911} +{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.0532209873199463, "Finetune/Loss (Raw)": 1.115661859512329, "Finetune/Step": 124, "Finetune/Step Time": 4.770723931251034} +{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0527691841125488, "Finetune/Loss (Raw)": 0.9967358708381653, "Finetune/Step": 125, "Finetune/Step Time": 4.7635297718048095} +{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.053039789199829, "Finetune/Loss (Raw)": 1.0868524312973022, "Finetune/Step": 126, "Finetune/Step Time": 4.7753594886688955} +{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0523667335510254, "Finetune/Loss (Raw)": 0.9675724506378174, "Finetune/Step": 127, "Finetune/Step Time": 4.765061962322926} +{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.052889347076416, "Finetune/Loss (Raw)": 1.1192599534988403, "Finetune/Step": 128, "Finetune/Step Time": 4.75761660002172} +{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0539531707763672, "Finetune/Loss (Raw)": 1.1328541040420532, "Finetune/Step": 129, "Finetune/Step Time": 4.586977729573846} +{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0511760711669922, "Finetune/Loss (Raw)": 1.1197913885116577, "Finetune/Step": 130, "Finetune/Step Time": 4.5698365941643715} +{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.0498484373092651, "Finetune/Loss (Raw)": 1.0818060636520386, "Finetune/Step": 131, "Finetune/Step Time": 4.569527667015791} +{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0493090152740479, "Finetune/Loss (Raw)": 1.0922771692276, "Finetune/Step": 132, "Finetune/Step Time": 4.569650948047638} +{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0466490983963013, "Finetune/Loss (Raw)": 0.8840466141700745, "Finetune/Step": 133, "Finetune/Step Time": 4.579863093793392} +{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.046338438987732, "Finetune/Loss (Raw)": 1.2196576595306396, "Finetune/Step": 134, "Finetune/Step Time": 4.5753815565258265} +{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0447591543197632, "Finetune/Loss (Raw)": 0.980726420879364, "Finetune/Step": 135, "Finetune/Step Time": 4.577529411762953} +{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0422382354736328, "Finetune/Loss (Raw)": 1.0642423629760742, "Finetune/Step": 136, "Finetune/Step Time": 4.562367457896471} +{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0412335395812988, "Finetune/Loss (Raw)": 0.9702373743057251, "Finetune/Step": 137, "Finetune/Step Time": 4.565151562914252} +{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0383143424987793, "Finetune/Loss (Raw)": 1.112169861793518, "Finetune/Step": 138, "Finetune/Step Time": 4.535835789516568} +{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0347721576690674, "Finetune/Loss (Raw)": 0.8960505723953247, "Finetune/Step": 139, "Finetune/Step Time": 4.53762062638998} +{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.034932017326355, "Finetune/Loss (Raw)": 1.26673424243927, "Finetune/Step": 140, "Finetune/Step Time": 4.53168330155313} +{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0339261293411255, "Finetune/Loss (Raw)": 1.018579125404358, "Finetune/Step": 141, "Finetune/Step Time": 4.525802202522755} +{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0309369564056396, "Finetune/Loss (Raw)": 1.0026642084121704, "Finetune/Step": 142, "Finetune/Step Time": 4.566255638375878} +{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027571439743042, "Finetune/Loss (Raw)": 0.9491224884986877, "Finetune/Step": 143, "Finetune/Step Time": 4.580643994733691} +{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0227773189544678, "Finetune/Loss (Raw)": 0.36341503262519836, "Finetune/Step": 144, "Finetune/Step Time": 4.612432928755879} +{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.016287088394165, "Finetune/Loss (Raw)": 0.3348678648471832, "Finetune/Step": 145, "Finetune/Step Time": 4.646285969763994} +{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0159353017807007, "Finetune/Loss (Raw)": 0.9509740471839905, "Finetune/Step": 146, "Finetune/Step Time": 4.636413834989071} +{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0138330459594727, "Finetune/Loss (Raw)": 0.8878276944160461, "Finetune/Step": 147, "Finetune/Step Time": 4.642721425741911} +{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0132423639297485, "Finetune/Loss (Raw)": 1.0626518726348877, "Finetune/Step": 148, "Finetune/Step Time": 4.645422028377652} +{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0128685235977173, "Finetune/Loss (Raw)": 1.101188063621521, "Finetune/Step": 149, "Finetune/Step Time": 4.63446095213294} +{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0132197141647339, "Finetune/Loss (Raw)": 1.1114528179168701, "Finetune/Step": 150, "Finetune/Step Time": 4.638576315715909} +{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0197460651397705, "Finetune/Loss (Raw)": 1.0758721828460693, "Finetune/Step": 151, "Finetune/Step Time": 4.606278544291854} +{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0185092687606812, "Finetune/Loss (Raw)": 1.0264259576797485, "Finetune/Step": 152, "Finetune/Step Time": 4.612625768408179} +{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.019202709197998, "Finetune/Loss (Raw)": 1.1350332498550415, "Finetune/Step": 153, "Finetune/Step Time": 4.621870286762714} +{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0257141590118408, "Finetune/Loss (Raw)": 1.1162762641906738, "Finetune/Step": 154, "Finetune/Step Time": 4.583746641874313} +{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0253279209136963, "Finetune/Loss (Raw)": 1.185268521308899, "Finetune/Step": 155, "Finetune/Step Time": 4.590679112821817} +{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.018997073173523, "Finetune/Loss (Raw)": 0.2908330261707306, "Finetune/Step": 156, "Finetune/Step Time": 4.631285918876529} +{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0178842544555664, "Finetune/Loss (Raw)": 1.0616627931594849, "Finetune/Step": 157, "Finetune/Step Time": 4.621228853240609} +{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.018336296081543, "Finetune/Loss (Raw)": 1.0835952758789062, "Finetune/Step": 158, "Finetune/Step Time": 4.611989103257656} +{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0173287391662598, "Finetune/Loss (Raw)": 1.0611624717712402, "Finetune/Step": 159, "Finetune/Step Time": 4.604911899194121} +{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0168559551239014, "Finetune/Loss (Raw)": 1.0002504587173462, "Finetune/Step": 160, "Finetune/Step Time": 4.594087151810527} +{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.017617106437683, "Finetune/Loss (Raw)": 1.0147604942321777, "Finetune/Step": 161, "Finetune/Step Time": 4.590372294187546} +{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019667148590088, "Finetune/Loss (Raw)": 1.248893141746521, "Finetune/Step": 162, "Finetune/Step Time": 4.58913266658783} +{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0181100368499756, "Finetune/Loss (Raw)": 1.0656009912490845, "Finetune/Step": 163, "Finetune/Step Time": 4.589504640549421} +{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0169774293899536, "Finetune/Loss (Raw)": 0.9593290090560913, "Finetune/Step": 164, "Finetune/Step Time": 4.587630920112133} +{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0154706239700317, "Finetune/Loss (Raw)": 1.0388456583023071, "Finetune/Step": 165, "Finetune/Step Time": 4.564753979444504} +{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0145962238311768, "Finetune/Loss (Raw)": 0.9906145334243774, "Finetune/Step": 166, "Finetune/Step Time": 4.566810881718993} +{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0146507024765015, "Finetune/Loss (Raw)": 1.1300556659698486, "Finetune/Step": 167, "Finetune/Step Time": 4.569069150835276} +{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0135643482208252, "Finetune/Loss (Raw)": 0.9734734892845154, "Finetune/Step": 168, "Finetune/Step Time": 4.556893482804298} +{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0115923881530762, "Finetune/Loss (Raw)": 0.964690625667572, "Finetune/Step": 169, "Finetune/Step Time": 4.561809143051505} +{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0048846006393433, "Finetune/Loss (Raw)": 0.3390571177005768, "Finetune/Step": 170, "Finetune/Step Time": 4.598939552903175} +{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.004075050354004, "Finetune/Loss (Raw)": 0.9961981773376465, "Finetune/Step": 171, "Finetune/Step Time": 4.590827461332083} +{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0027227401733398, "Finetune/Loss (Raw)": 0.9727994203567505, "Finetune/Step": 172, "Finetune/Step Time": 4.593927390873432} +{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0041786432266235, "Finetune/Loss (Raw)": 1.1854848861694336, "Finetune/Step": 173, "Finetune/Step Time": 4.561546787619591} +{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0090789794921875, "Finetune/Loss (Raw)": 0.8811559677124023, "Finetune/Step": 174, "Finetune/Step Time": 4.530600491911173} +{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.009616494178772, "Finetune/Loss (Raw)": 1.1780943870544434, "Finetune/Step": 175, "Finetune/Step Time": 4.53386564552784} +{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0037474632263184, "Finetune/Loss (Raw)": 0.34002581238746643, "Finetune/Step": 176, "Finetune/Step Time": 4.5575682409107685} +{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0024547576904297, "Finetune/Loss (Raw)": 0.9611396789550781, "Finetune/Step": 177, "Finetune/Step Time": 4.554789017885923} +{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0039324760437012, "Finetune/Loss (Raw)": 1.189919352531433, "Finetune/Step": 178, "Finetune/Step Time": 4.55581422150135} +{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0022227764129639, "Finetune/Loss (Raw)": 0.8948572278022766, "Finetune/Step": 179, "Finetune/Step Time": 4.564698541536927} +{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.00139582157135, "Finetune/Loss (Raw)": 1.0695847272872925, "Finetune/Step": 180, "Finetune/Step Time": 4.561877515166998} +{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0022403001785278, "Finetune/Loss (Raw)": 1.0065395832061768, "Finetune/Step": 181, "Finetune/Step Time": 4.547709256410599} +{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0033011436462402, "Finetune/Loss (Raw)": 1.0463491678237915, "Finetune/Step": 182, "Finetune/Step Time": 4.541137279942632} +{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0021886825561523, "Finetune/Loss (Raw)": 1.0015299320220947, "Finetune/Step": 183, "Finetune/Step Time": 4.52365405485034} +{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.002694845199585, "Finetune/Loss (Raw)": 1.1481308937072754, "Finetune/Step": 184, "Finetune/Step Time": 4.510054403916001} +{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0019538402557373, "Finetune/Loss (Raw)": 0.9142665266990662, "Finetune/Step": 185, "Finetune/Step Time": 4.513351561501622} +{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0015367269515991, "Finetune/Loss (Raw)": 1.0015710592269897, "Finetune/Step": 186, "Finetune/Step Time": 4.50370105355978} +{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0009901523590088, "Finetune/Loss (Raw)": 1.0002641677856445, "Finetune/Step": 187, "Finetune/Step Time": 4.489456489682198} +{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.001333475112915, "Finetune/Loss (Raw)": 1.111976981163025, "Finetune/Step": 188, "Finetune/Step Time": 4.488421348854899} +{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0002607107162476, "Finetune/Loss (Raw)": 0.9938676953315735, "Finetune/Step": 189, "Finetune/Step Time": 4.499702829867601} +{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9992977380752563, "Finetune/Loss (Raw)": 1.0630699396133423, "Finetune/Step": 190, "Finetune/Step Time": 4.504236085340381} +{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9985083341598511, "Finetune/Loss (Raw)": 1.0790667533874512, "Finetune/Step": 191, "Finetune/Step Time": 4.5094573106616735} +{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9987133741378784, "Finetune/Loss (Raw)": 1.0631496906280518, "Finetune/Step": 192, "Finetune/Step Time": 4.489105386659503} +{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.99800705909729, "Finetune/Loss (Raw)": 0.9350703358650208, "Finetune/Step": 193, "Finetune/Step Time": 4.481656903401017} +{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9984651803970337, "Finetune/Loss (Raw)": 1.0430740118026733, "Finetune/Step": 194, "Finetune/Step Time": 4.480151820927858} +{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9993672370910645, "Finetune/Loss (Raw)": 1.0050909519195557, "Finetune/Step": 195, "Finetune/Step Time": 4.487494422122836} +{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9982709884643555, "Finetune/Loss (Raw)": 0.9728711247444153, "Finetune/Step": 196, "Finetune/Step Time": 4.48379953764379} +{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9975096583366394, "Finetune/Loss (Raw)": 1.0441498756408691, "Finetune/Step": 197, "Finetune/Step Time": 4.4906601049005985} +{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9962138533592224, "Finetune/Loss (Raw)": 1.0085641145706177, "Finetune/Step": 198, "Finetune/Step Time": 4.490343663841486} +{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9967919588088989, "Finetune/Loss (Raw)": 0.9860866069793701, "Finetune/Step": 199, "Finetune/Step Time": 4.494512917473912} +{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.996863603591919, "Finetune/Loss (Raw)": 1.0260756015777588, "Finetune/Step": 200, "Finetune/Step Time": 4.498999189585447} +{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9984896183013916, "Finetune/Loss (Raw)": 1.1227275133132935, "Finetune/Step": 201, "Finetune/Step Time": 4.503404028713703} +{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0000406503677368, "Finetune/Loss (Raw)": 1.116041660308838, "Finetune/Step": 202, "Finetune/Step Time": 4.5066254157572985} +{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.002046823501587, "Finetune/Loss (Raw)": 1.064288854598999, "Finetune/Step": 203, "Finetune/Step Time": 4.500679211691022} +{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.002742052078247, "Finetune/Loss (Raw)": 1.050347924232483, "Finetune/Step": 204, "Finetune/Step Time": 4.4957017451524734} +{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9965515732765198, "Finetune/Loss (Raw)": 0.30332446098327637, "Finetune/Step": 205, "Finetune/Step Time": 4.544254954904318} +{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9949561357498169, "Finetune/Loss (Raw)": 0.995621919631958, "Finetune/Step": 206, "Finetune/Step Time": 4.553032884374261} +{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.994990348815918, "Finetune/Loss (Raw)": 1.178251028060913, "Finetune/Step": 207, "Finetune/Step Time": 4.575963005423546} +{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9956759214401245, "Finetune/Loss (Raw)": 1.0476877689361572, "Finetune/Step": 208, "Finetune/Step Time": 4.561052506789565} +{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9947499632835388, "Finetune/Loss (Raw)": 1.0024287700653076, "Finetune/Step": 209, "Finetune/Step Time": 4.555397169664502} +{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9886693358421326, "Finetune/Loss (Raw)": 0.30338168144226074, "Finetune/Step": 210, "Finetune/Step Time": 4.592997342348099} +{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9890778660774231, "Finetune/Loss (Raw)": 0.989602267742157, "Finetune/Step": 211, "Finetune/Step Time": 4.585935780778527} +{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9881798028945923, "Finetune/Loss (Raw)": 1.072551965713501, "Finetune/Step": 212, "Finetune/Step Time": 4.583602270111442} +{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9893481731414795, "Finetune/Loss (Raw)": 1.1824711561203003, "Finetune/Step": 213, "Finetune/Step Time": 4.586259562522173} +{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9946796298027039, "Finetune/Loss (Raw)": 0.9881098866462708, "Finetune/Step": 214, "Finetune/Step Time": 4.560793647542596} +{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9941884875297546, "Finetune/Loss (Raw)": 0.9473282098770142, "Finetune/Step": 215, "Finetune/Step Time": 4.560364745557308} +{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9920485019683838, "Finetune/Loss (Raw)": 0.9365037679672241, "Finetune/Step": 216, "Finetune/Step Time": 4.559062937274575} +{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9925016164779663, "Finetune/Loss (Raw)": 1.1137334108352661, "Finetune/Step": 217, "Finetune/Step Time": 4.557150013744831} +{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9919906854629517, "Finetune/Loss (Raw)": 1.0565091371536255, "Finetune/Step": 218, "Finetune/Step Time": 4.546559303998947} +{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9924953579902649, "Finetune/Loss (Raw)": 1.2029063701629639, "Finetune/Step": 219, "Finetune/Step Time": 4.534894827753305} +{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9909452199935913, "Finetune/Loss (Raw)": 0.9725504517555237, "Finetune/Step": 220, "Finetune/Step Time": 4.532241363078356} +{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.992479681968689, "Finetune/Loss (Raw)": 1.1043002605438232, "Finetune/Step": 221, "Finetune/Step Time": 4.535194668918848} +{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9910030364990234, "Finetune/Loss (Raw)": 0.9502689838409424, "Finetune/Step": 222, "Finetune/Step Time": 4.540966171771288} +{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9904146194458008, "Finetune/Loss (Raw)": 0.9810861349105835, "Finetune/Step": 223, "Finetune/Step Time": 4.541782762855291} +{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.98471999168396, "Finetune/Loss (Raw)": 0.33393457531929016, "Finetune/Step": 224, "Finetune/Step Time": 4.568381870165467} +{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9850426912307739, "Finetune/Loss (Raw)": 1.0529578924179077, "Finetune/Step": 225, "Finetune/Step Time": 4.56829771399498} +{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9856454730033875, "Finetune/Loss (Raw)": 1.1810853481292725, "Finetune/Step": 226, "Finetune/Step Time": 4.565705191344023} +{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9932809472084045, "Finetune/Loss (Raw)": 1.1755714416503906, "Finetune/Step": 227, "Finetune/Step Time": 4.527493631467223} +{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9928256273269653, "Finetune/Loss (Raw)": 1.135037899017334, "Finetune/Step": 228, "Finetune/Step Time": 4.522378256544471} +{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9927354454994202, "Finetune/Loss (Raw)": 1.0245561599731445, "Finetune/Step": 229, "Finetune/Step Time": 4.515564827248454} +{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9923524260520935, "Finetune/Loss (Raw)": 1.1536717414855957, "Finetune/Step": 230, "Finetune/Step Time": 4.517914524301887} +{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9980581402778625, "Finetune/Loss (Raw)": 1.0102474689483643, "Finetune/Step": 231, "Finetune/Step Time": 4.480816092342138} +{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9974639415740967, "Finetune/Loss (Raw)": 1.059920310974121, "Finetune/Step": 232, "Finetune/Step Time": 4.484423257410526} +{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9917091131210327, "Finetune/Loss (Raw)": 0.3005751371383667, "Finetune/Step": 233, "Finetune/Step Time": 4.52659260109067} +{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9926789999008179, "Finetune/Loss (Raw)": 1.1666306257247925, "Finetune/Step": 234, "Finetune/Step Time": 4.55073451064527} +{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9934288263320923, "Finetune/Loss (Raw)": 1.204428791999817, "Finetune/Step": 235, "Finetune/Step Time": 4.591809272766113} +{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9935983419418335, "Finetune/Loss (Raw)": 1.0195387601852417, "Finetune/Step": 236, "Finetune/Step Time": 4.586478922516108} +{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9932236671447754, "Finetune/Loss (Raw)": 1.0794460773468018, "Finetune/Step": 237, "Finetune/Step Time": 4.620054354891181} +{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9930254220962524, "Finetune/Loss (Raw)": 0.9990248680114746, "Finetune/Step": 238, "Finetune/Step Time": 4.623951341956854} +{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9914201498031616, "Finetune/Loss (Raw)": 0.889312207698822, "Finetune/Step": 239, "Finetune/Step Time": 4.607978327199817} +{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9906322360038757, "Finetune/Loss (Raw)": 0.9584255218505859, "Finetune/Step": 240, "Finetune/Step Time": 4.611242260783911} +{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9905308485031128, "Finetune/Loss (Raw)": 1.0882436037063599, "Finetune/Step": 241, "Finetune/Step Time": 4.593326732516289} +{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9969657063484192, "Finetune/Loss (Raw)": 1.0572144985198975, "Finetune/Step": 242, "Finetune/Step Time": 4.55287435464561} +{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9970155954360962, "Finetune/Loss (Raw)": 1.0769282579421997, "Finetune/Step": 243, "Finetune/Step Time": 4.5692011546343565} +{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9970653057098389, "Finetune/Loss (Raw)": 0.918440043926239, "Finetune/Step": 244, "Finetune/Step Time": 4.553928574547172} +{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9979419112205505, "Finetune/Loss (Raw)": 1.2099621295928955, "Finetune/Step": 245, "Finetune/Step Time": 4.552126521244645} +{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9982303380966187, "Finetune/Loss (Raw)": 1.1631293296813965, "Finetune/Step": 246, "Finetune/Step Time": 4.571557868272066} +{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9984769821166992, "Finetune/Loss (Raw)": 1.0602598190307617, "Finetune/Step": 247, "Finetune/Step Time": 4.559742912650108} +{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.997917115688324, "Finetune/Loss (Raw)": 0.9995050430297852, "Finetune/Step": 248, "Finetune/Step Time": 4.563600802794099} +{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9980031847953796, "Finetune/Loss (Raw)": 1.0173691511154175, "Finetune/Step": 249, "Finetune/Step Time": 4.5452300906181335} +{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9989328384399414, "Finetune/Loss (Raw)": 1.0730059146881104, "Finetune/Step": 250, "Finetune/Step Time": 4.549138437956572} +{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0000560283660889, "Finetune/Loss (Raw)": 1.1455689668655396, "Finetune/Step": 251, "Finetune/Step Time": 4.564356228336692} +{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9994707703590393, "Finetune/Loss (Raw)": 1.0407696962356567, "Finetune/Step": 252, "Finetune/Step Time": 4.563334925100207} +{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0000524520874023, "Finetune/Loss (Raw)": 1.071173071861267, "Finetune/Step": 253, "Finetune/Step Time": 4.558572186157107} +{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9991692900657654, "Finetune/Loss (Raw)": 0.9738184809684753, "Finetune/Step": 254, "Finetune/Step Time": 4.5385118294507265} +{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9939920902252197, "Finetune/Loss (Raw)": 0.3048842251300812, "Finetune/Step": 255, "Finetune/Step Time": 4.576274812221527} +{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9926769137382507, "Finetune/Loss (Raw)": 0.9509219527244568, "Finetune/Step": 256, "Finetune/Step Time": 4.577271398156881} +{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9929584860801697, "Finetune/Loss (Raw)": 1.1688952445983887, "Finetune/Step": 257, "Finetune/Step Time": 4.587430605664849} +{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9929454922676086, "Finetune/Loss (Raw)": 1.1181269884109497, "Finetune/Step": 258, "Finetune/Step Time": 4.587304914370179} +{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9929377436637878, "Finetune/Loss (Raw)": 1.080811858177185, "Finetune/Step": 259, "Finetune/Step Time": 4.589631410315633} +{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9930664896965027, "Finetune/Loss (Raw)": 1.1087677478790283, "Finetune/Step": 260, "Finetune/Step Time": 4.609469223767519} +{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9929826259613037, "Finetune/Loss (Raw)": 0.8733067512512207, "Finetune/Step": 261, "Finetune/Step Time": 4.5920585207641125} +{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9900985956192017, "Finetune/Loss (Raw)": 0.8505068421363831, "Finetune/Step": 262, "Finetune/Step Time": 4.603137215599418} +{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9904365539550781, "Finetune/Loss (Raw)": 1.023978352546692, "Finetune/Step": 263, "Finetune/Step Time": 4.600517565384507} +{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9898123741149902, "Finetune/Loss (Raw)": 0.9843510985374451, "Finetune/Step": 264, "Finetune/Step Time": 4.614796245470643} +{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9899455308914185, "Finetune/Loss (Raw)": 0.9872742891311646, "Finetune/Step": 265, "Finetune/Step Time": 4.611161973327398} +{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.990815281867981, "Finetune/Loss (Raw)": 1.2235010862350464, "Finetune/Step": 266, "Finetune/Step Time": 4.622571866959333} +{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9908017516136169, "Finetune/Loss (Raw)": 0.8943148255348206, "Finetune/Step": 267, "Finetune/Step Time": 4.620350992307067} +{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9895476698875427, "Finetune/Loss (Raw)": 1.1062164306640625, "Finetune/Step": 268, "Finetune/Step Time": 4.624128311872482} +{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9897056818008423, "Finetune/Loss (Raw)": 1.0388017892837524, "Finetune/Step": 269, "Finetune/Step Time": 4.629645491018891} +{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9900424480438232, "Finetune/Loss (Raw)": 1.0457744598388672, "Finetune/Step": 270, "Finetune/Step Time": 4.594432767480612} +{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9906611442565918, "Finetune/Loss (Raw)": 1.028304100036621, "Finetune/Step": 271, "Finetune/Step Time": 4.5852559097111225} +{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9965475797653198, "Finetune/Loss (Raw)": 1.1168843507766724, "Finetune/Step": 272, "Finetune/Step Time": 4.545148907229304} +{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0021153688430786, "Finetune/Loss (Raw)": 1.0475459098815918, "Finetune/Step": 273, "Finetune/Step Time": 4.510797107592225} +{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0032705068588257, "Finetune/Loss (Raw)": 1.0988380908966064, "Finetune/Step": 274, "Finetune/Step Time": 4.5169169176369905} +{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042328834533691, "Finetune/Loss (Raw)": 1.0110093355178833, "Finetune/Step": 275, "Finetune/Step Time": 4.514067500829697} +{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.002400279045105, "Finetune/Loss (Raw)": 0.8280813097953796, "Finetune/Step": 276, "Finetune/Step Time": 4.547291859984398} +{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.001758337020874, "Finetune/Loss (Raw)": 1.0190229415893555, "Finetune/Step": 277, "Finetune/Step Time": 4.546330988407135} +{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.001156210899353, "Finetune/Loss (Raw)": 1.034376859664917, "Finetune/Step": 278, "Finetune/Step Time": 4.539286367595196} +{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0021827220916748, "Finetune/Loss (Raw)": 1.2072687149047852, "Finetune/Step": 279, "Finetune/Step Time": 4.5454571433365345} +{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.001840353012085, "Finetune/Loss (Raw)": 0.9826047420501709, "Finetune/Step": 280, "Finetune/Step Time": 4.544021191075444} +{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0013725757598877, "Finetune/Loss (Raw)": 1.0751560926437378, "Finetune/Step": 281, "Finetune/Step Time": 4.529678160324693} +{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.000590443611145, "Finetune/Loss (Raw)": 1.01616370677948, "Finetune/Step": 282, "Finetune/Step Time": 4.529105395078659} +{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0001864433288574, "Finetune/Loss (Raw)": 1.1335501670837402, "Finetune/Step": 283, "Finetune/Step Time": 4.528009979054332} +{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0068665742874146, "Finetune/Loss (Raw)": 1.1458936929702759, "Finetune/Step": 284, "Finetune/Step Time": 4.487258726730943} +{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.006461262702942, "Finetune/Loss (Raw)": 1.0097858905792236, "Finetune/Step": 285, "Finetune/Step Time": 4.504945203661919} +{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.006449818611145, "Finetune/Loss (Raw)": 1.0821261405944824, "Finetune/Step": 286, "Finetune/Step Time": 4.520105795934796} +{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065112113952637, "Finetune/Loss (Raw)": 1.069006323814392, "Finetune/Step": 287, "Finetune/Step Time": 4.527405772358179} +{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0057436227798462, "Finetune/Loss (Raw)": 0.9020054936408997, "Finetune/Step": 288, "Finetune/Step Time": 4.5356050711125135} +{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0065337419509888, "Finetune/Loss (Raw)": 1.11589777469635, "Finetune/Step": 289, "Finetune/Step Time": 4.540029687806964} +{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.004268765449524, "Finetune/Loss (Raw)": 0.958987832069397, "Finetune/Step": 290, "Finetune/Step Time": 4.551161101087928} +{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0047008991241455, "Finetune/Loss (Raw)": 1.1208993196487427, "Finetune/Step": 291, "Finetune/Step Time": 4.545066645368934} +{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0057754516601562, "Finetune/Loss (Raw)": 1.0968691110610962, "Finetune/Step": 292, "Finetune/Step Time": 4.533266210928559} +{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0065839290618896, "Finetune/Loss (Raw)": 1.1423355340957642, "Finetune/Step": 293, "Finetune/Step Time": 4.528886593878269} +{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0048383474349976, "Finetune/Loss (Raw)": 0.7671778798103333, "Finetune/Step": 294, "Finetune/Step Time": 4.534846968948841} +{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0044710636138916, "Finetune/Loss (Raw)": 1.083044171333313, "Finetune/Step": 295, "Finetune/Step Time": 4.540732504799962} +{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.004814863204956, "Finetune/Loss (Raw)": 1.0174819231033325, "Finetune/Step": 296, "Finetune/Step Time": 4.545896600931883} +{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0060774087905884, "Finetune/Loss (Raw)": 1.1262969970703125, "Finetune/Step": 297, "Finetune/Step Time": 4.548801498487592} +{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0105113983154297, "Finetune/Loss (Raw)": 0.9066210985183716, "Finetune/Step": 298, "Finetune/Step Time": 4.541601600125432} +{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0051863193511963, "Finetune/Loss (Raw)": 0.3145703673362732, "Finetune/Step": 299, "Finetune/Step Time": 4.577736046165228} +{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0003421306610107, "Finetune/Loss (Raw)": 0.3527631461620331, "Finetune/Step": 300, "Finetune/Step Time": 4.609188109636307} +{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9940598607063293, "Finetune/Loss (Raw)": 0.3813428282737732, "Finetune/Step": 301, "Finetune/Step Time": 4.64765765145421} +{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.994108259677887, "Finetune/Loss (Raw)": 0.8873499631881714, "Finetune/Step": 302, "Finetune/Step Time": 4.651045577600598} +{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9873558282852173, "Finetune/Loss (Raw)": 0.31378111243247986, "Finetune/Step": 303, "Finetune/Step Time": 4.683011192828417} +{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9932175874710083, "Finetune/Loss (Raw)": 1.090328335762024, "Finetune/Step": 304, "Finetune/Step Time": 4.646512223407626} +{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938952922821045, "Finetune/Loss (Raw)": 1.047888994216919, "Finetune/Step": 305, "Finetune/Step Time": 4.638894135132432} +{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9919573068618774, "Finetune/Loss (Raw)": 0.9418654441833496, "Finetune/Step": 306, "Finetune/Step Time": 4.63981438614428} +{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9940104484558105, "Finetune/Loss (Raw)": 1.1576489210128784, "Finetune/Step": 307, "Finetune/Step Time": 4.637340385466814} +{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938004016876221, "Finetune/Loss (Raw)": 1.042701005935669, "Finetune/Step": 308, "Finetune/Step Time": 4.637660371139646} +{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9948763847351074, "Finetune/Loss (Raw)": 1.1442652940750122, "Finetune/Step": 309, "Finetune/Step Time": 4.646717444062233} +{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9945732355117798, "Finetune/Loss (Raw)": 1.0075397491455078, "Finetune/Step": 310, "Finetune/Step Time": 4.652675723657012} +{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948124885559082, "Finetune/Loss (Raw)": 1.0321626663208008, "Finetune/Step": 311, "Finetune/Step Time": 4.665527176111937} +{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9934778809547424, "Finetune/Loss (Raw)": 0.9772979021072388, "Finetune/Step": 312, "Finetune/Step Time": 4.669146180152893} +{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950171709060669, "Finetune/Loss (Raw)": 1.111297607421875, "Finetune/Step": 313, "Finetune/Step Time": 4.6769480984658} +{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9964491128921509, "Finetune/Loss (Raw)": 1.184861421585083, "Finetune/Step": 314, "Finetune/Step Time": 4.660844165831804} +{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9963452816009521, "Finetune/Loss (Raw)": 0.9869697690010071, "Finetune/Step": 315, "Finetune/Step Time": 4.666850691661239} +{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905115365982056, "Finetune/Loss (Raw)": 0.3652604818344116, "Finetune/Step": 316, "Finetune/Step Time": 4.70980017632246} +{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903081655502319, "Finetune/Loss (Raw)": 0.9678397178649902, "Finetune/Step": 317, "Finetune/Step Time": 4.705225517973304} +{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9902350902557373, "Finetune/Loss (Raw)": 1.053713321685791, "Finetune/Step": 318, "Finetune/Step Time": 4.6992611233145} +{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9894900321960449, "Finetune/Loss (Raw)": 0.9836987257003784, "Finetune/Step": 319, "Finetune/Step Time": 4.706973249092698} +{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9885267019271851, "Finetune/Loss (Raw)": 0.9398427605628967, "Finetune/Step": 320, "Finetune/Step Time": 4.702432753518224} +{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9836838841438293, "Finetune/Loss (Raw)": 0.31519314646720886, "Finetune/Step": 321, "Finetune/Step Time": 4.740541875362396} +{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833132028579712, "Finetune/Loss (Raw)": 0.9956219792366028, "Finetune/Step": 322, "Finetune/Step Time": 4.741544023156166} +{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9838643670082092, "Finetune/Loss (Raw)": 1.075639009475708, "Finetune/Step": 323, "Finetune/Step Time": 4.7356700748205185} +{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9848516583442688, "Finetune/Loss (Raw)": 1.0992491245269775, "Finetune/Step": 324, "Finetune/Step Time": 4.735155684873462} +{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848594069480896, "Finetune/Loss (Raw)": 1.045138955116272, "Finetune/Step": 325, "Finetune/Step Time": 4.7320049200206995} +{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9864675998687744, "Finetune/Loss (Raw)": 1.2144174575805664, "Finetune/Step": 326, "Finetune/Step Time": 4.732313375920057} +{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867154359817505, "Finetune/Loss (Raw)": 1.0178041458129883, "Finetune/Step": 327, "Finetune/Step Time": 4.726477628573775} +{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9870672225952148, "Finetune/Loss (Raw)": 1.0711095333099365, "Finetune/Step": 328, "Finetune/Step Time": 4.7335453275591135} +{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856943488121033, "Finetune/Loss (Raw)": 0.9469996094703674, "Finetune/Step": 329, "Finetune/Step Time": 4.750047581270337} +{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838464260101318, "Finetune/Loss (Raw)": 0.8795056939125061, "Finetune/Step": 330, "Finetune/Step Time": 4.754669051617384} +{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9837462902069092, "Finetune/Loss (Raw)": 1.051464319229126, "Finetune/Step": 331, "Finetune/Step Time": 4.759386774152517} +{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819498658180237, "Finetune/Loss (Raw)": 0.8204134702682495, "Finetune/Step": 332, "Finetune/Step Time": 4.775538913905621} +{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9876177310943604, "Finetune/Loss (Raw)": 1.0288087129592896, "Finetune/Step": 333, "Finetune/Step Time": 4.734267486259341} +{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.987571656703949, "Finetune/Loss (Raw)": 0.9897260069847107, "Finetune/Step": 334, "Finetune/Step Time": 4.729573098942637} +{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9862227439880371, "Finetune/Loss (Raw)": 1.0055885314941406, "Finetune/Step": 335, "Finetune/Step Time": 4.717272732406855} +{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9865838885307312, "Finetune/Loss (Raw)": 1.093919277191162, "Finetune/Step": 336, "Finetune/Step Time": 4.720002610236406} +{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9882685542106628, "Finetune/Loss (Raw)": 1.2180646657943726, "Finetune/Step": 337, "Finetune/Step Time": 4.715298369526863} +{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9936813116073608, "Finetune/Loss (Raw)": 0.9962143898010254, "Finetune/Step": 338, "Finetune/Step Time": 4.686524402350187} +{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9935288429260254, "Finetune/Loss (Raw)": 0.9700781106948853, "Finetune/Step": 339, "Finetune/Step Time": 4.689439978450537} +{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9922453165054321, "Finetune/Loss (Raw)": 0.9082722067832947, "Finetune/Step": 340, "Finetune/Step Time": 4.687498025596142} +{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9909495115280151, "Finetune/Loss (Raw)": 1.0166056156158447, "Finetune/Step": 341, "Finetune/Step Time": 4.688442001119256} +{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.991775393486023, "Finetune/Loss (Raw)": 1.0938233137130737, "Finetune/Step": 342, "Finetune/Step Time": 4.669879104942083} +{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9923071265220642, "Finetune/Loss (Raw)": 1.0153849124908447, "Finetune/Step": 343, "Finetune/Step Time": 4.668299550190568} +{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9935064315795898, "Finetune/Loss (Raw)": 1.0900181531906128, "Finetune/Step": 344, "Finetune/Step Time": 4.653368463739753} +{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9935470223426819, "Finetune/Loss (Raw)": 1.1189249753952026, "Finetune/Step": 345, "Finetune/Step Time": 4.655817683786154} +{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9941061735153198, "Finetune/Loss (Raw)": 1.1280839443206787, "Finetune/Step": 346, "Finetune/Step Time": 4.662256300449371} +{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9936866760253906, "Finetune/Loss (Raw)": 1.1492100954055786, "Finetune/Step": 347, "Finetune/Step Time": 4.665778376162052} +{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9945203065872192, "Finetune/Loss (Raw)": 1.0792590379714966, "Finetune/Step": 348, "Finetune/Step Time": 4.686070127412677} +{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9948880672454834, "Finetune/Loss (Raw)": 1.1513663530349731, "Finetune/Step": 349, "Finetune/Step Time": 4.695056639611721} +{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9951887726783752, "Finetune/Loss (Raw)": 0.9887579679489136, "Finetune/Step": 350, "Finetune/Step Time": 4.710083393380046} +{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9953399896621704, "Finetune/Loss (Raw)": 1.0004438161849976, "Finetune/Step": 351, "Finetune/Step Time": 4.723987298086286} +{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0005371570587158, "Finetune/Loss (Raw)": 0.9991672039031982, "Finetune/Step": 352, "Finetune/Step Time": 4.696487106382847} +{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9999567866325378, "Finetune/Loss (Raw)": 0.9786754250526428, "Finetune/Step": 353, "Finetune/Step Time": 4.695533661171794} +{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.997826099395752, "Finetune/Loss (Raw)": 0.9083560109138489, "Finetune/Step": 354, "Finetune/Step Time": 4.702528594061732} +{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9969692230224609, "Finetune/Loss (Raw)": 1.0658835172653198, "Finetune/Step": 355, "Finetune/Step Time": 4.712336855009198} +{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9952559471130371, "Finetune/Loss (Raw)": 0.9157525897026062, "Finetune/Step": 356, "Finetune/Step Time": 4.719922373071313} +{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9945114850997925, "Finetune/Loss (Raw)": 0.9292531609535217, "Finetune/Step": 357, "Finetune/Step Time": 4.734116896986961} +{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9882789254188538, "Finetune/Loss (Raw)": 0.35590922832489014, "Finetune/Step": 358, "Finetune/Step Time": 4.771399948745966} +{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9870126247406006, "Finetune/Loss (Raw)": 0.8481640815734863, "Finetune/Step": 359, "Finetune/Step Time": 4.772518500685692} +{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9866517782211304, "Finetune/Loss (Raw)": 1.013735294342041, "Finetune/Step": 360, "Finetune/Step Time": 4.77182050794363} +{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9912668466567993, "Finetune/Loss (Raw)": 0.8912971615791321, "Finetune/Step": 361, "Finetune/Step Time": 4.7335891127586365} +{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9897935390472412, "Finetune/Loss (Raw)": 0.9780430197715759, "Finetune/Step": 362, "Finetune/Step Time": 4.721150118857622} +{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9887701272964478, "Finetune/Loss (Raw)": 1.0734398365020752, "Finetune/Step": 363, "Finetune/Step Time": 4.67993950843811} +{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9893568158149719, "Finetune/Loss (Raw)": 1.0946348905563354, "Finetune/Step": 364, "Finetune/Step Time": 4.68441192060709} +{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9896680116653442, "Finetune/Loss (Raw)": 1.1192772388458252, "Finetune/Step": 365, "Finetune/Step Time": 4.653760086745024} +{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9889023303985596, "Finetune/Loss (Raw)": 0.9010193347930908, "Finetune/Step": 366, "Finetune/Step Time": 4.664001105353236} +{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9897621870040894, "Finetune/Loss (Raw)": 0.9993676543235779, "Finetune/Step": 367, "Finetune/Step Time": 4.669431610032916} +{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9902461767196655, "Finetune/Loss (Raw)": 1.020383358001709, "Finetune/Step": 368, "Finetune/Step Time": 4.664288567379117} +{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.989459216594696, "Finetune/Loss (Raw)": 0.9875099658966064, "Finetune/Step": 369, "Finetune/Step Time": 4.6699154525995255} +{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9902561902999878, "Finetune/Loss (Raw)": 1.1592223644256592, "Finetune/Step": 370, "Finetune/Step Time": 4.669329009950161} +{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.990857720375061, "Finetune/Loss (Raw)": 1.1539238691329956, "Finetune/Step": 371, "Finetune/Step Time": 4.653868092224002} +{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9918995499610901, "Finetune/Loss (Raw)": 1.0517982244491577, "Finetune/Step": 372, "Finetune/Step Time": 4.663255505263805} +{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9857577085494995, "Finetune/Loss (Raw)": 0.42380180954933167, "Finetune/Step": 373, "Finetune/Step Time": 4.6986440271139145} +{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9793877601623535, "Finetune/Loss (Raw)": 0.3477835953235626, "Finetune/Step": 374, "Finetune/Step Time": 4.71637823805213} +{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9797350168228149, "Finetune/Loss (Raw)": 1.1047033071517944, "Finetune/Step": 375, "Finetune/Step Time": 4.713793916627765} +{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9789427518844604, "Finetune/Loss (Raw)": 0.8981058597564697, "Finetune/Step": 376, "Finetune/Step Time": 4.712943600490689} +{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9785882234573364, "Finetune/Loss (Raw)": 0.9719772338867188, "Finetune/Step": 377, "Finetune/Step Time": 4.7184873186051846} +{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9796857833862305, "Finetune/Loss (Raw)": 1.213495135307312, "Finetune/Step": 378, "Finetune/Step Time": 4.712529676035047} +{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9796566963195801, "Finetune/Loss (Raw)": 1.1418503522872925, "Finetune/Step": 379, "Finetune/Step Time": 4.698662161827087} +{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9796363711357117, "Finetune/Loss (Raw)": 1.038162350654602, "Finetune/Step": 380, "Finetune/Step Time": 4.696596363559365} +{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9795449376106262, "Finetune/Loss (Raw)": 1.0594719648361206, "Finetune/Step": 381, "Finetune/Step Time": 4.7105647921562195} +{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9791616201400757, "Finetune/Loss (Raw)": 0.9247596263885498, "Finetune/Step": 382, "Finetune/Step Time": 4.755219656974077} +{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984110951423645, "Finetune/Loss (Raw)": 0.938391387462616, "Finetune/Step": 383, "Finetune/Step Time": 4.7508333548903465} +{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9803347587585449, "Finetune/Loss (Raw)": 0.46757906675338745, "Finetune/Step": 384, "Finetune/Step Time": 4.789758471772075} +{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9790987968444824, "Finetune/Loss (Raw)": 1.0106890201568604, "Finetune/Step": 385, "Finetune/Step Time": 4.781973527744412} +{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9783713817596436, "Finetune/Loss (Raw)": 1.025012731552124, "Finetune/Step": 386, "Finetune/Step Time": 4.781174028292298} +{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.976768434047699, "Finetune/Loss (Raw)": 0.8756364583969116, "Finetune/Step": 387, "Finetune/Step Time": 4.783060681074858} +{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9755113124847412, "Finetune/Loss (Raw)": 0.9478560090065002, "Finetune/Step": 388, "Finetune/Step Time": 4.761519292369485} +{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.976050853729248, "Finetune/Loss (Raw)": 0.9423677325248718, "Finetune/Step": 389, "Finetune/Step Time": 4.761397540569305} +{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9759503602981567, "Finetune/Loss (Raw)": 0.8376520872116089, "Finetune/Step": 390, "Finetune/Step Time": 4.747909234836698} +{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9757689833641052, "Finetune/Loss (Raw)": 1.0007591247558594, "Finetune/Step": 391, "Finetune/Step Time": 4.744026338681579} +{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9756675958633423, "Finetune/Loss (Raw)": 0.9713689684867859, "Finetune/Step": 392, "Finetune/Step Time": 4.7406934555619955} +{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9746009111404419, "Finetune/Loss (Raw)": 0.8507423996925354, "Finetune/Step": 393, "Finetune/Step Time": 4.7528660744428635} +{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9713296890258789, "Finetune/Loss (Raw)": 0.8047804832458496, "Finetune/Step": 394, "Finetune/Step Time": 4.768291648477316} +{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9737191200256348, "Finetune/Loss (Raw)": 1.2001663446426392, "Finetune/Step": 395, "Finetune/Step Time": 4.767077697440982} +{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9736669063568115, "Finetune/Loss (Raw)": 1.0995291471481323, "Finetune/Step": 396, "Finetune/Step Time": 4.767803510650992} +{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9721614122390747, "Finetune/Loss (Raw)": 0.8461019396781921, "Finetune/Step": 397, "Finetune/Step Time": 4.783858269453049} +{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9731732606887817, "Finetune/Loss (Raw)": 1.175289273262024, "Finetune/Step": 398, "Finetune/Step Time": 4.777003593742847} +{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9723573923110962, "Finetune/Loss (Raw)": 0.9238712787628174, "Finetune/Step": 399, "Finetune/Step Time": 4.764796759933233} +{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9710428714752197, "Finetune/Loss (Raw)": 0.9486318230628967, "Finetune/Step": 400, "Finetune/Step Time": 4.762157762423158} +{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9715606570243835, "Finetune/Loss (Raw)": 1.113816261291504, "Finetune/Step": 401, "Finetune/Step Time": 4.765333831310272} +{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9708173274993896, "Finetune/Loss (Raw)": 1.0036929845809937, "Finetune/Step": 402, "Finetune/Step Time": 4.777612144127488} +{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9705283641815186, "Finetune/Loss (Raw)": 0.9740217924118042, "Finetune/Step": 403, "Finetune/Step Time": 4.777139922603965} +{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9724676609039307, "Finetune/Loss (Raw)": 1.0763142108917236, "Finetune/Step": 404, "Finetune/Step Time": 4.744497958570719} +{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9702484607696533, "Finetune/Loss (Raw)": 0.7349621653556824, "Finetune/Step": 405, "Finetune/Step Time": 4.756966695189476} +{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9658107757568359, "Finetune/Loss (Raw)": 0.4663521945476532, "Finetune/Step": 406, "Finetune/Step Time": 4.794985197484493} +{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9595507979393005, "Finetune/Loss (Raw)": 0.4059973359107971, "Finetune/Step": 407, "Finetune/Step Time": 4.820688709616661} +{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9595251679420471, "Finetune/Loss (Raw)": 0.9793195724487305, "Finetune/Step": 408, "Finetune/Step Time": 4.820412807166576} +{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.960411787033081, "Finetune/Loss (Raw)": 1.188647747039795, "Finetune/Step": 409, "Finetune/Step Time": 4.821581434458494} +{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9620003700256348, "Finetune/Loss (Raw)": 1.2195028066635132, "Finetune/Step": 410, "Finetune/Step Time": 4.8195297960191965} +{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9609112739562988, "Finetune/Loss (Raw)": 0.9941447377204895, "Finetune/Step": 411, "Finetune/Step Time": 4.822337349876761} +{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9547834396362305, "Finetune/Loss (Raw)": 0.3615286946296692, "Finetune/Step": 412, "Finetune/Step Time": 4.869509290903807} +{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9556616544723511, "Finetune/Loss (Raw)": 1.1221970319747925, "Finetune/Step": 413, "Finetune/Step Time": 4.847143204882741} +{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9545779228210449, "Finetune/Loss (Raw)": 0.9434083700180054, "Finetune/Step": 414, "Finetune/Step Time": 4.8319704830646515} +{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9544281959533691, "Finetune/Loss (Raw)": 1.0498400926589966, "Finetune/Step": 415, "Finetune/Step Time": 4.828613696619868} +{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9561382532119751, "Finetune/Loss (Raw)": 1.1208957433700562, "Finetune/Step": 416, "Finetune/Step Time": 4.813840337097645} +{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9556452035903931, "Finetune/Loss (Raw)": 1.0527842044830322, "Finetune/Step": 417, "Finetune/Step Time": 4.808656562119722} +{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9567188024520874, "Finetune/Loss (Raw)": 1.0964077711105347, "Finetune/Step": 418, "Finetune/Step Time": 4.796264719218016} +{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9556097984313965, "Finetune/Loss (Raw)": 0.9789505004882812, "Finetune/Step": 419, "Finetune/Step Time": 4.814226819202304} +{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9499174952507019, "Finetune/Loss (Raw)": 0.3682571053504944, "Finetune/Step": 420, "Finetune/Step Time": 4.850209433585405} +{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9490019083023071, "Finetune/Loss (Raw)": 1.0251350402832031, "Finetune/Step": 421, "Finetune/Step Time": 4.850228656083345} +{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9508558511734009, "Finetune/Loss (Raw)": 1.0044807195663452, "Finetune/Step": 422, "Finetune/Step Time": 4.856090825051069} +{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9511904716491699, "Finetune/Loss (Raw)": 1.1258841753005981, "Finetune/Step": 423, "Finetune/Step Time": 4.849938618019223} +{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9513472318649292, "Finetune/Loss (Raw)": 1.037540078163147, "Finetune/Step": 424, "Finetune/Step Time": 4.849192028865218} +{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9484751224517822, "Finetune/Loss (Raw)": 0.7586672902107239, "Finetune/Step": 425, "Finetune/Step Time": 4.885025970637798} +{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9493506550788879, "Finetune/Loss (Raw)": 1.0186926126480103, "Finetune/Step": 426, "Finetune/Step Time": 4.859013181179762} +{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9545313119888306, "Finetune/Loss (Raw)": 0.9776934385299683, "Finetune/Step": 427, "Finetune/Step Time": 4.823032712563872} +{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9605314135551453, "Finetune/Loss (Raw)": 1.120775580406189, "Finetune/Step": 428, "Finetune/Step Time": 4.780080568045378} +{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9659087061882019, "Finetune/Loss (Raw)": 1.0696370601654053, "Finetune/Step": 429, "Finetune/Step Time": 4.7462851125746965} +{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9660463929176331, "Finetune/Loss (Raw)": 0.9049715995788574, "Finetune/Step": 430, "Finetune/Step Time": 4.739953953772783} +{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9720438718795776, "Finetune/Loss (Raw)": 1.081455945968628, "Finetune/Step": 431, "Finetune/Step Time": 4.711085516959429} +{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9708695411682129, "Finetune/Loss (Raw)": 0.9400160908699036, "Finetune/Step": 432, "Finetune/Step Time": 4.723019577562809} +{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9698843955993652, "Finetune/Loss (Raw)": 0.921790599822998, "Finetune/Step": 433, "Finetune/Step Time": 4.726197402924299} +{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9702244997024536, "Finetune/Loss (Raw)": 0.9853917360305786, "Finetune/Step": 434, "Finetune/Step Time": 4.726947672665119} +{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9677289724349976, "Finetune/Loss (Raw)": 0.8382320404052734, "Finetune/Step": 435, "Finetune/Step Time": 4.717261355370283} +{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9668235182762146, "Finetune/Loss (Raw)": 0.9268007874488831, "Finetune/Step": 436, "Finetune/Step Time": 4.71388584934175} +{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9658726453781128, "Finetune/Loss (Raw)": 1.0225470066070557, "Finetune/Step": 437, "Finetune/Step Time": 4.709945732727647} +{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9655510187149048, "Finetune/Loss (Raw)": 0.9663727879524231, "Finetune/Step": 438, "Finetune/Step Time": 4.707759169861674} +{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9650545120239258, "Finetune/Loss (Raw)": 0.9686143398284912, "Finetune/Step": 439, "Finetune/Step Time": 4.706925317645073} +{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9658712148666382, "Finetune/Loss (Raw)": 1.0818325281143188, "Finetune/Step": 440, "Finetune/Step Time": 4.703434595838189} +{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9653592705726624, "Finetune/Loss (Raw)": 1.0457720756530762, "Finetune/Step": 441, "Finetune/Step Time": 4.695676434785128} +{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9594694375991821, "Finetune/Loss (Raw)": 0.4309622049331665, "Finetune/Step": 442, "Finetune/Step Time": 4.735464606434107} +{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9601472616195679, "Finetune/Loss (Raw)": 1.0737261772155762, "Finetune/Step": 443, "Finetune/Step Time": 4.745823938399553} +{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9661839008331299, "Finetune/Loss (Raw)": 1.1379518508911133, "Finetune/Step": 444, "Finetune/Step Time": 4.709013476967812} +{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9665123224258423, "Finetune/Loss (Raw)": 1.0098811388015747, "Finetune/Step": 445, "Finetune/Step Time": 4.699820572510362} +{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9669678807258606, "Finetune/Loss (Raw)": 1.1120234727859497, "Finetune/Step": 446, "Finetune/Step Time": 4.707872154191136} +{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9673424363136292, "Finetune/Loss (Raw)": 1.031639814376831, "Finetune/Step": 447, "Finetune/Step Time": 4.697642231360078} +{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9675001502037048, "Finetune/Loss (Raw)": 0.9600324034690857, "Finetune/Step": 448, "Finetune/Step Time": 4.703194327652454} +{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9739059209823608, "Finetune/Loss (Raw)": 1.135135531425476, "Finetune/Step": 449, "Finetune/Step Time": 4.668648201972246} +{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9735232591629028, "Finetune/Loss (Raw)": 0.9466373324394226, "Finetune/Step": 450, "Finetune/Step Time": 4.667441254481673} +{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9727249145507812, "Finetune/Loss (Raw)": 0.9734424352645874, "Finetune/Step": 451, "Finetune/Step Time": 4.671838382259011} +{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9719727039337158, "Finetune/Loss (Raw)": 1.002977967262268, "Finetune/Step": 452, "Finetune/Step Time": 4.66447214782238} +{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9733510613441467, "Finetune/Loss (Raw)": 1.2215639352798462, "Finetune/Step": 453, "Finetune/Step Time": 4.659771103411913} +{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9715956449508667, "Finetune/Loss (Raw)": 0.9897304177284241, "Finetune/Step": 454, "Finetune/Step Time": 4.674283467233181} +{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9721757173538208, "Finetune/Loss (Raw)": 1.092041254043579, "Finetune/Step": 455, "Finetune/Step Time": 4.672461550682783} +{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9664052128791809, "Finetune/Loss (Raw)": 0.33249393105506897, "Finetune/Step": 456, "Finetune/Step Time": 4.698180947452784} +{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9661703109741211, "Finetune/Loss (Raw)": 0.9169251322746277, "Finetune/Step": 457, "Finetune/Step Time": 4.678544722497463} +{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9688201546669006, "Finetune/Loss (Raw)": 1.218692421913147, "Finetune/Step": 458, "Finetune/Step Time": 4.675440438091755} +{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9683738350868225, "Finetune/Loss (Raw)": 0.9943320155143738, "Finetune/Step": 459, "Finetune/Step Time": 4.677836377173662} +{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9685937166213989, "Finetune/Loss (Raw)": 0.8485570549964905, "Finetune/Step": 460, "Finetune/Step Time": 4.677008902654052} +{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9682303667068481, "Finetune/Loss (Raw)": 0.9823005199432373, "Finetune/Step": 461, "Finetune/Step Time": 4.675631117075682} +{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9682376980781555, "Finetune/Loss (Raw)": 0.9906651973724365, "Finetune/Step": 462, "Finetune/Step Time": 4.674771776422858} +{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9697123169898987, "Finetune/Loss (Raw)": 1.1943423748016357, "Finetune/Step": 463, "Finetune/Step Time": 4.66871284134686} +{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9633369445800781, "Finetune/Loss (Raw)": 0.27787330746650696, "Finetune/Step": 464, "Finetune/Step Time": 4.705976715311408} +{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9619591236114502, "Finetune/Loss (Raw)": 1.0416961908340454, "Finetune/Step": 465, "Finetune/Step Time": 4.71350846067071} +{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9615628719329834, "Finetune/Loss (Raw)": 0.9455034136772156, "Finetune/Step": 466, "Finetune/Step Time": 4.718169437721372} +{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9624239206314087, "Finetune/Loss (Raw)": 1.0802851915359497, "Finetune/Step": 467, "Finetune/Step Time": 4.717989323660731} +{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9618611931800842, "Finetune/Loss (Raw)": 0.8362500071525574, "Finetune/Step": 468, "Finetune/Step Time": 4.729976546019316} +{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.956628143787384, "Finetune/Loss (Raw)": 0.3467693030834198, "Finetune/Step": 469, "Finetune/Step Time": 4.763675753027201} +{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.955791711807251, "Finetune/Loss (Raw)": 0.9867594838142395, "Finetune/Step": 470, "Finetune/Step Time": 4.7629445400089025} +{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.955793559551239, "Finetune/Loss (Raw)": 1.0156211853027344, "Finetune/Step": 471, "Finetune/Step Time": 4.778538327664137} +{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9561430215835571, "Finetune/Loss (Raw)": 1.1347613334655762, "Finetune/Step": 472, "Finetune/Step Time": 4.779569735750556} +{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.954602837562561, "Finetune/Loss (Raw)": 0.9217761158943176, "Finetune/Step": 473, "Finetune/Step Time": 4.777846947312355} +{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9540165662765503, "Finetune/Loss (Raw)": 1.0530365705490112, "Finetune/Step": 474, "Finetune/Step Time": 4.774117838591337} +{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9533575773239136, "Finetune/Loss (Raw)": 1.064857006072998, "Finetune/Step": 475, "Finetune/Step Time": 4.773126728832722} +{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9529819488525391, "Finetune/Loss (Raw)": 1.0311812162399292, "Finetune/Step": 476, "Finetune/Step Time": 4.75748548656702} +{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9526264071464539, "Finetune/Loss (Raw)": 1.1058553457260132, "Finetune/Step": 477, "Finetune/Step Time": 4.763253271579742} +{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9525066614151001, "Finetune/Loss (Raw)": 0.9734358191490173, "Finetune/Step": 478, "Finetune/Step Time": 4.7392101269215345} +{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9527080655097961, "Finetune/Loss (Raw)": 1.0262178182601929, "Finetune/Step": 479, "Finetune/Step Time": 4.723462697118521} +{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9534544348716736, "Finetune/Loss (Raw)": 1.0947108268737793, "Finetune/Step": 480, "Finetune/Step Time": 4.715256089344621} +{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9538193941116333, "Finetune/Loss (Raw)": 1.0253851413726807, "Finetune/Step": 481, "Finetune/Step Time": 4.720064101740718} +{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9549368619918823, "Finetune/Loss (Raw)": 1.0513979196548462, "Finetune/Step": 482, "Finetune/Step Time": 4.72882879152894} +{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9547065496444702, "Finetune/Loss (Raw)": 1.0363949537277222, "Finetune/Step": 483, "Finetune/Step Time": 4.739300457760692} +{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9552255868911743, "Finetune/Loss (Raw)": 0.9821918606758118, "Finetune/Step": 484, "Finetune/Step Time": 4.743380159139633} +{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9546665549278259, "Finetune/Loss (Raw)": 0.8576939105987549, "Finetune/Step": 485, "Finetune/Step Time": 4.747134193778038} +{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9595800638198853, "Finetune/Loss (Raw)": 0.9848410487174988, "Finetune/Step": 486, "Finetune/Step Time": 4.722698086872697} +{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9611380100250244, "Finetune/Loss (Raw)": 1.0475765466690063, "Finetune/Step": 487, "Finetune/Step Time": 4.721644064411521} +{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9614112377166748, "Finetune/Loss (Raw)": 1.0487114191055298, "Finetune/Step": 488, "Finetune/Step Time": 4.719281051307917} +{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.961865246295929, "Finetune/Loss (Raw)": 0.949411928653717, "Finetune/Step": 489, "Finetune/Step Time": 4.72370489127934} +{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9615496397018433, "Finetune/Loss (Raw)": 0.9376443028450012, "Finetune/Step": 490, "Finetune/Step Time": 4.729822393506765} +{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9584230780601501, "Finetune/Loss (Raw)": 0.6732383966445923, "Finetune/Step": 491, "Finetune/Step Time": 4.757900822907686} +{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9574618935585022, "Finetune/Loss (Raw)": 0.9716038703918457, "Finetune/Step": 492, "Finetune/Step Time": 4.762785682454705} +{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.957123875617981, "Finetune/Loss (Raw)": 1.0760072469711304, "Finetune/Step": 493, "Finetune/Step Time": 4.764843165874481} +{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9576596021652222, "Finetune/Loss (Raw)": 0.9695963263511658, "Finetune/Step": 494, "Finetune/Step Time": 4.770828744396567} +{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9578471183776855, "Finetune/Loss (Raw)": 1.0233674049377441, "Finetune/Step": 495, "Finetune/Step Time": 4.770859077572823} +{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9580267667770386, "Finetune/Loss (Raw)": 1.04338800907135, "Finetune/Step": 496, "Finetune/Step Time": 4.784078953787684} +{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9579114317893982, "Finetune/Loss (Raw)": 0.9727405309677124, "Finetune/Step": 497, "Finetune/Step Time": 4.780161075294018} +{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9570223093032837, "Finetune/Loss (Raw)": 1.0454133749008179, "Finetune/Step": 498, "Finetune/Step Time": 4.778171308338642} +{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9549717903137207, "Finetune/Loss (Raw)": 0.8914533257484436, "Finetune/Step": 499, "Finetune/Step Time": 4.785537479445338} +{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9545135498046875, "Finetune/Loss (Raw)": 0.9931506514549255, "Finetune/Step": 500, "Finetune/Step Time": 4.789944985881448} +{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9574375152587891, "Finetune/Loss (Raw)": 0.7980616688728333, "Finetune/Step": 501, "Finetune/Step Time": 4.7629870772361755} +{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9617113471031189, "Finetune/Loss (Raw)": 0.8948413729667664, "Finetune/Step": 502, "Finetune/Step Time": 4.744016602635384} +{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9612163305282593, "Finetune/Loss (Raw)": 1.0413448810577393, "Finetune/Step": 503, "Finetune/Step Time": 4.7605443224310875} +{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.962527334690094, "Finetune/Loss (Raw)": 1.0659136772155762, "Finetune/Step": 504, "Finetune/Step Time": 4.755855390802026} +{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9628736972808838, "Finetune/Loss (Raw)": 1.016304850578308, "Finetune/Step": 505, "Finetune/Step Time": 4.757420061156154} +{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9598557949066162, "Finetune/Loss (Raw)": 0.8272096514701843, "Finetune/Step": 506, "Finetune/Step Time": 4.769893201068044} +{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9589084982872009, "Finetune/Loss (Raw)": 1.0205951929092407, "Finetune/Step": 507, "Finetune/Step Time": 4.771514328196645} +{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.958603024482727, "Finetune/Loss (Raw)": 0.9990615844726562, "Finetune/Step": 508, "Finetune/Step Time": 4.771489415317774} +{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9579356908798218, "Finetune/Loss (Raw)": 0.9740527272224426, "Finetune/Step": 509, "Finetune/Step Time": 4.769058929756284} +{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9580234289169312, "Finetune/Loss (Raw)": 0.9359903335571289, "Finetune/Step": 510, "Finetune/Step Time": 4.725574379786849} +{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.959314227104187, "Finetune/Loss (Raw)": 1.103615164756775, "Finetune/Step": 511, "Finetune/Step Time": 4.696046836674213} +{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9636932015419006, "Finetune/Loss (Raw)": 1.0280864238739014, "Finetune/Step": 512, "Finetune/Step Time": 4.655399922281504} +{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9641129970550537, "Finetune/Loss (Raw)": 1.0644224882125854, "Finetune/Step": 513, "Finetune/Step Time": 4.665556700900197} +{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9647048711776733, "Finetune/Loss (Raw)": 1.100775122642517, "Finetune/Step": 514, "Finetune/Step Time": 4.6788815297186375} +{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.960940957069397, "Finetune/Loss (Raw)": 0.393848180770874, "Finetune/Step": 515, "Finetune/Step Time": 4.715018833056092} +{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9619852304458618, "Finetune/Loss (Raw)": 1.0815309286117554, "Finetune/Step": 516, "Finetune/Step Time": 4.728830590844154} +{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9627695083618164, "Finetune/Loss (Raw)": 1.0427510738372803, "Finetune/Step": 517, "Finetune/Step Time": 4.727522134780884} +{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9644994139671326, "Finetune/Loss (Raw)": 1.0590800046920776, "Finetune/Step": 518, "Finetune/Step Time": 4.730101769790053} +{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9650027751922607, "Finetune/Loss (Raw)": 1.0651981830596924, "Finetune/Step": 519, "Finetune/Step Time": 4.7450753059238195} +{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9653075933456421, "Finetune/Loss (Raw)": 1.0103853940963745, "Finetune/Step": 520, "Finetune/Step Time": 4.744584089145064} +{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9665669202804565, "Finetune/Loss (Raw)": 1.0119309425354004, "Finetune/Step": 521, "Finetune/Step Time": 4.736153310164809} +{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.968032956123352, "Finetune/Loss (Raw)": 0.9924328327178955, "Finetune/Step": 522, "Finetune/Step Time": 4.717815103009343} +{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9657371044158936, "Finetune/Loss (Raw)": 0.9062960743904114, "Finetune/Step": 523, "Finetune/Step Time": 4.7249464970082045} +{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9650862216949463, "Finetune/Loss (Raw)": 1.016213059425354, "Finetune/Step": 524, "Finetune/Step Time": 4.721285464242101} +{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9664710760116577, "Finetune/Loss (Raw)": 1.0233690738677979, "Finetune/Step": 525, "Finetune/Step Time": 4.70474573969841} +{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9646052122116089, "Finetune/Loss (Raw)": 0.9364486932754517, "Finetune/Step": 526, "Finetune/Step Time": 4.71772151067853} +{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.964974582195282, "Finetune/Loss (Raw)": 0.9711616635322571, "Finetune/Step": 527, "Finetune/Step Time": 4.711671829223633} +{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.965718150138855, "Finetune/Loss (Raw)": 1.0438002347946167, "Finetune/Step": 528, "Finetune/Step Time": 4.706738894805312} +{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9656400680541992, "Finetune/Loss (Raw)": 1.103829264640808, "Finetune/Step": 529, "Finetune/Step Time": 4.706179440021515} +{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.96638023853302, "Finetune/Loss (Raw)": 1.0984262228012085, "Finetune/Step": 530, "Finetune/Step Time": 4.6903763096779585} +{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9678050875663757, "Finetune/Loss (Raw)": 1.156408429145813, "Finetune/Step": 531, "Finetune/Step Time": 4.687116796150804} +{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9670654535293579, "Finetune/Loss (Raw)": 0.9816350936889648, "Finetune/Step": 532, "Finetune/Step Time": 4.684753695502877} +{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9687319993972778, "Finetune/Loss (Raw)": 0.9482825398445129, "Finetune/Step": 533, "Finetune/Step Time": 4.6811292096972466} +{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9724348783493042, "Finetune/Loss (Raw)": 0.9403226375579834, "Finetune/Step": 534, "Finetune/Step Time": 4.650784412398934} +{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9765262603759766, "Finetune/Loss (Raw)": 0.9297018051147461, "Finetune/Step": 535, "Finetune/Step Time": 4.625466899946332} +{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9753009080886841, "Finetune/Loss (Raw)": 0.8224735260009766, "Finetune/Step": 536, "Finetune/Step Time": 4.647953426465392} +{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9743562936782837, "Finetune/Loss (Raw)": 1.0677281618118286, "Finetune/Step": 537, "Finetune/Step Time": 4.649061867967248} +{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9727803468704224, "Finetune/Loss (Raw)": 1.0177890062332153, "Finetune/Step": 538, "Finetune/Step Time": 4.658204909414053} +{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9735856056213379, "Finetune/Loss (Raw)": 1.0972154140472412, "Finetune/Step": 539, "Finetune/Step Time": 4.6519311722368} +{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.978354811668396, "Finetune/Loss (Raw)": 0.9719855189323425, "Finetune/Step": 540, "Finetune/Step Time": 4.6046380288898945} +{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9774305820465088, "Finetune/Loss (Raw)": 1.0038963556289673, "Finetune/Step": 541, "Finetune/Step Time": 4.612187346443534} +{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9780346155166626, "Finetune/Loss (Raw)": 1.0207219123840332, "Finetune/Step": 542, "Finetune/Step Time": 4.611672952771187} +{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.978600263595581, "Finetune/Loss (Raw)": 1.1222472190856934, "Finetune/Step": 543, "Finetune/Step Time": 4.611610563471913} +{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9782836437225342, "Finetune/Loss (Raw)": 1.0803697109222412, "Finetune/Step": 544, "Finetune/Step Time": 4.61199888214469} +{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9777662754058838, "Finetune/Loss (Raw)": 0.9865542650222778, "Finetune/Step": 545, "Finetune/Step Time": 4.609554883092642} +{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9765626192092896, "Finetune/Loss (Raw)": 0.9423439502716064, "Finetune/Step": 546, "Finetune/Step Time": 4.610981402918696} +{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9773340821266174, "Finetune/Loss (Raw)": 1.0776997804641724, "Finetune/Step": 547, "Finetune/Step Time": 4.601358827203512} +{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9819432497024536, "Finetune/Loss (Raw)": 0.9582344889640808, "Finetune/Step": 548, "Finetune/Step Time": 4.579588010907173} +{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9805309772491455, "Finetune/Loss (Raw)": 0.8443567752838135, "Finetune/Step": 549, "Finetune/Step Time": 4.588509917259216} +{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9804266691207886, "Finetune/Loss (Raw)": 0.9911266565322876, "Finetune/Step": 550, "Finetune/Step Time": 4.570562032982707} +{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9792520403862, "Finetune/Loss (Raw)": 0.9755322337150574, "Finetune/Step": 551, "Finetune/Step Time": 4.571626013144851} +{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9797398447990417, "Finetune/Loss (Raw)": 1.0999834537506104, "Finetune/Step": 552, "Finetune/Step Time": 4.567221691831946} +{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9797839522361755, "Finetune/Loss (Raw)": 0.7643104195594788, "Finetune/Step": 553, "Finetune/Step Time": 4.530702244490385} +{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9806405305862427, "Finetune/Loss (Raw)": 1.1283371448516846, "Finetune/Step": 554, "Finetune/Step Time": 4.528807418420911} +{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9803752899169922, "Finetune/Loss (Raw)": 0.9437395930290222, "Finetune/Step": 555, "Finetune/Step Time": 4.542973235249519} +{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.97954261302948, "Finetune/Loss (Raw)": 1.01418936252594, "Finetune/Step": 556, "Finetune/Step Time": 4.5550451055169106} +{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9786428213119507, "Finetune/Loss (Raw)": 0.9544652104377747, "Finetune/Step": 557, "Finetune/Step Time": 4.55141975171864} +{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9734731316566467, "Finetune/Loss (Raw)": 0.24325384199619293, "Finetune/Step": 558, "Finetune/Step Time": 4.582344288006425} +{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9726520776748657, "Finetune/Loss (Raw)": 0.9763579964637756, "Finetune/Step": 559, "Finetune/Step Time": 4.576300725340843} +{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9718947410583496, "Finetune/Loss (Raw)": 0.8430865406990051, "Finetune/Step": 560, "Finetune/Step Time": 4.570881135761738} +{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9716039896011353, "Finetune/Loss (Raw)": 0.8845704197883606, "Finetune/Step": 561, "Finetune/Step Time": 4.572109887376428} +{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9712578058242798, "Finetune/Loss (Raw)": 0.9410784840583801, "Finetune/Step": 562, "Finetune/Step Time": 4.569656763225794} +{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9728917479515076, "Finetune/Loss (Raw)": 1.0473769903182983, "Finetune/Step": 563, "Finetune/Step Time": 4.570455238223076} +{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9737191200256348, "Finetune/Loss (Raw)": 1.032701015472412, "Finetune/Step": 564, "Finetune/Step Time": 4.580287352204323} +{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9732281565666199, "Finetune/Loss (Raw)": 0.9597063660621643, "Finetune/Step": 565, "Finetune/Step Time": 4.584741320461035} +{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.974104106426239, "Finetune/Loss (Raw)": 1.0784913301467896, "Finetune/Step": 566, "Finetune/Step Time": 4.580624325200915} +{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9742879867553711, "Finetune/Loss (Raw)": 0.9921532869338989, "Finetune/Step": 567, "Finetune/Step Time": 4.588920885697007} +{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9680121541023254, "Finetune/Loss (Raw)": 0.27852964401245117, "Finetune/Step": 568, "Finetune/Step Time": 4.622063586488366} +{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9670557379722595, "Finetune/Loss (Raw)": 0.9233498573303223, "Finetune/Step": 569, "Finetune/Step Time": 4.6331526674330235} +{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9716196060180664, "Finetune/Loss (Raw)": 1.015134334564209, "Finetune/Step": 570, "Finetune/Step Time": 4.599738843739033} +{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9705663919448853, "Finetune/Loss (Raw)": 0.9389174580574036, "Finetune/Step": 571, "Finetune/Step Time": 4.599492276087403} +{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9697984457015991, "Finetune/Loss (Raw)": 1.0396554470062256, "Finetune/Step": 572, "Finetune/Step Time": 4.59361881390214} +{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9702548980712891, "Finetune/Loss (Raw)": 1.0683010816574097, "Finetune/Step": 573, "Finetune/Step Time": 4.603400440886617} +{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.97014319896698, "Finetune/Loss (Raw)": 1.097726821899414, "Finetune/Step": 574, "Finetune/Step Time": 4.600916827097535} +{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9709522128105164, "Finetune/Loss (Raw)": 1.1351944208145142, "Finetune/Step": 575, "Finetune/Step Time": 4.6194509994238615} +{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.971145749092102, "Finetune/Loss (Raw)": 0.9848131537437439, "Finetune/Step": 576, "Finetune/Step Time": 4.620560683310032} +{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9699828624725342, "Finetune/Loss (Raw)": 0.9862751960754395, "Finetune/Step": 577, "Finetune/Step Time": 4.616416459903121} +{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9700173735618591, "Finetune/Loss (Raw)": 0.951058030128479, "Finetune/Step": 578, "Finetune/Step Time": 4.612564593553543} +{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9690796136856079, "Finetune/Loss (Raw)": 0.8534104228019714, "Finetune/Step": 579, "Finetune/Step Time": 4.630444867536426} +{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9693674445152283, "Finetune/Loss (Raw)": 1.039818525314331, "Finetune/Step": 580, "Finetune/Step Time": 4.638051865622401} +{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9687119722366333, "Finetune/Loss (Raw)": 1.1376668214797974, "Finetune/Step": 581, "Finetune/Step Time": 4.64194792509079} +{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9691617488861084, "Finetune/Loss (Raw)": 1.0472979545593262, "Finetune/Step": 582, "Finetune/Step Time": 4.637270720675588} +{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9676357507705688, "Finetune/Loss (Raw)": 0.8967105746269226, "Finetune/Step": 583, "Finetune/Step Time": 4.643767254427075} +{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.973455548286438, "Finetune/Loss (Raw)": 1.0774348974227905, "Finetune/Step": 584, "Finetune/Step Time": 4.616383761167526} +{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9747048616409302, "Finetune/Loss (Raw)": 1.0768285989761353, "Finetune/Step": 585, "Finetune/Step Time": 4.618219809606671} +{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9677827954292297, "Finetune/Loss (Raw)": 0.33267584443092346, "Finetune/Step": 586, "Finetune/Step Time": 4.650712970644236} +{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9692949652671814, "Finetune/Loss (Raw)": 1.1878852844238281, "Finetune/Step": 587, "Finetune/Step Time": 4.642318898811936} +{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9703621864318848, "Finetune/Loss (Raw)": 0.9851659536361694, "Finetune/Step": 588, "Finetune/Step Time": 4.650815971195698} +{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9711588025093079, "Finetune/Loss (Raw)": 1.084265947341919, "Finetune/Step": 589, "Finetune/Step Time": 4.646296538412571} +{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9719136953353882, "Finetune/Loss (Raw)": 1.0872904062271118, "Finetune/Step": 590, "Finetune/Step Time": 4.647148407995701} +{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.969987154006958, "Finetune/Loss (Raw)": 0.9477503299713135, "Finetune/Step": 591, "Finetune/Step Time": 4.6492786798626184} +{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9754124283790588, "Finetune/Loss (Raw)": 0.972306489944458, "Finetune/Step": 592, "Finetune/Step Time": 4.609705833718181} +{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9750604033470154, "Finetune/Loss (Raw)": 0.9966360330581665, "Finetune/Step": 593, "Finetune/Step Time": 4.624256871640682} +{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9755699634552002, "Finetune/Loss (Raw)": 1.0107311010360718, "Finetune/Step": 594, "Finetune/Step Time": 4.611804721876979} +{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9750257730484009, "Finetune/Loss (Raw)": 1.0106159448623657, "Finetune/Step": 595, "Finetune/Step Time": 4.601691601797938} +{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9757558107376099, "Finetune/Loss (Raw)": 0.9297006130218506, "Finetune/Step": 596, "Finetune/Step Time": 4.584211450070143} +{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9798912405967712, "Finetune/Loss (Raw)": 0.8761065602302551, "Finetune/Step": 597, "Finetune/Step Time": 4.549529345706105} +{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9800460338592529, "Finetune/Loss (Raw)": 1.0065710544586182, "Finetune/Step": 598, "Finetune/Step Time": 4.572076762095094} +{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9800890684127808, "Finetune/Loss (Raw)": 1.0211347341537476, "Finetune/Step": 599, "Finetune/Step Time": 4.553725259378552} +{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9798420071601868, "Finetune/Loss (Raw)": 1.1031324863433838, "Finetune/Step": 600, "Finetune/Step Time": 4.558386793360114} +{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9802504777908325, "Finetune/Loss (Raw)": 0.9740551710128784, "Finetune/Step": 601, "Finetune/Step Time": 4.581942465156317} +{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9802823662757874, "Finetune/Loss (Raw)": 1.057125449180603, "Finetune/Step": 602, "Finetune/Step Time": 4.5749650578945875} +{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9792810678482056, "Finetune/Loss (Raw)": 0.936688244342804, "Finetune/Step": 603, "Finetune/Step Time": 4.579972913488746} +{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9795810580253601, "Finetune/Loss (Raw)": 1.069582462310791, "Finetune/Step": 604, "Finetune/Step Time": 4.579041102901101} +{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9783027768135071, "Finetune/Loss (Raw)": 0.9422329664230347, "Finetune/Step": 605, "Finetune/Step Time": 4.574079545214772} +{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9779667854309082, "Finetune/Loss (Raw)": 0.9304310083389282, "Finetune/Step": 606, "Finetune/Step Time": 4.591786932200193} +{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9763628244400024, "Finetune/Loss (Raw)": 0.820905327796936, "Finetune/Step": 607, "Finetune/Step Time": 4.622222241014242} +{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9762969017028809, "Finetune/Loss (Raw)": 1.0862762928009033, "Finetune/Step": 608, "Finetune/Step Time": 4.619546124711633} +{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9754577279090881, "Finetune/Loss (Raw)": 0.9179733395576477, "Finetune/Step": 609, "Finetune/Step Time": 4.614526374265552} +{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9748081564903259, "Finetune/Loss (Raw)": 0.9682521820068359, "Finetune/Step": 610, "Finetune/Step Time": 4.605159446597099} +{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9747748374938965, "Finetune/Loss (Raw)": 1.032132863998413, "Finetune/Step": 611, "Finetune/Step Time": 4.58340191654861} +{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.976516842842102, "Finetune/Loss (Raw)": 1.2051658630371094, "Finetune/Step": 612, "Finetune/Step Time": 4.580824561417103} +{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9768849015235901, "Finetune/Loss (Raw)": 0.9048072099685669, "Finetune/Step": 613, "Finetune/Step Time": 4.573282282799482} +{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9768693447113037, "Finetune/Loss (Raw)": 0.9828439354896545, "Finetune/Step": 614, "Finetune/Step Time": 4.559007707983255} +{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.976794958114624, "Finetune/Loss (Raw)": 1.038053274154663, "Finetune/Step": 615, "Finetune/Step Time": 4.566140910610557} +{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9764228463172913, "Finetune/Loss (Raw)": 1.0010818243026733, "Finetune/Step": 616, "Finetune/Step Time": 4.56820098310709} +{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.976801872253418, "Finetune/Loss (Raw)": 0.997931957244873, "Finetune/Step": 617, "Finetune/Step Time": 4.560272667557001} +{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9776355028152466, "Finetune/Loss (Raw)": 1.044345498085022, "Finetune/Step": 618, "Finetune/Step Time": 4.55438657104969} +{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9795940518379211, "Finetune/Loss (Raw)": 0.9239341616630554, "Finetune/Step": 619, "Finetune/Step Time": 4.5495179165154696} +{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.980107307434082, "Finetune/Loss (Raw)": 1.0373015403747559, "Finetune/Step": 620, "Finetune/Step Time": 4.535137832164764} +{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9796866774559021, "Finetune/Loss (Raw)": 1.0221686363220215, "Finetune/Step": 621, "Finetune/Step Time": 4.554587384685874} +{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9796141386032104, "Finetune/Loss (Raw)": 0.9603151082992554, "Finetune/Step": 622, "Finetune/Step Time": 4.542229283601046} +{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9799221754074097, "Finetune/Loss (Raw)": 1.0627903938293457, "Finetune/Step": 623, "Finetune/Step Time": 4.543881917372346} +{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9795372486114502, "Finetune/Loss (Raw)": 0.9941165447235107, "Finetune/Step": 624, "Finetune/Step Time": 4.5302679520100355} +{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9801437854766846, "Finetune/Loss (Raw)": 1.050382137298584, "Finetune/Step": 625, "Finetune/Step Time": 4.531620683148503} +{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9802851676940918, "Finetune/Loss (Raw)": 1.063511610031128, "Finetune/Step": 626, "Finetune/Step Time": 4.529166815802455} +{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9809698462486267, "Finetune/Loss (Raw)": 0.9790867567062378, "Finetune/Step": 627, "Finetune/Step Time": 4.526153298094869} +{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9809765219688416, "Finetune/Loss (Raw)": 0.9940023422241211, "Finetune/Step": 628, "Finetune/Step Time": 4.521020527929068} +{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9827560782432556, "Finetune/Loss (Raw)": 1.0258525609970093, "Finetune/Step": 629, "Finetune/Step Time": 4.511355798691511} +{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9846380949020386, "Finetune/Loss (Raw)": 1.1357355117797852, "Finetune/Step": 630, "Finetune/Step Time": 4.493021063506603} +{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9836101531982422, "Finetune/Loss (Raw)": 0.9097676873207092, "Finetune/Step": 631, "Finetune/Step Time": 4.4785448759794235} +{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9843909740447998, "Finetune/Loss (Raw)": 1.165858268737793, "Finetune/Step": 632, "Finetune/Step Time": 4.477478103712201} +{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9863216280937195, "Finetune/Loss (Raw)": 1.263434648513794, "Finetune/Step": 633, "Finetune/Step Time": 4.472920466214418} +{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9872685670852661, "Finetune/Loss (Raw)": 0.9484116435050964, "Finetune/Step": 634, "Finetune/Step Time": 4.463248996064067} +{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9871054291725159, "Finetune/Loss (Raw)": 0.9997146725654602, "Finetune/Step": 635, "Finetune/Step Time": 4.4618600606918335} +{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9876853227615356, "Finetune/Loss (Raw)": 1.0732810497283936, "Finetune/Step": 636, "Finetune/Step Time": 4.49698917940259} +{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9887124300003052, "Finetune/Loss (Raw)": 1.1055335998535156, "Finetune/Step": 637, "Finetune/Step Time": 4.491726325824857} +{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.989983081817627, "Finetune/Loss (Raw)": 1.0986255407333374, "Finetune/Step": 638, "Finetune/Step Time": 4.491760833188891} +{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9892930388450623, "Finetune/Loss (Raw)": 1.0152915716171265, "Finetune/Step": 639, "Finetune/Step Time": 4.488762266933918} +{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9891358613967896, "Finetune/Loss (Raw)": 1.0079597234725952, "Finetune/Step": 640, "Finetune/Step Time": 4.488833457231522} +{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9893630146980286, "Finetune/Loss (Raw)": 1.0935109853744507, "Finetune/Step": 641, "Finetune/Step Time": 4.484926111996174} +{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9832914471626282, "Finetune/Loss (Raw)": 0.32361236214637756, "Finetune/Step": 642, "Finetune/Step Time": 4.500824887305498} +{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9879999160766602, "Finetune/Loss (Raw)": 0.9965299963951111, "Finetune/Step": 643, "Finetune/Step Time": 4.4686813447624445} +{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9877176284790039, "Finetune/Loss (Raw)": 1.0453970432281494, "Finetune/Step": 644, "Finetune/Step Time": 4.462410205975175} +{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9880356192588806, "Finetune/Loss (Raw)": 1.0834596157073975, "Finetune/Step": 645, "Finetune/Step Time": 4.4612628351897} +{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9877338409423828, "Finetune/Loss (Raw)": 1.0204505920410156, "Finetune/Step": 646, "Finetune/Step Time": 4.476800762116909} +{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9868660569190979, "Finetune/Loss (Raw)": 0.9541175365447998, "Finetune/Step": 647, "Finetune/Step Time": 4.476925943046808} +{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9870465993881226, "Finetune/Loss (Raw)": 1.0334880352020264, "Finetune/Step": 648, "Finetune/Step Time": 4.475299920886755} +{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9871603846549988, "Finetune/Loss (Raw)": 1.0265103578567505, "Finetune/Step": 649, "Finetune/Step Time": 4.475664496421814} +{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9871273040771484, "Finetune/Loss (Raw)": 0.9881910681724548, "Finetune/Step": 650, "Finetune/Step Time": 4.489166466519237} +{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.988033652305603, "Finetune/Loss (Raw)": 1.0223115682601929, "Finetune/Step": 651, "Finetune/Step Time": 4.502194495871663} +{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9878950119018555, "Finetune/Loss (Raw)": 0.998458743095398, "Finetune/Step": 652, "Finetune/Step Time": 4.506230777129531} +{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.987064003944397, "Finetune/Loss (Raw)": 0.9170151948928833, "Finetune/Step": 653, "Finetune/Step Time": 4.508579276502132} +{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9892024397850037, "Finetune/Loss (Raw)": 1.210153341293335, "Finetune/Step": 654, "Finetune/Step Time": 4.499660104513168} +{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9893289804458618, "Finetune/Loss (Raw)": 0.987363874912262, "Finetune/Step": 655, "Finetune/Step Time": 4.509439608082175} +{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9887704849243164, "Finetune/Loss (Raw)": 0.9723111391067505, "Finetune/Step": 656, "Finetune/Step Time": 4.51262728497386} +{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9876344203948975, "Finetune/Loss (Raw)": 0.9584196209907532, "Finetune/Step": 657, "Finetune/Step Time": 4.532967627048492} +{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9867668747901917, "Finetune/Loss (Raw)": 0.9873771071434021, "Finetune/Step": 658, "Finetune/Step Time": 4.5346554312855005} +{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9840186834335327, "Finetune/Loss (Raw)": 0.8046430349349976, "Finetune/Step": 659, "Finetune/Step Time": 4.556561937555671} +{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9851596355438232, "Finetune/Loss (Raw)": 1.1276670694351196, "Finetune/Step": 660, "Finetune/Step Time": 4.561148263514042} +{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.985649824142456, "Finetune/Loss (Raw)": 1.0110317468643188, "Finetune/Step": 661, "Finetune/Step Time": 4.553496349602938} +{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9865686893463135, "Finetune/Loss (Raw)": 1.0579396486282349, "Finetune/Step": 662, "Finetune/Step Time": 4.542700484395027} +{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9879642724990845, "Finetune/Loss (Raw)": 1.1083390712738037, "Finetune/Step": 663, "Finetune/Step Time": 4.5310710817575455} +{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9895522594451904, "Finetune/Loss (Raw)": 1.025732398033142, "Finetune/Step": 664, "Finetune/Step Time": 4.518604137003422} +{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9903163909912109, "Finetune/Loss (Raw)": 1.16553795337677, "Finetune/Step": 665, "Finetune/Step Time": 4.526805201545358} +{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9914880990982056, "Finetune/Loss (Raw)": 1.1677696704864502, "Finetune/Step": 666, "Finetune/Step Time": 4.518859293311834} +{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9916971921920776, "Finetune/Loss (Raw)": 1.1239750385284424, "Finetune/Step": 667, "Finetune/Step Time": 4.532630173489451} +{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9908586740493774, "Finetune/Loss (Raw)": 0.8646513819694519, "Finetune/Step": 668, "Finetune/Step Time": 4.53811589255929} +{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9911096096038818, "Finetune/Loss (Raw)": 1.036027431488037, "Finetune/Step": 669, "Finetune/Step Time": 4.532095320522785} +{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9902868270874023, "Finetune/Loss (Raw)": 0.9154003262519836, "Finetune/Step": 670, "Finetune/Step Time": 4.534177366644144} +{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.989300549030304, "Finetune/Loss (Raw)": 0.9960012435913086, "Finetune/Step": 671, "Finetune/Step Time": 4.532770054414868} +{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9891325235366821, "Finetune/Loss (Raw)": 1.0588704347610474, "Finetune/Step": 672, "Finetune/Step Time": 4.529826318845153} +{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9901808500289917, "Finetune/Loss (Raw)": 1.1207376718521118, "Finetune/Step": 673, "Finetune/Step Time": 4.5308582074940205} +{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9915313720703125, "Finetune/Loss (Raw)": 1.1152082681655884, "Finetune/Step": 674, "Finetune/Step Time": 4.530780155211687} +{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9914770126342773, "Finetune/Loss (Raw)": 1.0707359313964844, "Finetune/Step": 675, "Finetune/Step Time": 4.533112162724137} +{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.99210524559021, "Finetune/Loss (Raw)": 1.038644552230835, "Finetune/Step": 676, "Finetune/Step Time": 4.52762383595109} +{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9927045106887817, "Finetune/Loss (Raw)": 0.9210705161094666, "Finetune/Step": 677, "Finetune/Step Time": 4.560226121917367} +{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9938216209411621, "Finetune/Loss (Raw)": 1.1341164112091064, "Finetune/Step": 678, "Finetune/Step Time": 4.571962846443057} +{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9951522350311279, "Finetune/Loss (Raw)": 1.1458489894866943, "Finetune/Step": 679, "Finetune/Step Time": 4.577088139951229} +{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9940941333770752, "Finetune/Loss (Raw)": 0.9645476341247559, "Finetune/Step": 680, "Finetune/Step Time": 4.575550064444542} +{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.996490478515625, "Finetune/Loss (Raw)": 1.0710409879684448, "Finetune/Step": 681, "Finetune/Step Time": 4.5741697028279305} +{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9961507320404053, "Finetune/Loss (Raw)": 1.0848513841629028, "Finetune/Step": 682, "Finetune/Step Time": 4.570889808237553} +{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9974226951599121, "Finetune/Loss (Raw)": 1.1065537929534912, "Finetune/Step": 683, "Finetune/Step Time": 4.551758840680122} +{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9970090389251709, "Finetune/Loss (Raw)": 0.9612360596656799, "Finetune/Step": 684, "Finetune/Step Time": 4.540795050561428} +{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9955157041549683, "Finetune/Loss (Raw)": 0.7633206248283386, "Finetune/Step": 685, "Finetune/Step Time": 4.556353610008955} +{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0009210109710693, "Finetune/Loss (Raw)": 0.935138463973999, "Finetune/Step": 686, "Finetune/Step Time": 4.532130390405655} +{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0008686780929565, "Finetune/Loss (Raw)": 0.9696556925773621, "Finetune/Step": 687, "Finetune/Step Time": 4.52882969006896} +{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.002182960510254, "Finetune/Loss (Raw)": 1.0113219022750854, "Finetune/Step": 688, "Finetune/Step Time": 4.527184333652258} +{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0010260343551636, "Finetune/Loss (Raw)": 0.736482560634613, "Finetune/Step": 689, "Finetune/Step Time": 4.540075547993183} +{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0003392696380615, "Finetune/Loss (Raw)": 0.8531668782234192, "Finetune/Step": 690, "Finetune/Step Time": 4.585874246433377} +{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.000434160232544, "Finetune/Loss (Raw)": 1.0595240592956543, "Finetune/Step": 691, "Finetune/Step Time": 4.5877244137227535} +{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9996182918548584, "Finetune/Loss (Raw)": 0.9282665252685547, "Finetune/Step": 692, "Finetune/Step Time": 4.605369785800576} +{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9998015761375427, "Finetune/Loss (Raw)": 0.9831686615943909, "Finetune/Step": 693, "Finetune/Step Time": 4.604196609929204} +{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.994421124458313, "Finetune/Loss (Raw)": 0.38979390263557434, "Finetune/Step": 694, "Finetune/Step Time": 4.64002145640552} +{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9934461712837219, "Finetune/Loss (Raw)": 0.8673579096794128, "Finetune/Step": 695, "Finetune/Step Time": 4.640874855220318} +{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.999975860118866, "Finetune/Loss (Raw)": 1.1143296957015991, "Finetune/Step": 696, "Finetune/Step Time": 4.608718208968639} +{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0001298189163208, "Finetune/Loss (Raw)": 0.9430586099624634, "Finetune/Step": 697, "Finetune/Step Time": 4.60966887511313} +{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0014748573303223, "Finetune/Loss (Raw)": 1.1872881650924683, "Finetune/Step": 698, "Finetune/Step Time": 4.6029735542833805} +{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0035045146942139, "Finetune/Loss (Raw)": 1.1987254619598389, "Finetune/Step": 699, "Finetune/Step Time": 4.599923633038998} +{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0031397342681885, "Finetune/Loss (Raw)": 0.9929615259170532, "Finetune/Step": 700, "Finetune/Step Time": 4.629961958155036} +{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9971771240234375, "Finetune/Loss (Raw)": 0.30508318543434143, "Finetune/Step": 701, "Finetune/Step Time": 4.657465748488903} +{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9962208867073059, "Finetune/Loss (Raw)": 0.9753342866897583, "Finetune/Step": 702, "Finetune/Step Time": 4.65940742008388} +{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9942204356193542, "Finetune/Loss (Raw)": 0.8791396021842957, "Finetune/Step": 703, "Finetune/Step Time": 4.649390757083893} +{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9942946434020996, "Finetune/Loss (Raw)": 0.9943062663078308, "Finetune/Step": 704, "Finetune/Step Time": 4.656290216371417} +{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9945236444473267, "Finetune/Loss (Raw)": 1.015588402748108, "Finetune/Step": 705, "Finetune/Step Time": 4.655940219759941} +{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.993262767791748, "Finetune/Loss (Raw)": 0.7896596193313599, "Finetune/Step": 706, "Finetune/Step Time": 4.658381240442395} +{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9936857223510742, "Finetune/Loss (Raw)": 0.9075610041618347, "Finetune/Step": 707, "Finetune/Step Time": 4.638412905856967} +{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9946163892745972, "Finetune/Loss (Raw)": 1.1589399576187134, "Finetune/Step": 708, "Finetune/Step Time": 4.642984598875046} +{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9933406114578247, "Finetune/Loss (Raw)": 0.9743697047233582, "Finetune/Step": 709, "Finetune/Step Time": 4.650151422247291} +{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9920589923858643, "Finetune/Loss (Raw)": 0.8832497596740723, "Finetune/Step": 710, "Finetune/Step Time": 4.63951963186264} +{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9934788346290588, "Finetune/Loss (Raw)": 1.0784498453140259, "Finetune/Step": 711, "Finetune/Step Time": 4.6528507973998785} +{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9907551407814026, "Finetune/Loss (Raw)": 0.7287999987602234, "Finetune/Step": 712, "Finetune/Step Time": 4.673676401376724} +{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9900003671646118, "Finetune/Loss (Raw)": 0.9802165627479553, "Finetune/Step": 713, "Finetune/Step Time": 4.673718828707933} +{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9946974515914917, "Finetune/Loss (Raw)": 0.9338972568511963, "Finetune/Step": 714, "Finetune/Step Time": 4.64273982308805} +{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.994208574295044, "Finetune/Loss (Raw)": 1.1253159046173096, "Finetune/Step": 715, "Finetune/Step Time": 4.64177175424993} +{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9933377504348755, "Finetune/Loss (Raw)": 0.8737050294876099, "Finetune/Step": 716, "Finetune/Step Time": 4.616323791444302} +{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9937246441841125, "Finetune/Loss (Raw)": 1.1337833404541016, "Finetune/Step": 717, "Finetune/Step Time": 4.633368521928787} +{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9934048652648926, "Finetune/Loss (Raw)": 1.046358585357666, "Finetune/Step": 718, "Finetune/Step Time": 4.637559678405523} +{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9941645264625549, "Finetune/Loss (Raw)": 1.0449881553649902, "Finetune/Step": 719, "Finetune/Step Time": 4.637991771101952} +{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9960309267044067, "Finetune/Loss (Raw)": 1.2111984491348267, "Finetune/Step": 720, "Finetune/Step Time": 4.640151165425777} +{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9954996705055237, "Finetune/Loss (Raw)": 0.9286429286003113, "Finetune/Step": 721, "Finetune/Step Time": 4.644140757620335} +{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9953962564468384, "Finetune/Loss (Raw)": 0.9974868297576904, "Finetune/Step": 722, "Finetune/Step Time": 4.670882428064942} +{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9961913228034973, "Finetune/Loss (Raw)": 1.1123888492584229, "Finetune/Step": 723, "Finetune/Step Time": 4.668018650263548} +{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.997384786605835, "Finetune/Loss (Raw)": 1.0824636220932007, "Finetune/Step": 724, "Finetune/Step Time": 4.683582108467817} +{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9994344711303711, "Finetune/Loss (Raw)": 1.13846755027771, "Finetune/Step": 725, "Finetune/Step Time": 4.68173860758543} +{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.99751216173172, "Finetune/Loss (Raw)": 0.7605123519897461, "Finetune/Step": 726, "Finetune/Step Time": 4.6694931630045176} +{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9976022839546204, "Finetune/Loss (Raw)": 1.0326768159866333, "Finetune/Step": 727, "Finetune/Step Time": 4.676355246454477} +{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9984081983566284, "Finetune/Loss (Raw)": 1.2062863111495972, "Finetune/Step": 728, "Finetune/Step Time": 4.675899460911751} +{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9959122538566589, "Finetune/Loss (Raw)": 0.6545724868774414, "Finetune/Step": 729, "Finetune/Step Time": 4.665223743766546} +{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9955302476882935, "Finetune/Loss (Raw)": 1.008232831954956, "Finetune/Step": 730, "Finetune/Step Time": 4.668862231075764} +{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.996724009513855, "Finetune/Loss (Raw)": 1.089484691619873, "Finetune/Step": 731, "Finetune/Step Time": 4.664348056539893} +{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9954642057418823, "Finetune/Loss (Raw)": 0.9083327651023865, "Finetune/Step": 732, "Finetune/Step Time": 4.696471894159913} +{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9956523180007935, "Finetune/Loss (Raw)": 0.9662988185882568, "Finetune/Step": 733, "Finetune/Step Time": 4.694303447380662} +{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9951554536819458, "Finetune/Loss (Raw)": 0.86684250831604, "Finetune/Step": 734, "Finetune/Step Time": 4.681619269773364} +{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958050847053528, "Finetune/Loss (Raw)": 0.9040553569793701, "Finetune/Step": 735, "Finetune/Step Time": 4.6584319323301315} +{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946200251579285, "Finetune/Loss (Raw)": 0.93459153175354, "Finetune/Step": 736, "Finetune/Step Time": 4.694422470405698} +{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962164163589478, "Finetune/Loss (Raw)": 1.122312307357788, "Finetune/Step": 737, "Finetune/Step Time": 4.690385337918997} +{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9965938925743103, "Finetune/Loss (Raw)": 1.0165659189224243, "Finetune/Step": 738, "Finetune/Step Time": 4.686721488833427} +{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.992034912109375, "Finetune/Loss (Raw)": 0.4485856592655182, "Finetune/Step": 739, "Finetune/Step Time": 4.728857763111591} +{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915611743927002, "Finetune/Loss (Raw)": 1.1445232629776, "Finetune/Step": 740, "Finetune/Step Time": 4.7307791616767645} +{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908540844917297, "Finetune/Loss (Raw)": 0.8143065571784973, "Finetune/Step": 741, "Finetune/Step Time": 4.748716223984957} +{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9908513426780701, "Finetune/Loss (Raw)": 0.9824894666671753, "Finetune/Step": 742, "Finetune/Step Time": 4.753781026229262} +{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911109209060669, "Finetune/Loss (Raw)": 1.0712774991989136, "Finetune/Step": 743, "Finetune/Step Time": 4.746503381058574} +{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.991076648235321, "Finetune/Loss (Raw)": 0.9967008829116821, "Finetune/Step": 744, "Finetune/Step Time": 4.74813674017787} +{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9903489351272583, "Finetune/Loss (Raw)": 0.9047858715057373, "Finetune/Step": 745, "Finetune/Step Time": 4.766083303838968} +{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907753467559814, "Finetune/Loss (Raw)": 1.098917007446289, "Finetune/Step": 746, "Finetune/Step Time": 4.756410274654627} +{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922962188720703, "Finetune/Loss (Raw)": 1.1186074018478394, "Finetune/Step": 747, "Finetune/Step Time": 4.735491869971156} +{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.99276202917099, "Finetune/Loss (Raw)": 1.0969247817993164, "Finetune/Step": 748, "Finetune/Step Time": 4.737334666773677} +{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.992644727230072, "Finetune/Loss (Raw)": 1.007152795791626, "Finetune/Step": 749, "Finetune/Step Time": 4.726510044187307} +{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.993213951587677, "Finetune/Loss (Raw)": 1.0331790447235107, "Finetune/Step": 750, "Finetune/Step Time": 4.732275424525142} +{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918922185897827, "Finetune/Loss (Raw)": 0.8936090469360352, "Finetune/Step": 751, "Finetune/Step Time": 4.73490977101028} +{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.992574155330658, "Finetune/Loss (Raw)": 1.0814027786254883, "Finetune/Step": 752, "Finetune/Step Time": 4.735722973942757} +{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874074459075928, "Finetune/Loss (Raw)": 0.3890424966812134, "Finetune/Step": 753, "Finetune/Step Time": 4.771059103310108} +{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9859378933906555, "Finetune/Loss (Raw)": 0.8754068613052368, "Finetune/Step": 754, "Finetune/Step Time": 4.771496158093214} +{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9855815172195435, "Finetune/Loss (Raw)": 0.9334684014320374, "Finetune/Step": 755, "Finetune/Step Time": 4.793224196881056} +{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9852392077445984, "Finetune/Loss (Raw)": 0.9501989483833313, "Finetune/Step": 756, "Finetune/Step Time": 4.785188326612115} +{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9849719405174255, "Finetune/Loss (Raw)": 0.9916365146636963, "Finetune/Step": 757, "Finetune/Step Time": 4.7965945694595575} +{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9851555228233337, "Finetune/Loss (Raw)": 1.1592352390289307, "Finetune/Step": 758, "Finetune/Step Time": 4.810301063582301} +{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9863872528076172, "Finetune/Loss (Raw)": 1.0674246549606323, "Finetune/Step": 759, "Finetune/Step Time": 4.809870818629861} +{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9852535724639893, "Finetune/Loss (Raw)": 1.0207479000091553, "Finetune/Step": 760, "Finetune/Step Time": 4.802427040413022} +{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9826748967170715, "Finetune/Loss (Raw)": 0.9333705306053162, "Finetune/Step": 761, "Finetune/Step Time": 4.8165245447307825} +{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9781738519668579, "Finetune/Loss (Raw)": 0.3722771108150482, "Finetune/Step": 762, "Finetune/Step Time": 4.857382358983159} +{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9773747324943542, "Finetune/Loss (Raw)": 0.8974243402481079, "Finetune/Step": 763, "Finetune/Step Time": 4.860916290432215} +{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9768159985542297, "Finetune/Loss (Raw)": 1.0017625093460083, "Finetune/Step": 764, "Finetune/Step Time": 4.8276328928768635} +{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9757987856864929, "Finetune/Loss (Raw)": 0.9753326177597046, "Finetune/Step": 765, "Finetune/Step Time": 4.8261985164135695} +{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9757629632949829, "Finetune/Loss (Raw)": 1.0940355062484741, "Finetune/Step": 766, "Finetune/Step Time": 4.844005145132542} +{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9750341773033142, "Finetune/Loss (Raw)": 0.9220108985900879, "Finetune/Step": 767, "Finetune/Step Time": 4.852988803759217} +{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9744250774383545, "Finetune/Loss (Raw)": 0.9299956560134888, "Finetune/Step": 768, "Finetune/Step Time": 4.862589856609702} +{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9723529815673828, "Finetune/Loss (Raw)": 0.8282762765884399, "Finetune/Step": 769, "Finetune/Step Time": 4.8700734581798315} +{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9778895974159241, "Finetune/Loss (Raw)": 1.0323044061660767, "Finetune/Step": 770, "Finetune/Step Time": 4.846358191221952} +{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.978493332862854, "Finetune/Loss (Raw)": 1.0738029479980469, "Finetune/Step": 771, "Finetune/Step Time": 4.845659712329507} +{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9781442880630493, "Finetune/Loss (Raw)": 1.0007297992706299, "Finetune/Step": 772, "Finetune/Step Time": 4.839470749720931} +{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9779513478279114, "Finetune/Loss (Raw)": 1.0587550401687622, "Finetune/Step": 773, "Finetune/Step Time": 4.844134837388992} +{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9767917990684509, "Finetune/Loss (Raw)": 0.8720323443412781, "Finetune/Step": 774, "Finetune/Step Time": 4.850100543349981} +{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9774152636528015, "Finetune/Loss (Raw)": 1.033921718597412, "Finetune/Step": 775, "Finetune/Step Time": 4.852249985560775} +{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9756115674972534, "Finetune/Loss (Raw)": 0.8026142120361328, "Finetune/Step": 776, "Finetune/Step Time": 4.853565223515034} +{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9764589071273804, "Finetune/Loss (Raw)": 1.1349751949310303, "Finetune/Step": 777, "Finetune/Step Time": 4.865434600040317} +{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9773118495941162, "Finetune/Loss (Raw)": 1.097372055053711, "Finetune/Step": 778, "Finetune/Step Time": 4.849999086931348} +{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.976662278175354, "Finetune/Loss (Raw)": 0.9391638040542603, "Finetune/Step": 779, "Finetune/Step Time": 4.8469398487359285} +{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9714226126670837, "Finetune/Loss (Raw)": 0.32777687907218933, "Finetune/Step": 780, "Finetune/Step Time": 4.8893129378557205} +{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9716081023216248, "Finetune/Loss (Raw)": 0.9407579898834229, "Finetune/Step": 781, "Finetune/Step Time": 4.894960517063737} +{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9678888320922852, "Finetune/Loss (Raw)": 0.7340810298919678, "Finetune/Step": 782, "Finetune/Step Time": 4.925531266257167} +{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9674386978149414, "Finetune/Loss (Raw)": 0.9297508001327515, "Finetune/Step": 783, "Finetune/Step Time": 4.969342840835452} +{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9657279253005981, "Finetune/Loss (Raw)": 0.7533389925956726, "Finetune/Step": 784, "Finetune/Step Time": 4.986709905788302} +{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9666876196861267, "Finetune/Loss (Raw)": 1.081255316734314, "Finetune/Step": 785, "Finetune/Step Time": 4.98171316832304} +{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9678270220756531, "Finetune/Loss (Raw)": 1.1332248449325562, "Finetune/Step": 786, "Finetune/Step Time": 4.979284171015024} +{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9702568054199219, "Finetune/Loss (Raw)": 1.1156442165374756, "Finetune/Step": 787, "Finetune/Step Time": 4.983341213315725} +{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9702540040016174, "Finetune/Loss (Raw)": 1.1273187398910522, "Finetune/Step": 788, "Finetune/Step Time": 4.980330061167479} +{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702116847038269, "Finetune/Loss (Raw)": 1.0056103467941284, "Finetune/Step": 789, "Finetune/Step Time": 4.978834519162774} +{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9679493308067322, "Finetune/Loss (Raw)": 0.7683604955673218, "Finetune/Step": 790, "Finetune/Step Time": 5.009053520858288} +{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9665873050689697, "Finetune/Loss (Raw)": 0.9339944124221802, "Finetune/Step": 791, "Finetune/Step Time": 5.010768733918667} +{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9651939868927002, "Finetune/Loss (Raw)": 0.8473972082138062, "Finetune/Step": 792, "Finetune/Step Time": 5.00106811709702} +{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9645928144454956, "Finetune/Loss (Raw)": 1.088579773902893, "Finetune/Step": 793, "Finetune/Step Time": 5.003348022699356} +{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9627851247787476, "Finetune/Loss (Raw)": 0.936385452747345, "Finetune/Step": 794, "Finetune/Step Time": 5.00602025911212} +{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.96173495054245, "Finetune/Loss (Raw)": 0.9895572662353516, "Finetune/Step": 795, "Finetune/Step Time": 5.008848026394844} +{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9624147415161133, "Finetune/Loss (Raw)": 0.951661229133606, "Finetune/Step": 796, "Finetune/Step Time": 5.004747750237584} +{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9619618654251099, "Finetune/Loss (Raw)": 0.97806715965271, "Finetune/Step": 797, "Finetune/Step Time": 5.010962758213282} +{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9627518653869629, "Finetune/Loss (Raw)": 1.0165094137191772, "Finetune/Step": 798, "Finetune/Step Time": 5.012922488152981} +{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.962066650390625, "Finetune/Loss (Raw)": 0.9082958102226257, "Finetune/Step": 799, "Finetune/Step Time": 5.019974645227194} +{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9620842933654785, "Finetune/Loss (Raw)": 1.0611320734024048, "Finetune/Step": 800, "Finetune/Step Time": 5.025661271065474} +{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9617181420326233, "Finetune/Loss (Raw)": 1.0738707780838013, "Finetune/Step": 801, "Finetune/Step Time": 5.050639390945435} +{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9607735872268677, "Finetune/Loss (Raw)": 0.9943098425865173, "Finetune/Step": 802, "Finetune/Step Time": 5.054331045597792} +{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9586535692214966, "Finetune/Loss (Raw)": 0.799367368221283, "Finetune/Step": 803, "Finetune/Step Time": 5.060299698263407} +{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9582455158233643, "Finetune/Loss (Raw)": 0.9864122271537781, "Finetune/Step": 804, "Finetune/Step Time": 5.051126709207892} +{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9591543078422546, "Finetune/Loss (Raw)": 1.037401556968689, "Finetune/Step": 805, "Finetune/Step Time": 5.02090342156589} +{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9568601846694946, "Finetune/Loss (Raw)": 0.840465784072876, "Finetune/Step": 806, "Finetune/Step Time": 5.035487009212375} +{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9556303024291992, "Finetune/Loss (Raw)": 0.9884169697761536, "Finetune/Step": 807, "Finetune/Step Time": 5.027237374335527} +{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9562745094299316, "Finetune/Loss (Raw)": 1.047011137008667, "Finetune/Step": 808, "Finetune/Step Time": 5.046472886577249} +{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9553465843200684, "Finetune/Loss (Raw)": 0.9522659182548523, "Finetune/Step": 809, "Finetune/Step Time": 5.049960698932409} +{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9554367661476135, "Finetune/Loss (Raw)": 1.0963983535766602, "Finetune/Step": 810, "Finetune/Step Time": 5.053463835269213} +{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9534049034118652, "Finetune/Loss (Raw)": 0.8464690446853638, "Finetune/Step": 811, "Finetune/Step Time": 5.05071141012013} +{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9554612040519714, "Finetune/Loss (Raw)": 1.224446415901184, "Finetune/Step": 812, "Finetune/Step Time": 5.048125481233001} +{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9572486877441406, "Finetune/Loss (Raw)": 0.992125391960144, "Finetune/Step": 813, "Finetune/Step Time": 5.035038571804762} +{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.957459568977356, "Finetune/Loss (Raw)": 0.962123692035675, "Finetune/Step": 814, "Finetune/Step Time": 5.024437306448817} +{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9575014114379883, "Finetune/Loss (Raw)": 0.9750077128410339, "Finetune/Step": 815, "Finetune/Step Time": 5.0285830944776535} +{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9579861164093018, "Finetune/Loss (Raw)": 1.0733667612075806, "Finetune/Step": 816, "Finetune/Step Time": 5.023874273523688} +{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9606478810310364, "Finetune/Loss (Raw)": 1.0771933794021606, "Finetune/Step": 817, "Finetune/Step Time": 5.013096325099468} +{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9564803838729858, "Finetune/Loss (Raw)": 0.3197214603424072, "Finetune/Step": 818, "Finetune/Step Time": 5.0005663596093655} +{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9546809792518616, "Finetune/Loss (Raw)": 0.8292039632797241, "Finetune/Step": 819, "Finetune/Step Time": 5.0006563775241375} +{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9532371759414673, "Finetune/Loss (Raw)": 0.7434600591659546, "Finetune/Step": 820, "Finetune/Step Time": 4.981574293226004} +{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9533108472824097, "Finetune/Loss (Raw)": 0.9926010966300964, "Finetune/Step": 821, "Finetune/Step Time": 4.98231435008347} +{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9575132131576538, "Finetune/Loss (Raw)": 0.9276958107948303, "Finetune/Step": 822, "Finetune/Step Time": 4.948512179777026} +{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9592780470848083, "Finetune/Loss (Raw)": 1.0932543277740479, "Finetune/Step": 823, "Finetune/Step Time": 4.93434676527977} +{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9590070843696594, "Finetune/Loss (Raw)": 1.0796446800231934, "Finetune/Step": 824, "Finetune/Step Time": 4.932547884061933} +{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9588109254837036, "Finetune/Loss (Raw)": 0.917957603931427, "Finetune/Step": 825, "Finetune/Step Time": 4.928520210087299} +{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9562404155731201, "Finetune/Loss (Raw)": 0.8582589626312256, "Finetune/Step": 826, "Finetune/Step Time": 4.934629809111357} +{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9546722173690796, "Finetune/Loss (Raw)": 0.9979923963546753, "Finetune/Step": 827, "Finetune/Step Time": 4.921170309185982} +{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9498386383056641, "Finetune/Loss (Raw)": 0.3742688298225403, "Finetune/Step": 828, "Finetune/Step Time": 4.928302587941289} +{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9558430910110474, "Finetune/Loss (Raw)": 1.073655128479004, "Finetune/Step": 829, "Finetune/Step Time": 4.910652024671435} +{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9560196399688721, "Finetune/Loss (Raw)": 0.9979283213615417, "Finetune/Step": 830, "Finetune/Step Time": 4.9077094700187445} +{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9572865962982178, "Finetune/Loss (Raw)": 1.041306972503662, "Finetune/Step": 831, "Finetune/Step Time": 4.913581004366279} +{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9580196142196655, "Finetune/Loss (Raw)": 1.0881314277648926, "Finetune/Step": 832, "Finetune/Step Time": 4.895007073879242} +{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.953356146812439, "Finetune/Loss (Raw)": 0.41866883635520935, "Finetune/Step": 833, "Finetune/Step Time": 4.9337509255856276} +{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9549450874328613, "Finetune/Loss (Raw)": 0.9930415153503418, "Finetune/Step": 834, "Finetune/Step Time": 4.942035086452961} +{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9555980563163757, "Finetune/Loss (Raw)": 0.9911419749259949, "Finetune/Step": 835, "Finetune/Step Time": 4.947591310366988} +{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9544860124588013, "Finetune/Loss (Raw)": 1.0165956020355225, "Finetune/Step": 836, "Finetune/Step Time": 4.9423556085675955} +{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9541510939598083, "Finetune/Loss (Raw)": 0.9315022826194763, "Finetune/Step": 837, "Finetune/Step Time": 4.950609993189573} +{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9555282592773438, "Finetune/Loss (Raw)": 1.0595293045043945, "Finetune/Step": 838, "Finetune/Step Time": 4.954431241378188} +{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9541841745376587, "Finetune/Loss (Raw)": 0.906402587890625, "Finetune/Step": 839, "Finetune/Step Time": 4.946208504959941} +{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9576315879821777, "Finetune/Loss (Raw)": 1.1700706481933594, "Finetune/Step": 840, "Finetune/Step Time": 4.924075286835432} +{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9569841027259827, "Finetune/Loss (Raw)": 0.8973415493965149, "Finetune/Step": 841, "Finetune/Step Time": 4.928391687572002} +{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9580527544021606, "Finetune/Loss (Raw)": 1.0706778764724731, "Finetune/Step": 842, "Finetune/Step Time": 4.93829876370728} +{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9574943780899048, "Finetune/Loss (Raw)": 1.0538418292999268, "Finetune/Step": 843, "Finetune/Step Time": 4.952500892803073} +{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9584457278251648, "Finetune/Loss (Raw)": 0.9954826831817627, "Finetune/Step": 844, "Finetune/Step Time": 4.9538283087313175} +{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9580178260803223, "Finetune/Loss (Raw)": 1.079014539718628, "Finetune/Step": 845, "Finetune/Step Time": 4.940539836883545} +{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9580249190330505, "Finetune/Loss (Raw)": 1.0472640991210938, "Finetune/Step": 846, "Finetune/Step Time": 4.932539142668247} +{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9534451961517334, "Finetune/Loss (Raw)": 0.45878028869628906, "Finetune/Step": 847, "Finetune/Step Time": 4.964322943240404} +{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9506298899650574, "Finetune/Loss (Raw)": 0.8508391976356506, "Finetune/Step": 848, "Finetune/Step Time": 4.97284440882504} +{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9512526988983154, "Finetune/Loss (Raw)": 1.0083627700805664, "Finetune/Step": 849, "Finetune/Step Time": 4.950272813439369} +{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9504221677780151, "Finetune/Loss (Raw)": 0.8911808729171753, "Finetune/Step": 850, "Finetune/Step Time": 4.93444987013936} +{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9497070908546448, "Finetune/Loss (Raw)": 1.0208635330200195, "Finetune/Step": 851, "Finetune/Step Time": 4.941163696348667} +{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9481203556060791, "Finetune/Loss (Raw)": 0.8793593645095825, "Finetune/Step": 852, "Finetune/Step Time": 4.92563484236598} +{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.946685254573822, "Finetune/Loss (Raw)": 0.9547713994979858, "Finetune/Step": 853, "Finetune/Step Time": 4.922245597466826} +{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9481493234634399, "Finetune/Loss (Raw)": 0.9479205012321472, "Finetune/Step": 854, "Finetune/Step Time": 4.924939462915063} +{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9463721513748169, "Finetune/Loss (Raw)": 0.8051896691322327, "Finetune/Step": 855, "Finetune/Step Time": 4.961102036759257} +{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9447315335273743, "Finetune/Loss (Raw)": 0.9962905049324036, "Finetune/Step": 856, "Finetune/Step Time": 4.958389274775982} +{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9470322132110596, "Finetune/Loss (Raw)": 0.9490642547607422, "Finetune/Step": 857, "Finetune/Step Time": 4.94824399985373} +{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948452353477478, "Finetune/Loss (Raw)": 1.1900086402893066, "Finetune/Step": 858, "Finetune/Step Time": 4.945746349170804} +{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485986232757568, "Finetune/Loss (Raw)": 1.1082044839859009, "Finetune/Step": 859, "Finetune/Step Time": 4.9610728323459625} +{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9489153623580933, "Finetune/Loss (Raw)": 0.9488772749900818, "Finetune/Step": 860, "Finetune/Step Time": 4.929106114432216} +{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9470598697662354, "Finetune/Loss (Raw)": 0.7287989258766174, "Finetune/Step": 861, "Finetune/Step Time": 4.918854566290975} +{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.948255717754364, "Finetune/Loss (Raw)": 1.0199047327041626, "Finetune/Step": 862, "Finetune/Step Time": 4.921683639287949} +{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9478124380111694, "Finetune/Loss (Raw)": 0.8473108410835266, "Finetune/Step": 863, "Finetune/Step Time": 4.927836021408439} +{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9486880898475647, "Finetune/Loss (Raw)": 1.0466841459274292, "Finetune/Step": 864, "Finetune/Step Time": 4.894925253465772} +{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9474539756774902, "Finetune/Loss (Raw)": 0.9643408060073853, "Finetune/Step": 865, "Finetune/Step Time": 4.916753301396966} +{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.948245108127594, "Finetune/Loss (Raw)": 1.1178324222564697, "Finetune/Step": 866, "Finetune/Step Time": 4.917944086715579} +{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9530292749404907, "Finetune/Loss (Raw)": 1.0609654188156128, "Finetune/Step": 867, "Finetune/Step Time": 4.879368182271719} +{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9514617919921875, "Finetune/Loss (Raw)": 0.9438807964324951, "Finetune/Step": 868, "Finetune/Step Time": 4.872516522184014} +{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9536068439483643, "Finetune/Loss (Raw)": 1.0888729095458984, "Finetune/Step": 869, "Finetune/Step Time": 4.8634158074855804} +{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9530085325241089, "Finetune/Loss (Raw)": 0.9059111475944519, "Finetune/Step": 870, "Finetune/Step Time": 4.867087623104453} +{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9513009786605835, "Finetune/Loss (Raw)": 0.852702796459198, "Finetune/Step": 871, "Finetune/Step Time": 4.8710437677800655} +{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9513033628463745, "Finetune/Loss (Raw)": 0.9970073699951172, "Finetune/Step": 872, "Finetune/Step Time": 4.870440449565649} +{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9524133205413818, "Finetune/Loss (Raw)": 1.0468695163726807, "Finetune/Step": 873, "Finetune/Step Time": 4.854200530797243} +{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9507113099098206, "Finetune/Loss (Raw)": 0.881049633026123, "Finetune/Step": 874, "Finetune/Step Time": 4.859361318871379} +{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9493881464004517, "Finetune/Loss (Raw)": 0.9492444396018982, "Finetune/Step": 875, "Finetune/Step Time": 4.871002208441496} +{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9481230974197388, "Finetune/Loss (Raw)": 0.9349907040596008, "Finetune/Step": 876, "Finetune/Step Time": 4.872414670884609} +{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9482942819595337, "Finetune/Loss (Raw)": 1.0290791988372803, "Finetune/Step": 877, "Finetune/Step Time": 4.870648553594947} +{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9479736089706421, "Finetune/Loss (Raw)": 0.9921184778213501, "Finetune/Step": 878, "Finetune/Step Time": 4.863535298034549} +{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9479284286499023, "Finetune/Loss (Raw)": 0.8878288865089417, "Finetune/Step": 879, "Finetune/Step Time": 4.884223334491253} +{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.947410523891449, "Finetune/Loss (Raw)": 1.0151156187057495, "Finetune/Step": 880, "Finetune/Step Time": 4.88826266862452} +{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9513462781906128, "Finetune/Loss (Raw)": 0.8928201198577881, "Finetune/Step": 881, "Finetune/Step Time": 4.864480501040816} +{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.95280921459198, "Finetune/Loss (Raw)": 1.062662124633789, "Finetune/Step": 882, "Finetune/Step Time": 4.864069011062384} +{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9538031816482544, "Finetune/Loss (Raw)": 1.0606900453567505, "Finetune/Step": 883, "Finetune/Step Time": 4.835064051672816} +{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9547328948974609, "Finetune/Loss (Raw)": 1.069205641746521, "Finetune/Step": 884, "Finetune/Step Time": 4.835675848647952} +{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9487406015396118, "Finetune/Loss (Raw)": 0.224619060754776, "Finetune/Step": 885, "Finetune/Step Time": 4.86050053499639} +{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9476091265678406, "Finetune/Loss (Raw)": 1.014412522315979, "Finetune/Step": 886, "Finetune/Step Time": 4.858698716387153} +{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9423882961273193, "Finetune/Loss (Raw)": 0.39915722608566284, "Finetune/Step": 887, "Finetune/Step Time": 4.902100658044219} +{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.942905068397522, "Finetune/Loss (Raw)": 1.0868949890136719, "Finetune/Step": 888, "Finetune/Step Time": 4.914939895272255} +{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9438046216964722, "Finetune/Loss (Raw)": 1.048515796661377, "Finetune/Step": 889, "Finetune/Step Time": 4.90968919172883} +{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9485172033309937, "Finetune/Loss (Raw)": 0.9754877090454102, "Finetune/Step": 890, "Finetune/Step Time": 4.870277851819992} +{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9492427110671997, "Finetune/Loss (Raw)": 0.9902855157852173, "Finetune/Step": 891, "Finetune/Step Time": 4.873961633071303} +{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9483965039253235, "Finetune/Loss (Raw)": 0.8934475779533386, "Finetune/Step": 892, "Finetune/Step Time": 4.878701537847519} +{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9494880437850952, "Finetune/Loss (Raw)": 1.1150505542755127, "Finetune/Step": 893, "Finetune/Step Time": 4.875234911218286} +{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9485383033752441, "Finetune/Loss (Raw)": 0.9724658131599426, "Finetune/Step": 894, "Finetune/Step Time": 4.8599429205060005} +{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9489986300468445, "Finetune/Loss (Raw)": 0.9809399247169495, "Finetune/Step": 895, "Finetune/Step Time": 4.866947067901492} +{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9500459432601929, "Finetune/Loss (Raw)": 1.0640480518341064, "Finetune/Step": 896, "Finetune/Step Time": 4.858957948163152} +{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9502472281455994, "Finetune/Loss (Raw)": 0.8540443778038025, "Finetune/Step": 897, "Finetune/Step Time": 4.862411987036467} +{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9449399709701538, "Finetune/Loss (Raw)": 0.3529740273952484, "Finetune/Step": 898, "Finetune/Step Time": 4.89154389873147} +{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9429847598075867, "Finetune/Loss (Raw)": 0.8235329985618591, "Finetune/Step": 899, "Finetune/Step Time": 4.964110232889652} +{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9438398480415344, "Finetune/Loss (Raw)": 1.1101820468902588, "Finetune/Step": 900, "Finetune/Step Time": 4.968886908143759} +{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9441931247711182, "Finetune/Loss (Raw)": 1.1039735078811646, "Finetune/Step": 901, "Finetune/Step Time": 4.968751680105925} +{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9456701278686523, "Finetune/Loss (Raw)": 1.0610885620117188, "Finetune/Step": 902, "Finetune/Step Time": 4.951298225671053} +{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9460063576698303, "Finetune/Loss (Raw)": 1.0769610404968262, "Finetune/Step": 903, "Finetune/Step Time": 4.9660866148769855} +{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9472858905792236, "Finetune/Loss (Raw)": 0.9663985371589661, "Finetune/Step": 904, "Finetune/Step Time": 4.962094079703093} +{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9466826915740967, "Finetune/Loss (Raw)": 1.057769775390625, "Finetune/Step": 905, "Finetune/Step Time": 4.941481003537774} +{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.945431649684906, "Finetune/Loss (Raw)": 0.9372299313545227, "Finetune/Step": 906, "Finetune/Step Time": 4.944578882306814} +{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9462858438491821, "Finetune/Loss (Raw)": 1.0485033988952637, "Finetune/Step": 907, "Finetune/Step Time": 4.926799463108182} +{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9513168334960938, "Finetune/Loss (Raw)": 0.9717411994934082, "Finetune/Step": 908, "Finetune/Step Time": 4.884266311302781} +{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9517679214477539, "Finetune/Loss (Raw)": 0.9985007643699646, "Finetune/Step": 909, "Finetune/Step Time": 4.883022282272577} +{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9535794258117676, "Finetune/Loss (Raw)": 0.9659537076950073, "Finetune/Step": 910, "Finetune/Step Time": 4.8597532492130995} +{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9536501169204712, "Finetune/Loss (Raw)": 0.9387975335121155, "Finetune/Step": 911, "Finetune/Step Time": 4.810451004654169} +{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9564768075942993, "Finetune/Loss (Raw)": 1.1151601076126099, "Finetune/Step": 912, "Finetune/Step Time": 4.806671163067222} +{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9536943435668945, "Finetune/Loss (Raw)": 0.7250980734825134, "Finetune/Step": 913, "Finetune/Step Time": 4.801861193031073} +{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9536006450653076, "Finetune/Loss (Raw)": 1.1212252378463745, "Finetune/Step": 914, "Finetune/Step Time": 4.805709650740027} +{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9527637958526611, "Finetune/Loss (Raw)": 1.0085296630859375, "Finetune/Step": 915, "Finetune/Step Time": 4.778356559574604} +{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9520705938339233, "Finetune/Loss (Raw)": 1.0385866165161133, "Finetune/Step": 916, "Finetune/Step Time": 4.785126617178321} +{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9535186290740967, "Finetune/Loss (Raw)": 1.190967321395874, "Finetune/Step": 917, "Finetune/Step Time": 4.823942208662629} +{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9551616907119751, "Finetune/Loss (Raw)": 0.97866290807724, "Finetune/Step": 918, "Finetune/Step Time": 4.800848100334406} +{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9538290500640869, "Finetune/Loss (Raw)": 0.763418436050415, "Finetune/Step": 919, "Finetune/Step Time": 4.815577659755945} +{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9538254737854004, "Finetune/Loss (Raw)": 0.846942126750946, "Finetune/Step": 920, "Finetune/Step Time": 4.822001963853836} +{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9530249834060669, "Finetune/Loss (Raw)": 0.9861189126968384, "Finetune/Step": 921, "Finetune/Step Time": 4.811888732016087} +{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9529630541801453, "Finetune/Loss (Raw)": 0.9284501075744629, "Finetune/Step": 922, "Finetune/Step Time": 4.81079425662756} +{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9533709287643433, "Finetune/Loss (Raw)": 1.0417758226394653, "Finetune/Step": 923, "Finetune/Step Time": 4.803040873259306} +{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9532625079154968, "Finetune/Loss (Raw)": 0.9377753734588623, "Finetune/Step": 924, "Finetune/Step Time": 4.811970345675945} +{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9519786834716797, "Finetune/Loss (Raw)": 0.8137431740760803, "Finetune/Step": 925, "Finetune/Step Time": 4.831670420244336} +{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.951388955116272, "Finetune/Loss (Raw)": 0.9410157799720764, "Finetune/Step": 926, "Finetune/Step Time": 4.835789103060961} +{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9524041414260864, "Finetune/Loss (Raw)": 1.0382438898086548, "Finetune/Step": 927, "Finetune/Step Time": 4.828458329662681} +{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9520457983016968, "Finetune/Loss (Raw)": 1.0152595043182373, "Finetune/Step": 928, "Finetune/Step Time": 4.820571353659034} +{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9516986608505249, "Finetune/Loss (Raw)": 1.0294374227523804, "Finetune/Step": 929, "Finetune/Step Time": 4.795841401442885} +{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9510284662246704, "Finetune/Loss (Raw)": 0.9085254073143005, "Finetune/Step": 930, "Finetune/Step Time": 4.800716310739517} +{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9528113007545471, "Finetune/Loss (Raw)": 1.027575135231018, "Finetune/Step": 931, "Finetune/Step Time": 4.782113395631313} +{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533905982971191, "Finetune/Loss (Raw)": 1.0605566501617432, "Finetune/Step": 932, "Finetune/Step Time": 4.788379745557904} +{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.953439474105835, "Finetune/Loss (Raw)": 1.0436584949493408, "Finetune/Step": 933, "Finetune/Step Time": 4.798100911080837} +{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9548013210296631, "Finetune/Loss (Raw)": 1.0147870779037476, "Finetune/Step": 934, "Finetune/Step Time": 4.784799765795469} +{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.953781008720398, "Finetune/Loss (Raw)": 0.857819139957428, "Finetune/Step": 935, "Finetune/Step Time": 4.7856875360012054} +{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9529834985733032, "Finetune/Loss (Raw)": 0.9449292421340942, "Finetune/Step": 936, "Finetune/Step Time": 4.777840483933687} +{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9543837904930115, "Finetune/Loss (Raw)": 1.1315001249313354, "Finetune/Step": 937, "Finetune/Step Time": 4.7731444872915745} +{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9546865224838257, "Finetune/Loss (Raw)": 1.1351486444473267, "Finetune/Step": 938, "Finetune/Step Time": 4.777027383446693} +{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9553566575050354, "Finetune/Loss (Raw)": 0.9322455525398254, "Finetune/Step": 939, "Finetune/Step Time": 4.789600288495421} +{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9537798166275024, "Finetune/Loss (Raw)": 1.0226103067398071, "Finetune/Step": 940, "Finetune/Step Time": 4.792297212406993} +{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9536770582199097, "Finetune/Loss (Raw)": 0.9789652228355408, "Finetune/Step": 941, "Finetune/Step Time": 4.791122179478407} +{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9535092711448669, "Finetune/Loss (Raw)": 0.9406575560569763, "Finetune/Step": 942, "Finetune/Step Time": 4.797156793996692} +{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9533134698867798, "Finetune/Loss (Raw)": 0.949945330619812, "Finetune/Step": 943, "Finetune/Step Time": 4.796173952519894} +{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9527206420898438, "Finetune/Loss (Raw)": 0.9974775910377502, "Finetune/Step": 944, "Finetune/Step Time": 4.791271233931184} +{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9510859251022339, "Finetune/Loss (Raw)": 0.867951512336731, "Finetune/Step": 945, "Finetune/Step Time": 4.8010746613144875} +{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9556583166122437, "Finetune/Loss (Raw)": 0.9049885272979736, "Finetune/Step": 946, "Finetune/Step Time": 4.780238121747971} +{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9567499160766602, "Finetune/Loss (Raw)": 0.9689291715621948, "Finetune/Step": 947, "Finetune/Step Time": 4.799440348520875} +{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9539161920547485, "Finetune/Loss (Raw)": 0.38074934482574463, "Finetune/Step": 948, "Finetune/Step Time": 4.826188052073121} +{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9549944400787354, "Finetune/Loss (Raw)": 1.130605936050415, "Finetune/Step": 949, "Finetune/Step Time": 4.811465470120311} +{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9548968076705933, "Finetune/Loss (Raw)": 0.9152092337608337, "Finetune/Step": 950, "Finetune/Step Time": 4.80958272702992} +{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9555889368057251, "Finetune/Loss (Raw)": 1.1818429231643677, "Finetune/Step": 951, "Finetune/Step Time": 4.809671090915799} +{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9538233280181885, "Finetune/Loss (Raw)": 0.8536422848701477, "Finetune/Step": 952, "Finetune/Step Time": 4.815216459333897} +{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9543633460998535, "Finetune/Loss (Raw)": 0.9870825409889221, "Finetune/Step": 953, "Finetune/Step Time": 4.80221302062273} +{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9548273086547852, "Finetune/Loss (Raw)": 0.9176450371742249, "Finetune/Step": 954, "Finetune/Step Time": 4.799066640436649} +{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9547464847564697, "Finetune/Loss (Raw)": 0.9876523017883301, "Finetune/Step": 955, "Finetune/Step Time": 4.803701110184193} +{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9598788619041443, "Finetune/Loss (Raw)": 1.031212329864502, "Finetune/Step": 956, "Finetune/Step Time": 4.76805779337883} +{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9585322141647339, "Finetune/Loss (Raw)": 0.9012801647186279, "Finetune/Step": 957, "Finetune/Step Time": 4.757770881056786} +{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9584018588066101, "Finetune/Loss (Raw)": 0.9812465906143188, "Finetune/Step": 958, "Finetune/Step Time": 4.766701839864254} +{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9575384855270386, "Finetune/Loss (Raw)": 0.9307981729507446, "Finetune/Step": 959, "Finetune/Step Time": 4.747858472168446} +{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9565211534500122, "Finetune/Loss (Raw)": 0.95790696144104, "Finetune/Step": 960, "Finetune/Step Time": 4.749724300578237} +{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9601399898529053, "Finetune/Loss (Raw)": 0.8818840384483337, "Finetune/Step": 961, "Finetune/Step Time": 4.71276693418622} +{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9610306024551392, "Finetune/Loss (Raw)": 1.1070432662963867, "Finetune/Step": 962, "Finetune/Step Time": 4.709580386057496} +{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9603762626647949, "Finetune/Loss (Raw)": 0.907380223274231, "Finetune/Step": 963, "Finetune/Step Time": 4.7023016810417175} +{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9596911072731018, "Finetune/Loss (Raw)": 0.9288965463638306, "Finetune/Step": 964, "Finetune/Step Time": 4.695917820557952} +{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9587516784667969, "Finetune/Loss (Raw)": 0.8112528324127197, "Finetune/Step": 965, "Finetune/Step Time": 4.685921909287572} +{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9579095244407654, "Finetune/Loss (Raw)": 0.9517387747764587, "Finetune/Step": 966, "Finetune/Step Time": 4.687444416806102} +{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9586533308029175, "Finetune/Loss (Raw)": 1.0016064643859863, "Finetune/Step": 967, "Finetune/Step Time": 4.697475088760257} +{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9578233957290649, "Finetune/Loss (Raw)": 1.0638433694839478, "Finetune/Step": 968, "Finetune/Step Time": 4.695740070194006} +{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9580740928649902, "Finetune/Loss (Raw)": 0.9294207096099854, "Finetune/Step": 969, "Finetune/Step Time": 4.702946191653609} +{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.955224335193634, "Finetune/Loss (Raw)": 0.705915093421936, "Finetune/Step": 970, "Finetune/Step Time": 4.704208556562662} +{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9548462629318237, "Finetune/Loss (Raw)": 1.0054547786712646, "Finetune/Step": 971, "Finetune/Step Time": 4.727348528802395} +{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9500584602355957, "Finetune/Loss (Raw)": 0.38263437151908875, "Finetune/Step": 972, "Finetune/Step Time": 4.763248095288873} +{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9485610723495483, "Finetune/Loss (Raw)": 0.8873458504676819, "Finetune/Step": 973, "Finetune/Step Time": 4.7631670739501715} +{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479580521583557, "Finetune/Loss (Raw)": 0.9700848460197449, "Finetune/Step": 974, "Finetune/Step Time": 4.784192245453596} +{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9530847668647766, "Finetune/Loss (Raw)": 1.1150013208389282, "Finetune/Step": 975, "Finetune/Step Time": 4.764237552881241} +{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9541314840316772, "Finetune/Loss (Raw)": 0.9848111271858215, "Finetune/Step": 976, "Finetune/Step Time": 4.755773436278105} +{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9545913934707642, "Finetune/Loss (Raw)": 1.0672303438186646, "Finetune/Step": 977, "Finetune/Step Time": 4.761589312925935} +{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9550403356552124, "Finetune/Loss (Raw)": 0.948646068572998, "Finetune/Step": 978, "Finetune/Step Time": 4.752361053600907} +{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9539773464202881, "Finetune/Loss (Raw)": 0.8848085403442383, "Finetune/Step": 979, "Finetune/Step Time": 4.753241196274757} +{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562287330627441, "Finetune/Loss (Raw)": 1.1675281524658203, "Finetune/Step": 980, "Finetune/Step Time": 4.751904563978314} +{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9564876556396484, "Finetune/Loss (Raw)": 0.9879177212715149, "Finetune/Step": 981, "Finetune/Step Time": 4.752824999392033} +{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571119546890259, "Finetune/Loss (Raw)": 1.027830719947815, "Finetune/Step": 982, "Finetune/Step Time": 4.740256546065211} +{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9588446617126465, "Finetune/Loss (Raw)": 1.0269838571548462, "Finetune/Step": 983, "Finetune/Step Time": 4.704033715650439} +{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9586702585220337, "Finetune/Loss (Raw)": 0.973956823348999, "Finetune/Step": 984, "Finetune/Step Time": 4.71499933861196} +{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9586982727050781, "Finetune/Loss (Raw)": 0.952650249004364, "Finetune/Step": 985, "Finetune/Step Time": 4.7138859163969755} +{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9562889337539673, "Finetune/Loss (Raw)": 0.8816165924072266, "Finetune/Step": 986, "Finetune/Step Time": 4.717349216341972} +{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9555037021636963, "Finetune/Loss (Raw)": 1.007695198059082, "Finetune/Step": 987, "Finetune/Step Time": 4.7145065777003765} +{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.954866886138916, "Finetune/Loss (Raw)": 0.8673678636550903, "Finetune/Step": 988, "Finetune/Step Time": 4.717075865715742} +{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9572863578796387, "Finetune/Loss (Raw)": 1.0384899377822876, "Finetune/Step": 989, "Finetune/Step Time": 4.720415523275733} +{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9551844596862793, "Finetune/Loss (Raw)": 0.7508675456047058, "Finetune/Step": 990, "Finetune/Step Time": 4.72612669877708} +{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.956728994846344, "Finetune/Loss (Raw)": 1.045006275177002, "Finetune/Step": 991, "Finetune/Step Time": 4.716931099072099} +{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9562155604362488, "Finetune/Loss (Raw)": 0.9809643030166626, "Finetune/Step": 992, "Finetune/Step Time": 4.714638087898493} +{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9563801288604736, "Finetune/Loss (Raw)": 0.9854004979133606, "Finetune/Step": 993, "Finetune/Step Time": 4.72516449727118} +{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9537495374679565, "Finetune/Loss (Raw)": 0.7811189889907837, "Finetune/Step": 994, "Finetune/Step Time": 4.733960300683975} +{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9527840614318848, "Finetune/Loss (Raw)": 0.9373900294303894, "Finetune/Step": 995, "Finetune/Step Time": 4.7324574161320925} +{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.952922523021698, "Finetune/Loss (Raw)": 0.9615980982780457, "Finetune/Step": 996, "Finetune/Step Time": 4.736865235492587} +{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9517137408256531, "Finetune/Loss (Raw)": 0.9341511130332947, "Finetune/Step": 997, "Finetune/Step Time": 4.7164479326456785} +{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9521439075469971, "Finetune/Loss (Raw)": 0.960976243019104, "Finetune/Step": 998, "Finetune/Step Time": 4.729491040110588} +{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9541958570480347, "Finetune/Loss (Raw)": 1.1153517961502075, "Finetune/Step": 999, "Finetune/Step Time": 4.723058836534619} +{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9553347826004028, "Finetune/Loss (Raw)": 1.1427898406982422, "Finetune/Step": 1000, "Finetune/Step Time": 4.716945234686136} +{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9496617913246155, "Finetune/Loss (Raw)": 0.32072514295578003, "Finetune/Step": 1001, "Finetune/Step Time": 4.7575976476073265} +{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9504504203796387, "Finetune/Loss (Raw)": 0.9819844961166382, "Finetune/Step": 1002, "Finetune/Step Time": 4.758539931848645} +{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9513035416603088, "Finetune/Loss (Raw)": 1.0584489107131958, "Finetune/Step": 1003, "Finetune/Step Time": 4.761621151119471} +{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.952357292175293, "Finetune/Loss (Raw)": 1.0698719024658203, "Finetune/Step": 1004, "Finetune/Step Time": 4.761021027341485} +{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9522753953933716, "Finetune/Loss (Raw)": 1.018600344657898, "Finetune/Step": 1005, "Finetune/Step Time": 4.75385476835072} +{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9514340162277222, "Finetune/Loss (Raw)": 0.884418249130249, "Finetune/Step": 1006, "Finetune/Step Time": 4.76949049346149} +{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.951818585395813, "Finetune/Loss (Raw)": 0.937052309513092, "Finetune/Step": 1007, "Finetune/Step Time": 4.750723630189896} +{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9515721797943115, "Finetune/Loss (Raw)": 0.9835793375968933, "Finetune/Step": 1008, "Finetune/Step Time": 4.749806707724929} +{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9479186534881592, "Finetune/Loss (Raw)": 0.4251689612865448, "Finetune/Step": 1009, "Finetune/Step Time": 4.77284081466496} +{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9467034339904785, "Finetune/Loss (Raw)": 0.9071106314659119, "Finetune/Step": 1010, "Finetune/Step Time": 4.775229001417756} +{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9455783367156982, "Finetune/Loss (Raw)": 0.9166844487190247, "Finetune/Step": 1011, "Finetune/Step Time": 4.774663545191288} +{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9451433420181274, "Finetune/Loss (Raw)": 1.0135242938995361, "Finetune/Step": 1012, "Finetune/Step Time": 4.7799628265202045} +{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9505642652511597, "Finetune/Loss (Raw)": 0.9184988141059875, "Finetune/Step": 1013, "Finetune/Step Time": 4.742196014150977} +{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9508209228515625, "Finetune/Loss (Raw)": 1.0472643375396729, "Finetune/Step": 1014, "Finetune/Step Time": 4.736586285755038} +{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9501101970672607, "Finetune/Loss (Raw)": 0.30818551778793335, "Finetune/Step": 1015, "Finetune/Step Time": 4.733322119340301} +{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9494987726211548, "Finetune/Loss (Raw)": 1.0086228847503662, "Finetune/Step": 1016, "Finetune/Step Time": 4.725182004272938} +{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497509002685547, "Finetune/Loss (Raw)": 1.0807956457138062, "Finetune/Step": 1017, "Finetune/Step Time": 4.716460917145014} +{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499614238739014, "Finetune/Loss (Raw)": 1.002431869506836, "Finetune/Step": 1018, "Finetune/Step Time": 4.755315823480487} +{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.949441134929657, "Finetune/Loss (Raw)": 0.9236879944801331, "Finetune/Step": 1019, "Finetune/Step Time": 4.752917390316725} +{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9501978158950806, "Finetune/Loss (Raw)": 0.9903024435043335, "Finetune/Step": 1020, "Finetune/Step Time": 4.748373495414853} +{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9482757449150085, "Finetune/Loss (Raw)": 0.8690232038497925, "Finetune/Step": 1021, "Finetune/Step Time": 4.766746686771512} +{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9486923813819885, "Finetune/Loss (Raw)": 1.0258028507232666, "Finetune/Step": 1022, "Finetune/Step Time": 4.772942373529077} +{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9476625919342041, "Finetune/Loss (Raw)": 0.8491254448890686, "Finetune/Step": 1023, "Finetune/Step Time": 4.776207249611616} +{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9466097354888916, "Finetune/Loss (Raw)": 0.9292781352996826, "Finetune/Step": 1024, "Finetune/Step Time": 4.7777872905135155} +{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.946816086769104, "Finetune/Loss (Raw)": 0.8804594278335571, "Finetune/Step": 1025, "Finetune/Step Time": 4.76296703889966} +{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9520328640937805, "Finetune/Loss (Raw)": 1.0207171440124512, "Finetune/Step": 1026, "Finetune/Step Time": 4.728983858600259} +{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9484779834747314, "Finetune/Loss (Raw)": 0.36850661039352417, "Finetune/Step": 1027, "Finetune/Step Time": 4.694478282704949} +{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9480186700820923, "Finetune/Loss (Raw)": 1.051393985748291, "Finetune/Step": 1028, "Finetune/Step Time": 4.693009408190846} +{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9462716579437256, "Finetune/Loss (Raw)": 0.8803638815879822, "Finetune/Step": 1029, "Finetune/Step Time": 4.705813515931368} +{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9460508227348328, "Finetune/Loss (Raw)": 1.03281569480896, "Finetune/Step": 1030, "Finetune/Step Time": 4.7099433690309525} +{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9453788995742798, "Finetune/Loss (Raw)": 0.9909538626670837, "Finetune/Step": 1031, "Finetune/Step Time": 4.679567124694586} +{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9405133724212646, "Finetune/Loss (Raw)": 0.34360846877098083, "Finetune/Step": 1032, "Finetune/Step Time": 4.713825687766075} +{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.940090537071228, "Finetune/Loss (Raw)": 1.0036524534225464, "Finetune/Step": 1033, "Finetune/Step Time": 4.745645755901933} +{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9393328428268433, "Finetune/Loss (Raw)": 0.840238094329834, "Finetune/Step": 1034, "Finetune/Step Time": 4.747544839978218} +{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9389527440071106, "Finetune/Loss (Raw)": 0.9998519420623779, "Finetune/Step": 1035, "Finetune/Step Time": 4.760025719180703} +{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9389341473579407, "Finetune/Loss (Raw)": 0.9693662524223328, "Finetune/Step": 1036, "Finetune/Step Time": 4.7648220751434565} +{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.937978208065033, "Finetune/Loss (Raw)": 0.8761372566223145, "Finetune/Step": 1037, "Finetune/Step Time": 4.767889328300953} +{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.939557671546936, "Finetune/Loss (Raw)": 1.1681259870529175, "Finetune/Step": 1038, "Finetune/Step Time": 4.755866751074791} +{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9401324987411499, "Finetune/Loss (Raw)": 1.0123716592788696, "Finetune/Step": 1039, "Finetune/Step Time": 4.760947536677122} +{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386614561080933, "Finetune/Loss (Raw)": 0.9268689155578613, "Finetune/Step": 1040, "Finetune/Step Time": 4.7518843077123165} +{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414476156234741, "Finetune/Loss (Raw)": 1.0817338228225708, "Finetune/Step": 1041, "Finetune/Step Time": 4.733512179926038} +{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9411567449569702, "Finetune/Loss (Raw)": 1.083987832069397, "Finetune/Step": 1042, "Finetune/Step Time": 4.739809701219201} +{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361915588378906, "Finetune/Loss (Raw)": 0.3729865252971649, "Finetune/Step": 1043, "Finetune/Step Time": 4.790849212557077} +{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347387552261353, "Finetune/Loss (Raw)": 0.8526273369789124, "Finetune/Step": 1044, "Finetune/Step Time": 4.791187219321728} +{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.933638870716095, "Finetune/Loss (Raw)": 1.0501835346221924, "Finetune/Step": 1045, "Finetune/Step Time": 4.77515747025609} +{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9334076046943665, "Finetune/Loss (Raw)": 0.9490531086921692, "Finetune/Step": 1046, "Finetune/Step Time": 4.777563465759158} +{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9352990388870239, "Finetune/Loss (Raw)": 1.0055224895477295, "Finetune/Step": 1047, "Finetune/Step Time": 4.763923933729529} +{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9378334283828735, "Finetune/Loss (Raw)": 1.1713472604751587, "Finetune/Step": 1048, "Finetune/Step Time": 4.7552893832325935} +{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9369850158691406, "Finetune/Loss (Raw)": 0.8775222301483154, "Finetune/Step": 1049, "Finetune/Step Time": 4.752708923071623} +{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9360918998718262, "Finetune/Loss (Raw)": 0.8141362071037292, "Finetune/Step": 1050, "Finetune/Step Time": 4.764925394207239} +{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.935384213924408, "Finetune/Loss (Raw)": 0.9511873722076416, "Finetune/Step": 1051, "Finetune/Step Time": 4.76847180724144} +{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9370601773262024, "Finetune/Loss (Raw)": 1.1523038148880005, "Finetune/Step": 1052, "Finetune/Step Time": 4.766208328306675} +{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9384377002716064, "Finetune/Loss (Raw)": 0.9900672435760498, "Finetune/Step": 1053, "Finetune/Step Time": 4.753463635221124} +{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9397822022438049, "Finetune/Loss (Raw)": 1.1131047010421753, "Finetune/Step": 1054, "Finetune/Step Time": 4.748755963519216} +{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9387431144714355, "Finetune/Loss (Raw)": 0.9052373766899109, "Finetune/Step": 1055, "Finetune/Step Time": 4.749636124819517} +{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9393337368965149, "Finetune/Loss (Raw)": 1.090867519378662, "Finetune/Step": 1056, "Finetune/Step Time": 4.750829627737403} +{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9384710788726807, "Finetune/Loss (Raw)": 0.9190141558647156, "Finetune/Step": 1057, "Finetune/Step Time": 4.7456857319921255} +{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9386405944824219, "Finetune/Loss (Raw)": 0.9302200675010681, "Finetune/Step": 1058, "Finetune/Step Time": 4.738061260432005} +{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9380049705505371, "Finetune/Loss (Raw)": 0.9462178945541382, "Finetune/Step": 1059, "Finetune/Step Time": 4.756580838933587} +{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9374009966850281, "Finetune/Loss (Raw)": 0.9832462668418884, "Finetune/Step": 1060, "Finetune/Step Time": 4.754592141136527} +{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.935850977897644, "Finetune/Loss (Raw)": 0.8452553153038025, "Finetune/Step": 1061, "Finetune/Step Time": 4.735262598842382} +{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9356969594955444, "Finetune/Loss (Raw)": 0.9950755834579468, "Finetune/Step": 1062, "Finetune/Step Time": 4.730237048119307} +{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9366776943206787, "Finetune/Loss (Raw)": 0.9833539128303528, "Finetune/Step": 1063, "Finetune/Step Time": 4.738509960472584} +{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9385836124420166, "Finetune/Loss (Raw)": 1.1888834238052368, "Finetune/Step": 1064, "Finetune/Step Time": 4.725659020245075} +{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9386253356933594, "Finetune/Loss (Raw)": 1.136846899986267, "Finetune/Step": 1065, "Finetune/Step Time": 4.726729253306985} +{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9368218779563904, "Finetune/Loss (Raw)": 0.9043022394180298, "Finetune/Step": 1066, "Finetune/Step Time": 4.720386441797018} +{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9382270574569702, "Finetune/Loss (Raw)": 1.1121150255203247, "Finetune/Step": 1067, "Finetune/Step Time": 4.715828977525234} +{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9373336434364319, "Finetune/Loss (Raw)": 0.9082486629486084, "Finetune/Step": 1068, "Finetune/Step Time": 4.7203215304762125} +{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9372224807739258, "Finetune/Loss (Raw)": 0.9647408127784729, "Finetune/Step": 1069, "Finetune/Step Time": 4.74683459661901} +{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.937929630279541, "Finetune/Loss (Raw)": 1.031168818473816, "Finetune/Step": 1070, "Finetune/Step Time": 4.736060222610831} +{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9387074708938599, "Finetune/Loss (Raw)": 1.0495046377182007, "Finetune/Step": 1071, "Finetune/Step Time": 4.733655733987689} +{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9390881061553955, "Finetune/Loss (Raw)": 1.0462054014205933, "Finetune/Step": 1072, "Finetune/Step Time": 4.74312418140471} +{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9398149251937866, "Finetune/Loss (Raw)": 0.9609869122505188, "Finetune/Step": 1073, "Finetune/Step Time": 4.72592687048018} +{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9409817457199097, "Finetune/Loss (Raw)": 1.0543334484100342, "Finetune/Step": 1074, "Finetune/Step Time": 4.711133623495698} +{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9416700601577759, "Finetune/Loss (Raw)": 1.057039499282837, "Finetune/Step": 1075, "Finetune/Step Time": 4.70585966296494} +{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9471152424812317, "Finetune/Loss (Raw)": 1.0777291059494019, "Finetune/Step": 1076, "Finetune/Step Time": 4.669432299211621} +{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.946830153465271, "Finetune/Loss (Raw)": 1.0941110849380493, "Finetune/Step": 1077, "Finetune/Step Time": 4.673189714550972} +{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9479688405990601, "Finetune/Loss (Raw)": 1.0609617233276367, "Finetune/Step": 1078, "Finetune/Step Time": 4.675840098410845} +{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9455059766769409, "Finetune/Loss (Raw)": 0.8666027188301086, "Finetune/Step": 1079, "Finetune/Step Time": 4.673198118805885} +{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9464352130889893, "Finetune/Loss (Raw)": 0.9725812673568726, "Finetune/Step": 1080, "Finetune/Step Time": 4.6728320475667715} +{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9471913576126099, "Finetune/Loss (Raw)": 1.0838751792907715, "Finetune/Step": 1081, "Finetune/Step Time": 4.676378222182393} +{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9466663599014282, "Finetune/Loss (Raw)": 0.8504466414451599, "Finetune/Step": 1082, "Finetune/Step Time": 4.6972220204770565} +{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9469455480575562, "Finetune/Loss (Raw)": 1.0233824253082275, "Finetune/Step": 1083, "Finetune/Step Time": 4.6904907543212175} +{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9472661018371582, "Finetune/Loss (Raw)": 1.072239637374878, "Finetune/Step": 1084, "Finetune/Step Time": 4.705391941592097} +{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9481987357139587, "Finetune/Loss (Raw)": 1.0206642150878906, "Finetune/Step": 1085, "Finetune/Step Time": 4.695234540849924} +{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9486175775527954, "Finetune/Loss (Raw)": 1.0348509550094604, "Finetune/Step": 1086, "Finetune/Step Time": 4.6816296223551035} +{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.949325680732727, "Finetune/Loss (Raw)": 1.021442174911499, "Finetune/Step": 1087, "Finetune/Step Time": 4.684181274846196} +{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9484895467758179, "Finetune/Loss (Raw)": 0.8508762717247009, "Finetune/Step": 1088, "Finetune/Step Time": 4.692015681415796} +{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9494787454605103, "Finetune/Loss (Raw)": 1.00850510597229, "Finetune/Step": 1089, "Finetune/Step Time": 4.687855057418346} +{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9494091868400574, "Finetune/Loss (Raw)": 1.0981414318084717, "Finetune/Step": 1090, "Finetune/Step Time": 4.704837378114462} +{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9496737718582153, "Finetune/Loss (Raw)": 0.9412443041801453, "Finetune/Step": 1091, "Finetune/Step Time": 4.703762382268906} +{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9504975080490112, "Finetune/Loss (Raw)": 1.0343306064605713, "Finetune/Step": 1092, "Finetune/Step Time": 4.7138030510395765} +{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9510875344276428, "Finetune/Loss (Raw)": 0.8867813348770142, "Finetune/Step": 1093, "Finetune/Step Time": 4.711192104965448} +{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9513524770736694, "Finetune/Loss (Raw)": 0.9856468439102173, "Finetune/Step": 1094, "Finetune/Step Time": 4.705568680539727} +{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9516856074333191, "Finetune/Loss (Raw)": 1.044250249862671, "Finetune/Step": 1095, "Finetune/Step Time": 4.689484832808375} +{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9517031908035278, "Finetune/Loss (Raw)": 1.0660898685455322, "Finetune/Step": 1096, "Finetune/Step Time": 4.685289096087217} +{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9522114992141724, "Finetune/Loss (Raw)": 0.9944942593574524, "Finetune/Step": 1097, "Finetune/Step Time": 4.686224985867739} +{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9544190168380737, "Finetune/Loss (Raw)": 0.9884740710258484, "Finetune/Step": 1098, "Finetune/Step Time": 4.688234763219953} +{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9543486833572388, "Finetune/Loss (Raw)": 0.9964447021484375, "Finetune/Step": 1099, "Finetune/Step Time": 4.651249572634697} +{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9589290618896484, "Finetune/Loss (Raw)": 0.9689216613769531, "Finetune/Step": 1100, "Finetune/Step Time": 4.629982875660062} +{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9604614973068237, "Finetune/Loss (Raw)": 1.0835049152374268, "Finetune/Step": 1101, "Finetune/Step Time": 4.63013063929975} +{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9591304659843445, "Finetune/Loss (Raw)": 0.7997100353240967, "Finetune/Step": 1102, "Finetune/Step Time": 4.611876059323549} +{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9592427015304565, "Finetune/Loss (Raw)": 1.1293680667877197, "Finetune/Step": 1103, "Finetune/Step Time": 4.598559640347958} +{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9598445296287537, "Finetune/Loss (Raw)": 1.0618404150009155, "Finetune/Step": 1104, "Finetune/Step Time": 4.607974098995328} +{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9601975679397583, "Finetune/Loss (Raw)": 1.1124227046966553, "Finetune/Step": 1105, "Finetune/Step Time": 4.612893331795931} +{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9606092572212219, "Finetune/Loss (Raw)": 1.001343011856079, "Finetune/Step": 1106, "Finetune/Step Time": 4.624670693650842} +{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.961699903011322, "Finetune/Loss (Raw)": 1.0244102478027344, "Finetune/Step": 1107, "Finetune/Step Time": 4.624376082792878} +{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9611765742301941, "Finetune/Loss (Raw)": 1.1005395650863647, "Finetune/Step": 1108, "Finetune/Step Time": 4.624616600573063} +{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9598057866096497, "Finetune/Loss (Raw)": 0.812460720539093, "Finetune/Step": 1109, "Finetune/Step Time": 4.6365951634943485} +{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9595201015472412, "Finetune/Loss (Raw)": 0.9912594556808472, "Finetune/Step": 1110, "Finetune/Step Time": 4.635930834338069} +{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9603599905967712, "Finetune/Loss (Raw)": 1.1344925165176392, "Finetune/Step": 1111, "Finetune/Step Time": 4.631126185879111} +{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9599989652633667, "Finetune/Loss (Raw)": 0.9277468919754028, "Finetune/Step": 1112, "Finetune/Step Time": 4.618982154875994} +{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9600055813789368, "Finetune/Loss (Raw)": 0.9534947276115417, "Finetune/Step": 1113, "Finetune/Step Time": 4.615304451435804} +{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9612522721290588, "Finetune/Loss (Raw)": 1.0411958694458008, "Finetune/Step": 1114, "Finetune/Step Time": 4.6389220636337996} +{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.961341142654419, "Finetune/Loss (Raw)": 1.01906418800354, "Finetune/Step": 1115, "Finetune/Step Time": 4.635739171877503} +{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9631279706954956, "Finetune/Loss (Raw)": 1.0960876941680908, "Finetune/Step": 1116, "Finetune/Step Time": 4.630444040521979} +{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9619515538215637, "Finetune/Loss (Raw)": 0.8879048824310303, "Finetune/Step": 1117, "Finetune/Step Time": 4.629882046952844} +{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9645818471908569, "Finetune/Loss (Raw)": 1.0875450372695923, "Finetune/Step": 1118, "Finetune/Step Time": 4.616291355341673} +{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9621396064758301, "Finetune/Loss (Raw)": 0.7323956489562988, "Finetune/Step": 1119, "Finetune/Step Time": 4.625912563875318} +{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9621162414550781, "Finetune/Loss (Raw)": 0.977981686592102, "Finetune/Step": 1120, "Finetune/Step Time": 4.62865193746984} +{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9634342789649963, "Finetune/Loss (Raw)": 1.1541014909744263, "Finetune/Step": 1121, "Finetune/Step Time": 4.597128292545676} +{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9655012488365173, "Finetune/Loss (Raw)": 1.0456990003585815, "Finetune/Step": 1122, "Finetune/Step Time": 4.603322524577379} +{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9655060768127441, "Finetune/Loss (Raw)": 0.938011109828949, "Finetune/Step": 1123, "Finetune/Step Time": 4.621295940130949} +{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.967598557472229, "Finetune/Loss (Raw)": 1.229433298110962, "Finetune/Step": 1124, "Finetune/Step Time": 4.617390144616365} +{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9676536321640015, "Finetune/Loss (Raw)": 0.941199541091919, "Finetune/Step": 1125, "Finetune/Step Time": 4.614039219915867} +{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9678200483322144, "Finetune/Loss (Raw)": 0.9822820425033569, "Finetune/Step": 1126, "Finetune/Step Time": 4.596140511333942} +{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671095609664917, "Finetune/Loss (Raw)": 1.0244039297103882, "Finetune/Step": 1127, "Finetune/Step Time": 4.595568869262934} +{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9658277034759521, "Finetune/Loss (Raw)": 0.9787086248397827, "Finetune/Step": 1128, "Finetune/Step Time": 4.6076357420533895} +{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720528721809387, "Finetune/Loss (Raw)": 1.1175483465194702, "Finetune/Step": 1129, "Finetune/Step Time": 4.563990045338869} +{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706519842147827, "Finetune/Loss (Raw)": 0.8026747703552246, "Finetune/Step": 1130, "Finetune/Step Time": 4.572130162268877} +{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.970870852470398, "Finetune/Loss (Raw)": 1.0864595174789429, "Finetune/Step": 1131, "Finetune/Step Time": 4.554541913792491} +{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705256819725037, "Finetune/Loss (Raw)": 1.0256907939910889, "Finetune/Step": 1132, "Finetune/Step Time": 4.556289169937372} +{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702363610267639, "Finetune/Loss (Raw)": 0.9815680980682373, "Finetune/Step": 1133, "Finetune/Step Time": 4.551261940971017} +{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708026647567749, "Finetune/Loss (Raw)": 0.9569076895713806, "Finetune/Step": 1134, "Finetune/Step Time": 4.532852197065949} +{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9720754027366638, "Finetune/Loss (Raw)": 1.0999653339385986, "Finetune/Step": 1135, "Finetune/Step Time": 4.527992159128189} +{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9720420837402344, "Finetune/Loss (Raw)": 0.9793096780776978, "Finetune/Step": 1136, "Finetune/Step Time": 4.525605088099837} +{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9769355058670044, "Finetune/Loss (Raw)": 1.0515258312225342, "Finetune/Step": 1137, "Finetune/Step Time": 4.489579746499658} +{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9778769016265869, "Finetune/Loss (Raw)": 1.0276098251342773, "Finetune/Step": 1138, "Finetune/Step Time": 4.498827081173658} +{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9782470464706421, "Finetune/Loss (Raw)": 0.9640649557113647, "Finetune/Step": 1139, "Finetune/Step Time": 4.511717496439815} +{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9782995581626892, "Finetune/Loss (Raw)": 1.0202462673187256, "Finetune/Step": 1140, "Finetune/Step Time": 4.504662266001105} +{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9785899519920349, "Finetune/Loss (Raw)": 0.9556677341461182, "Finetune/Step": 1141, "Finetune/Step Time": 4.510358173400164} +{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9727340340614319, "Finetune/Loss (Raw)": 0.29770684242248535, "Finetune/Step": 1142, "Finetune/Step Time": 4.5422477927058935} +{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9776698350906372, "Finetune/Loss (Raw)": 0.9399645924568176, "Finetune/Step": 1143, "Finetune/Step Time": 4.516549538820982} +{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777224063873291, "Finetune/Loss (Raw)": 1.015350341796875, "Finetune/Step": 1144, "Finetune/Step Time": 4.520686039701104} +{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9767643213272095, "Finetune/Loss (Raw)": 0.9581707715988159, "Finetune/Step": 1145, "Finetune/Step Time": 4.5209262408316135} +{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9771993160247803, "Finetune/Loss (Raw)": 1.0581046342849731, "Finetune/Step": 1146, "Finetune/Step Time": 4.485714171081781} +{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.976346492767334, "Finetune/Loss (Raw)": 0.8145337700843811, "Finetune/Step": 1147, "Finetune/Step Time": 4.488717705011368} +{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9712830781936646, "Finetune/Loss (Raw)": 0.3421861529350281, "Finetune/Step": 1148, "Finetune/Step Time": 4.533003935590386} +{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9731202125549316, "Finetune/Loss (Raw)": 1.1041721105575562, "Finetune/Step": 1149, "Finetune/Step Time": 4.526765996590257} +{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9727493524551392, "Finetune/Loss (Raw)": 0.9783299565315247, "Finetune/Step": 1150, "Finetune/Step Time": 4.517091615125537} +{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9730553030967712, "Finetune/Loss (Raw)": 0.8882920742034912, "Finetune/Step": 1151, "Finetune/Step Time": 4.5015422739088535} +{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9735925197601318, "Finetune/Loss (Raw)": 0.998039186000824, "Finetune/Step": 1152, "Finetune/Step Time": 4.519286384806037} +{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9753656387329102, "Finetune/Loss (Raw)": 1.1074224710464478, "Finetune/Step": 1153, "Finetune/Step Time": 4.539790874347091} +{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9699399471282959, "Finetune/Loss (Raw)": 0.32622191309928894, "Finetune/Step": 1154, "Finetune/Step Time": 4.569384643808007} +{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9697002172470093, "Finetune/Loss (Raw)": 0.33781853318214417, "Finetune/Step": 1155, "Finetune/Step Time": 4.563010031357408} +{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9705500602722168, "Finetune/Loss (Raw)": 1.1601829528808594, "Finetune/Step": 1156, "Finetune/Step Time": 4.559329736977816} +{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9718163013458252, "Finetune/Loss (Raw)": 1.0424377918243408, "Finetune/Step": 1157, "Finetune/Step Time": 4.55168853700161} +{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9709267616271973, "Finetune/Loss (Raw)": 0.9189563989639282, "Finetune/Step": 1158, "Finetune/Step Time": 4.542265174910426} +{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9699007272720337, "Finetune/Loss (Raw)": 0.8596165180206299, "Finetune/Step": 1159, "Finetune/Step Time": 4.547495422884822} +{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9747433066368103, "Finetune/Loss (Raw)": 0.9634577631950378, "Finetune/Step": 1160, "Finetune/Step Time": 4.531885029748082} +{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9747246503829956, "Finetune/Loss (Raw)": 1.0012710094451904, "Finetune/Step": 1161, "Finetune/Step Time": 4.519426045939326} +{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761049747467041, "Finetune/Loss (Raw)": 1.0169212818145752, "Finetune/Step": 1162, "Finetune/Step Time": 4.5270434860140085} +{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9745571613311768, "Finetune/Loss (Raw)": 0.8017357587814331, "Finetune/Step": 1163, "Finetune/Step Time": 4.535674054175615} +{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764002561569214, "Finetune/Loss (Raw)": 1.2052738666534424, "Finetune/Step": 1164, "Finetune/Step Time": 4.533151736482978} +{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9723894596099854, "Finetune/Loss (Raw)": 0.3627574145793915, "Finetune/Step": 1165, "Finetune/Step Time": 4.559665262699127} +{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.970150351524353, "Finetune/Loss (Raw)": 0.881519615650177, "Finetune/Step": 1166, "Finetune/Step Time": 4.568571265786886} +{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687249660491943, "Finetune/Loss (Raw)": 0.8299165964126587, "Finetune/Step": 1167, "Finetune/Step Time": 4.582802986726165} +{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9690009355545044, "Finetune/Loss (Raw)": 0.9621937274932861, "Finetune/Step": 1168, "Finetune/Step Time": 4.581391654908657} +{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9683977365493774, "Finetune/Loss (Raw)": 1.0045242309570312, "Finetune/Step": 1169, "Finetune/Step Time": 4.583384973928332} +{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9635770916938782, "Finetune/Loss (Raw)": 0.4669512212276459, "Finetune/Step": 1170, "Finetune/Step Time": 4.612009698525071} +{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9694212675094604, "Finetune/Loss (Raw)": 1.1210417747497559, "Finetune/Step": 1171, "Finetune/Step Time": 4.5600868705660105} +{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.970948338508606, "Finetune/Loss (Raw)": 1.0480856895446777, "Finetune/Step": 1172, "Finetune/Step Time": 4.554133266210556} +{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9705071449279785, "Finetune/Loss (Raw)": 0.9937117099761963, "Finetune/Step": 1173, "Finetune/Step Time": 4.544138986617327} +{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9658745527267456, "Finetune/Loss (Raw)": 0.3560830056667328, "Finetune/Step": 1174, "Finetune/Step Time": 4.573369558900595} +{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9655264616012573, "Finetune/Loss (Raw)": 0.960961639881134, "Finetune/Step": 1175, "Finetune/Step Time": 4.5871832855045795} +{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9637242555618286, "Finetune/Loss (Raw)": 0.9406692981719971, "Finetune/Step": 1176, "Finetune/Step Time": 4.58279942907393} +{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9590976238250732, "Finetune/Loss (Raw)": 0.28530895709991455, "Finetune/Step": 1177, "Finetune/Step Time": 4.622935898602009} +{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9552568793296814, "Finetune/Loss (Raw)": 0.3225289583206177, "Finetune/Step": 1178, "Finetune/Step Time": 4.645675029605627} +{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9569288492202759, "Finetune/Loss (Raw)": 1.165199637413025, "Finetune/Step": 1179, "Finetune/Step Time": 4.638538125902414} +{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9552125930786133, "Finetune/Loss (Raw)": 0.9326252937316895, "Finetune/Step": 1180, "Finetune/Step Time": 4.655080549418926} +{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9559918642044067, "Finetune/Loss (Raw)": 1.0898069143295288, "Finetune/Step": 1181, "Finetune/Step Time": 4.642515076324344} +{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9528161287307739, "Finetune/Loss (Raw)": 0.7066211700439453, "Finetune/Step": 1182, "Finetune/Step Time": 4.6442771684378386} +{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9538630247116089, "Finetune/Loss (Raw)": 1.0392366647720337, "Finetune/Step": 1183, "Finetune/Step Time": 4.645838979631662} +{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9517977237701416, "Finetune/Loss (Raw)": 0.8265014886856079, "Finetune/Step": 1184, "Finetune/Step Time": 4.675464581698179} +{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9525708556175232, "Finetune/Loss (Raw)": 1.0179797410964966, "Finetune/Step": 1185, "Finetune/Step Time": 4.678214766085148} +{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.954081654548645, "Finetune/Loss (Raw)": 1.1236025094985962, "Finetune/Step": 1186, "Finetune/Step Time": 4.678655430674553} +{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.949393630027771, "Finetune/Loss (Raw)": 0.3461483120918274, "Finetune/Step": 1187, "Finetune/Step Time": 4.701622325927019} +{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500266313552856, "Finetune/Loss (Raw)": 1.0642763376235962, "Finetune/Step": 1188, "Finetune/Step Time": 4.700793353840709} +{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9517678022384644, "Finetune/Loss (Raw)": 1.0681140422821045, "Finetune/Step": 1189, "Finetune/Step Time": 4.705630777403712} +{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.951677680015564, "Finetune/Loss (Raw)": 0.9835514426231384, "Finetune/Step": 1190, "Finetune/Step Time": 4.704145282506943} +{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9522396922111511, "Finetune/Loss (Raw)": 1.0552845001220703, "Finetune/Step": 1191, "Finetune/Step Time": 4.697695922106504} +{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509948492050171, "Finetune/Loss (Raw)": 1.0295499563217163, "Finetune/Step": 1192, "Finetune/Step Time": 4.705657936632633} +{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9501023292541504, "Finetune/Loss (Raw)": 1.02260160446167, "Finetune/Step": 1193, "Finetune/Step Time": 4.704862583428621} +{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9513942003250122, "Finetune/Loss (Raw)": 1.0696641206741333, "Finetune/Step": 1194, "Finetune/Step Time": 4.718890234827995} +{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9504892230033875, "Finetune/Loss (Raw)": 0.9962721467018127, "Finetune/Step": 1195, "Finetune/Step Time": 4.708509577438235} +{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.951117753982544, "Finetune/Loss (Raw)": 0.9887056946754456, "Finetune/Step": 1196, "Finetune/Step Time": 4.705033911392093} +{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9523057341575623, "Finetune/Loss (Raw)": 1.1167991161346436, "Finetune/Step": 1197, "Finetune/Step Time": 4.671568302437663} +{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528385400772095, "Finetune/Loss (Raw)": 1.0993688106536865, "Finetune/Step": 1198, "Finetune/Step Time": 4.676933836191893} +{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9527876973152161, "Finetune/Loss (Raw)": 1.0429937839508057, "Finetune/Step": 1199, "Finetune/Step Time": 4.673145089298487} +{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9528594017028809, "Finetune/Loss (Raw)": 1.055389165878296, "Finetune/Step": 1200, "Finetune/Step Time": 4.669443072751164} +{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9535463452339172, "Finetune/Loss (Raw)": 1.0489166975021362, "Finetune/Step": 1201, "Finetune/Step Time": 4.683072650805116} +{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.95440274477005, "Finetune/Loss (Raw)": 1.1639515161514282, "Finetune/Step": 1202, "Finetune/Step Time": 4.687023002654314} +{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9549184441566467, "Finetune/Loss (Raw)": 1.1230440139770508, "Finetune/Step": 1203, "Finetune/Step Time": 4.6776498425751925} +{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.955030620098114, "Finetune/Loss (Raw)": 1.0920871496200562, "Finetune/Step": 1204, "Finetune/Step Time": 4.686049956828356} +{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9540868997573853, "Finetune/Loss (Raw)": 0.9733204245567322, "Finetune/Step": 1205, "Finetune/Step Time": 4.703743901103735} +{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9547915458679199, "Finetune/Loss (Raw)": 1.1511523723602295, "Finetune/Step": 1206, "Finetune/Step Time": 4.6957544554024935} +{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9555622339248657, "Finetune/Loss (Raw)": 0.9652504324913025, "Finetune/Step": 1207, "Finetune/Step Time": 4.7024529706686735} +{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9559390544891357, "Finetune/Loss (Raw)": 1.0208178758621216, "Finetune/Step": 1208, "Finetune/Step Time": 4.702823111787438} +{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9557127356529236, "Finetune/Loss (Raw)": 1.0549027919769287, "Finetune/Step": 1209, "Finetune/Step Time": 4.7013899348676205} +{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9568544626235962, "Finetune/Loss (Raw)": 0.9965869188308716, "Finetune/Step": 1210, "Finetune/Step Time": 4.6788893565535545} +{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9562512636184692, "Finetune/Loss (Raw)": 0.9461746215820312, "Finetune/Step": 1211, "Finetune/Step Time": 4.681974386796355} +{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9566648006439209, "Finetune/Loss (Raw)": 1.1251718997955322, "Finetune/Step": 1212, "Finetune/Step Time": 4.669890524819493} +{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9561656713485718, "Finetune/Loss (Raw)": 0.9567726254463196, "Finetune/Step": 1213, "Finetune/Step Time": 4.6693648006767035} +{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9548010230064392, "Finetune/Loss (Raw)": 0.8601816296577454, "Finetune/Step": 1214, "Finetune/Step Time": 4.683611450716853} +{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9545213580131531, "Finetune/Loss (Raw)": 0.9856394529342651, "Finetune/Step": 1215, "Finetune/Step Time": 4.6841187085956335} +{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9505857229232788, "Finetune/Loss (Raw)": 0.3471226096153259, "Finetune/Step": 1216, "Finetune/Step Time": 4.712157521396875} +{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9513705968856812, "Finetune/Loss (Raw)": 1.1089684963226318, "Finetune/Step": 1217, "Finetune/Step Time": 4.7158049661666155} +{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9510103464126587, "Finetune/Loss (Raw)": 1.05202317237854, "Finetune/Step": 1218, "Finetune/Step Time": 4.6934644021093845} +{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9460060000419617, "Finetune/Loss (Raw)": 0.3006899654865265, "Finetune/Step": 1219, "Finetune/Step Time": 4.732900748029351} +{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9456800222396851, "Finetune/Loss (Raw)": 0.9925979971885681, "Finetune/Step": 1220, "Finetune/Step Time": 4.721208827570081} +{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.946865439414978, "Finetune/Loss (Raw)": 1.0385247468948364, "Finetune/Step": 1221, "Finetune/Step Time": 4.73668547719717} +{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9469842910766602, "Finetune/Loss (Raw)": 1.0008610486984253, "Finetune/Step": 1222, "Finetune/Step Time": 4.753323657438159} +{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9468266367912292, "Finetune/Loss (Raw)": 1.0240689516067505, "Finetune/Step": 1223, "Finetune/Step Time": 4.748100636526942} +{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9463979005813599, "Finetune/Loss (Raw)": 1.0112099647521973, "Finetune/Step": 1224, "Finetune/Step Time": 4.749430108815432} +{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9454562664031982, "Finetune/Loss (Raw)": 0.8739607334136963, "Finetune/Step": 1225, "Finetune/Step Time": 4.734679758548737} +{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9447200298309326, "Finetune/Loss (Raw)": 0.8942435383796692, "Finetune/Step": 1226, "Finetune/Step Time": 4.725285122171044} +{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9436799883842468, "Finetune/Loss (Raw)": 0.8633138537406921, "Finetune/Step": 1227, "Finetune/Step Time": 4.743931656703353} +{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9443681836128235, "Finetune/Loss (Raw)": 1.0570127964019775, "Finetune/Step": 1228, "Finetune/Step Time": 4.739262634888291} +{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9443390369415283, "Finetune/Loss (Raw)": 1.0797734260559082, "Finetune/Step": 1229, "Finetune/Step Time": 4.735179960727692} +{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9412227869033813, "Finetune/Loss (Raw)": 0.400829017162323, "Finetune/Step": 1230, "Finetune/Step Time": 4.778074661269784} +{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9411529898643494, "Finetune/Loss (Raw)": 1.1204373836517334, "Finetune/Step": 1231, "Finetune/Step Time": 4.771746136248112} +{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9407405257225037, "Finetune/Loss (Raw)": 1.0090426206588745, "Finetune/Step": 1232, "Finetune/Step Time": 4.7601187862455845} +{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9401484727859497, "Finetune/Loss (Raw)": 1.0366370677947998, "Finetune/Step": 1233, "Finetune/Step Time": 4.745100641623139} +{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9386312365531921, "Finetune/Loss (Raw)": 0.8071413636207581, "Finetune/Step": 1234, "Finetune/Step Time": 4.749052720144391} +{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.938064694404602, "Finetune/Loss (Raw)": 0.9518933892250061, "Finetune/Step": 1235, "Finetune/Step Time": 4.742295313626528} +{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9381481409072876, "Finetune/Loss (Raw)": 1.111221194267273, "Finetune/Step": 1236, "Finetune/Step Time": 4.744087060913444} +{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9398019313812256, "Finetune/Loss (Raw)": 1.0241466760635376, "Finetune/Step": 1237, "Finetune/Step Time": 4.74639343470335} +{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9412412643432617, "Finetune/Loss (Raw)": 1.1754953861236572, "Finetune/Step": 1238, "Finetune/Step Time": 4.749025074765086} +{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9400454759597778, "Finetune/Loss (Raw)": 0.9814231991767883, "Finetune/Step": 1239, "Finetune/Step Time": 4.762148652225733} +{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.940418004989624, "Finetune/Loss (Raw)": 0.9754296541213989, "Finetune/Step": 1240, "Finetune/Step Time": 4.765569282695651} +{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9400293827056885, "Finetune/Loss (Raw)": 0.903760552406311, "Finetune/Step": 1241, "Finetune/Step Time": 4.7694377563893795} +{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9394846558570862, "Finetune/Loss (Raw)": 0.9714667201042175, "Finetune/Step": 1242, "Finetune/Step Time": 4.742564400658011} +{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9397409558296204, "Finetune/Loss (Raw)": 1.0518722534179688, "Finetune/Step": 1243, "Finetune/Step Time": 4.736913891509175} +{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9388127326965332, "Finetune/Loss (Raw)": 0.9772766828536987, "Finetune/Step": 1244, "Finetune/Step Time": 4.740208085626364} +{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9394509792327881, "Finetune/Loss (Raw)": 0.9695984721183777, "Finetune/Step": 1245, "Finetune/Step Time": 4.730519890785217} +{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9381970167160034, "Finetune/Loss (Raw)": 0.9270334839820862, "Finetune/Step": 1246, "Finetune/Step Time": 4.753155080601573} +{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.940880537033081, "Finetune/Loss (Raw)": 1.0758953094482422, "Finetune/Step": 1247, "Finetune/Step Time": 4.738802617415786} +{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9396519064903259, "Finetune/Loss (Raw)": 0.8207118511199951, "Finetune/Step": 1248, "Finetune/Step Time": 4.743913305923343} +{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9378170967102051, "Finetune/Loss (Raw)": 0.9192395806312561, "Finetune/Step": 1249, "Finetune/Step Time": 4.745030950754881} +{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9377486705780029, "Finetune/Loss (Raw)": 1.036942481994629, "Finetune/Step": 1250, "Finetune/Step Time": 4.725460536777973} +{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9384353756904602, "Finetune/Loss (Raw)": 1.0259159803390503, "Finetune/Step": 1251, "Finetune/Step Time": 4.711267890408635} +{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9358124732971191, "Finetune/Loss (Raw)": 0.8936960697174072, "Finetune/Step": 1252, "Finetune/Step Time": 4.707062533125281} +{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9357472658157349, "Finetune/Loss (Raw)": 0.9328590631484985, "Finetune/Step": 1253, "Finetune/Step Time": 4.725540606305003} +{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9357935190200806, "Finetune/Loss (Raw)": 0.9881966710090637, "Finetune/Step": 1254, "Finetune/Step Time": 4.728787638247013} +{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9363943338394165, "Finetune/Loss (Raw)": 1.1013143062591553, "Finetune/Step": 1255, "Finetune/Step Time": 4.730987189337611} +{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.936712920665741, "Finetune/Loss (Raw)": 1.0194861888885498, "Finetune/Step": 1256, "Finetune/Step Time": 4.7266145050525665} +{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.933517575263977, "Finetune/Loss (Raw)": 0.7085387110710144, "Finetune/Step": 1257, "Finetune/Step Time": 4.7531518787145615} +{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9346973896026611, "Finetune/Loss (Raw)": 0.9536908864974976, "Finetune/Step": 1258, "Finetune/Step Time": 4.741594819352031} +{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9332524538040161, "Finetune/Loss (Raw)": 0.9015132784843445, "Finetune/Step": 1259, "Finetune/Step Time": 4.7526737209409475} +{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9344470500946045, "Finetune/Loss (Raw)": 1.1785962581634521, "Finetune/Step": 1260, "Finetune/Step Time": 4.754513679072261} +{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9333832859992981, "Finetune/Loss (Raw)": 0.8454094529151917, "Finetune/Step": 1261, "Finetune/Step Time": 4.754034727811813} +{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9337167739868164, "Finetune/Loss (Raw)": 0.9995899200439453, "Finetune/Step": 1262, "Finetune/Step Time": 4.749668417498469} +{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9333818554878235, "Finetune/Loss (Raw)": 1.0570989847183228, "Finetune/Step": 1263, "Finetune/Step Time": 4.746332939714193} +{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9335044622421265, "Finetune/Loss (Raw)": 0.9950019121170044, "Finetune/Step": 1264, "Finetune/Step Time": 4.744186282157898} +{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9282039403915405, "Finetune/Loss (Raw)": 0.373056560754776, "Finetune/Step": 1265, "Finetune/Step Time": 4.780867977067828} +{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9276853799819946, "Finetune/Loss (Raw)": 0.961238443851471, "Finetune/Step": 1266, "Finetune/Step Time": 4.786179469898343} +{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9283113479614258, "Finetune/Loss (Raw)": 1.0441865921020508, "Finetune/Step": 1267, "Finetune/Step Time": 4.772131584584713} +{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.928736686706543, "Finetune/Loss (Raw)": 1.0746867656707764, "Finetune/Step": 1268, "Finetune/Step Time": 4.775476586073637} +{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287467002868652, "Finetune/Loss (Raw)": 0.9569492340087891, "Finetune/Step": 1269, "Finetune/Step Time": 4.7669750936329365} +{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9352940320968628, "Finetune/Loss (Raw)": 1.1357696056365967, "Finetune/Step": 1270, "Finetune/Step Time": 4.738829728215933} +{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9365546703338623, "Finetune/Loss (Raw)": 1.1013215780258179, "Finetune/Step": 1271, "Finetune/Step Time": 4.723749317228794} +{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9349860548973083, "Finetune/Loss (Raw)": 0.8145744800567627, "Finetune/Step": 1272, "Finetune/Step Time": 4.731936067342758} +{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9348348379135132, "Finetune/Loss (Raw)": 0.9388072490692139, "Finetune/Step": 1273, "Finetune/Step Time": 4.741979129612446} +{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9333927631378174, "Finetune/Loss (Raw)": 0.8735222816467285, "Finetune/Step": 1274, "Finetune/Step Time": 4.733378876000643} +{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361575841903687, "Finetune/Loss (Raw)": 1.168434500694275, "Finetune/Step": 1275, "Finetune/Step Time": 4.72436860948801} +{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9409364461898804, "Finetune/Loss (Raw)": 0.9538775682449341, "Finetune/Step": 1276, "Finetune/Step Time": 4.681158972904086} +{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9398910999298096, "Finetune/Loss (Raw)": 0.9703707695007324, "Finetune/Step": 1277, "Finetune/Step Time": 4.684440828859806} +{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9380864500999451, "Finetune/Loss (Raw)": 0.7473333477973938, "Finetune/Step": 1278, "Finetune/Step Time": 4.6908858977258205} +{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9389477372169495, "Finetune/Loss (Raw)": 0.9985328316688538, "Finetune/Step": 1279, "Finetune/Step Time": 4.697647247463465} +{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9402104616165161, "Finetune/Loss (Raw)": 1.159672498703003, "Finetune/Step": 1280, "Finetune/Step Time": 4.676196755841374} +{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.93901526927948, "Finetune/Loss (Raw)": 0.9544336199760437, "Finetune/Step": 1281, "Finetune/Step Time": 4.653991295024753} +{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9442142248153687, "Finetune/Loss (Raw)": 0.9916836023330688, "Finetune/Step": 1282, "Finetune/Step Time": 4.61725109256804} +{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9484316110610962, "Finetune/Loss (Raw)": 0.8776560425758362, "Finetune/Step": 1283, "Finetune/Step Time": 4.591411653906107} +{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9470018148422241, "Finetune/Loss (Raw)": 0.9771595597267151, "Finetune/Step": 1284, "Finetune/Step Time": 4.59439561702311} +{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9471069574356079, "Finetune/Loss (Raw)": 1.0559000968933105, "Finetune/Step": 1285, "Finetune/Step Time": 4.594340909272432} +{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9474365711212158, "Finetune/Loss (Raw)": 0.9611415863037109, "Finetune/Step": 1286, "Finetune/Step Time": 4.609825002029538} +{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9483731389045715, "Finetune/Loss (Raw)": 0.9795040488243103, "Finetune/Step": 1287, "Finetune/Step Time": 4.604210428893566} +{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.947965145111084, "Finetune/Loss (Raw)": 0.9112385511398315, "Finetune/Step": 1288, "Finetune/Step Time": 4.589985800907016} +{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9472703337669373, "Finetune/Loss (Raw)": 0.9123291373252869, "Finetune/Step": 1289, "Finetune/Step Time": 4.5746279545128345} +{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.948023796081543, "Finetune/Loss (Raw)": 1.113358736038208, "Finetune/Step": 1290, "Finetune/Step Time": 4.57059383764863} +{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9495649337768555, "Finetune/Loss (Raw)": 0.9990125298500061, "Finetune/Step": 1291, "Finetune/Step Time": 4.5676813665777445} +{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9477115869522095, "Finetune/Loss (Raw)": 0.9680407047271729, "Finetune/Step": 1292, "Finetune/Step Time": 4.562364125624299} +{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9523391127586365, "Finetune/Loss (Raw)": 0.9550819396972656, "Finetune/Step": 1293, "Finetune/Step Time": 4.524486873298883} +{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9532010555267334, "Finetune/Loss (Raw)": 0.9918501973152161, "Finetune/Step": 1294, "Finetune/Step Time": 4.527212034910917} +{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9539764523506165, "Finetune/Loss (Raw)": 0.9291626811027527, "Finetune/Step": 1295, "Finetune/Step Time": 4.520608864724636} +{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9540207386016846, "Finetune/Loss (Raw)": 0.9678648710250854, "Finetune/Step": 1296, "Finetune/Step Time": 4.524447714909911} +{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9539867043495178, "Finetune/Loss (Raw)": 1.0001671314239502, "Finetune/Step": 1297, "Finetune/Step Time": 4.539379479363561} +{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9570226669311523, "Finetune/Loss (Raw)": 0.8555549383163452, "Finetune/Step": 1298, "Finetune/Step Time": 4.497320868074894} +{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9541109204292297, "Finetune/Loss (Raw)": 0.7483410239219666, "Finetune/Step": 1299, "Finetune/Step Time": 4.500988312065601} +{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9529492855072021, "Finetune/Loss (Raw)": 0.8993932008743286, "Finetune/Step": 1300, "Finetune/Step Time": 4.499335644766688} +{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9531683921813965, "Finetune/Loss (Raw)": 1.0217525959014893, "Finetune/Step": 1301, "Finetune/Step Time": 4.5064651016145945} +{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9577561616897583, "Finetune/Loss (Raw)": 0.9433143734931946, "Finetune/Step": 1302, "Finetune/Step Time": 4.494877576828003} +{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9579511880874634, "Finetune/Loss (Raw)": 0.9859296083450317, "Finetune/Step": 1303, "Finetune/Step Time": 4.47802921384573} +{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9584360122680664, "Finetune/Loss (Raw)": 1.0027259588241577, "Finetune/Step": 1304, "Finetune/Step Time": 4.483763922005892} +{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9637887477874756, "Finetune/Loss (Raw)": 0.9704654216766357, "Finetune/Step": 1305, "Finetune/Step Time": 4.449565952643752} +{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9691058397293091, "Finetune/Loss (Raw)": 1.0031120777130127, "Finetune/Step": 1306, "Finetune/Step Time": 4.428953640162945} +{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9684669971466064, "Finetune/Loss (Raw)": 1.0834295749664307, "Finetune/Step": 1307, "Finetune/Step Time": 4.427997214719653} +{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9695972204208374, "Finetune/Loss (Raw)": 1.077290415763855, "Finetune/Step": 1308, "Finetune/Step Time": 4.410534912720323} +{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9685502648353577, "Finetune/Loss (Raw)": 0.9557982087135315, "Finetune/Step": 1309, "Finetune/Step Time": 4.4291954673826694} +{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9701597094535828, "Finetune/Loss (Raw)": 0.9126330614089966, "Finetune/Step": 1310, "Finetune/Step Time": 4.427357863634825} +{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9699565172195435, "Finetune/Loss (Raw)": 1.013229250907898, "Finetune/Step": 1311, "Finetune/Step Time": 4.429406369104981} +{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9694855213165283, "Finetune/Loss (Raw)": 0.7662121057510376, "Finetune/Step": 1312, "Finetune/Step Time": 4.428639365360141} +{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9694927930831909, "Finetune/Loss (Raw)": 1.0189151763916016, "Finetune/Step": 1313, "Finetune/Step Time": 4.435655243694782} +{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.968550443649292, "Finetune/Loss (Raw)": 1.0029730796813965, "Finetune/Step": 1314, "Finetune/Step Time": 4.433163752779365} +{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9736221432685852, "Finetune/Loss (Raw)": 0.9953314661979675, "Finetune/Step": 1315, "Finetune/Step Time": 4.397140417248011} +{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9744237661361694, "Finetune/Loss (Raw)": 1.1668823957443237, "Finetune/Step": 1316, "Finetune/Step Time": 4.402317376807332} +{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9743651151657104, "Finetune/Loss (Raw)": 1.0606014728546143, "Finetune/Step": 1317, "Finetune/Step Time": 4.394979301840067} +{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9741350412368774, "Finetune/Loss (Raw)": 0.9541001915931702, "Finetune/Step": 1318, "Finetune/Step Time": 4.394854491576552} +{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9737299084663391, "Finetune/Loss (Raw)": 1.0034369230270386, "Finetune/Step": 1319, "Finetune/Step Time": 4.3922674134373665} +{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.973312497138977, "Finetune/Loss (Raw)": 0.9761240482330322, "Finetune/Step": 1320, "Finetune/Step Time": 4.393403258174658} +{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9732400178909302, "Finetune/Loss (Raw)": 1.0133123397827148, "Finetune/Step": 1321, "Finetune/Step Time": 4.396190967410803} +{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9725301265716553, "Finetune/Loss (Raw)": 0.9788078665733337, "Finetune/Step": 1322, "Finetune/Step Time": 4.385110553354025} +{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9730008840560913, "Finetune/Loss (Raw)": 1.056524634361267, "Finetune/Step": 1323, "Finetune/Step Time": 4.385702824220061} +{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9733140468597412, "Finetune/Loss (Raw)": 1.0287936925888062, "Finetune/Step": 1324, "Finetune/Step Time": 4.387225300073624} +{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9729072451591492, "Finetune/Loss (Raw)": 1.064724326133728, "Finetune/Step": 1325, "Finetune/Step Time": 4.405246587470174} +{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9724228382110596, "Finetune/Loss (Raw)": 1.0373663902282715, "Finetune/Step": 1326, "Finetune/Step Time": 4.398107383400202} +{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9715160131454468, "Finetune/Loss (Raw)": 0.9269145131111145, "Finetune/Step": 1327, "Finetune/Step Time": 4.435773240402341} +{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.972245991230011, "Finetune/Loss (Raw)": 1.148834228515625, "Finetune/Step": 1328, "Finetune/Step Time": 4.431441027671099} +{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.973267674446106, "Finetune/Loss (Raw)": 1.1796834468841553, "Finetune/Step": 1329, "Finetune/Step Time": 4.423259571194649} +{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9702644944190979, "Finetune/Loss (Raw)": 0.7795490026473999, "Finetune/Step": 1330, "Finetune/Step Time": 4.416573997586966} +{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9697483777999878, "Finetune/Loss (Raw)": 1.0569825172424316, "Finetune/Step": 1331, "Finetune/Step Time": 4.409940790385008} +{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9680627584457397, "Finetune/Loss (Raw)": 0.8763317465782166, "Finetune/Step": 1332, "Finetune/Step Time": 4.4128250777721405} +{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9679936170578003, "Finetune/Loss (Raw)": 0.964468240737915, "Finetune/Step": 1333, "Finetune/Step Time": 4.399373363703489} +{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9668835997581482, "Finetune/Loss (Raw)": 1.0090670585632324, "Finetune/Step": 1334, "Finetune/Step Time": 4.4032726883888245} +{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9674959182739258, "Finetune/Loss (Raw)": 1.0436302423477173, "Finetune/Step": 1335, "Finetune/Step Time": 4.395648647099733} +{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9675759077072144, "Finetune/Loss (Raw)": 1.031059741973877, "Finetune/Step": 1336, "Finetune/Step Time": 4.390739735215902} +{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9681814312934875, "Finetune/Loss (Raw)": 1.1324031352996826, "Finetune/Step": 1337, "Finetune/Step Time": 4.393301108852029} +{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9627813100814819, "Finetune/Loss (Raw)": 0.3053714334964752, "Finetune/Step": 1338, "Finetune/Step Time": 4.43268938921392} +{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9625377058982849, "Finetune/Loss (Raw)": 0.914993166923523, "Finetune/Step": 1339, "Finetune/Step Time": 4.438449688255787} +{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9616005420684814, "Finetune/Loss (Raw)": 1.005218744277954, "Finetune/Step": 1340, "Finetune/Step Time": 4.444607859477401} +{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9615691900253296, "Finetune/Loss (Raw)": 0.9527575969696045, "Finetune/Step": 1341, "Finetune/Step Time": 4.445733167231083} +{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9635318517684937, "Finetune/Loss (Raw)": 1.111404538154602, "Finetune/Step": 1342, "Finetune/Step Time": 4.442736603319645} +{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9629470705986023, "Finetune/Loss (Raw)": 0.9107823967933655, "Finetune/Step": 1343, "Finetune/Step Time": 4.464802308008075} +{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9676732420921326, "Finetune/Loss (Raw)": 0.9520775675773621, "Finetune/Step": 1344, "Finetune/Step Time": 4.433518309146166} +{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9673763513565063, "Finetune/Loss (Raw)": 1.0709636211395264, "Finetune/Step": 1345, "Finetune/Step Time": 4.4334836434572935} +{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9665877223014832, "Finetune/Loss (Raw)": 0.9510785937309265, "Finetune/Step": 1346, "Finetune/Step Time": 4.435622872784734} +{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9732711911201477, "Finetune/Loss (Raw)": 1.1561766862869263, "Finetune/Step": 1347, "Finetune/Step Time": 4.414809066802263} +{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9688606262207031, "Finetune/Loss (Raw)": 0.4280426800251007, "Finetune/Step": 1348, "Finetune/Step Time": 4.459225874394178} +{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9692671895027161, "Finetune/Loss (Raw)": 1.090566635131836, "Finetune/Step": 1349, "Finetune/Step Time": 4.433971436694264} +{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9696699380874634, "Finetune/Loss (Raw)": 1.052406668663025, "Finetune/Step": 1350, "Finetune/Step Time": 4.436395473778248} +{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9698153138160706, "Finetune/Loss (Raw)": 1.0426814556121826, "Finetune/Step": 1351, "Finetune/Step Time": 4.440444333478808} +{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9651986360549927, "Finetune/Loss (Raw)": 0.4202730655670166, "Finetune/Step": 1352, "Finetune/Step Time": 4.477504074573517} +{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9658328890800476, "Finetune/Loss (Raw)": 0.9551492929458618, "Finetune/Step": 1353, "Finetune/Step Time": 4.477654712274671} +{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9667571783065796, "Finetune/Loss (Raw)": 1.012551188468933, "Finetune/Step": 1354, "Finetune/Step Time": 4.480162348598242} +{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9687171578407288, "Finetune/Loss (Raw)": 1.1141859292984009, "Finetune/Step": 1355, "Finetune/Step Time": 4.4628976080566645} +{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9688252210617065, "Finetune/Loss (Raw)": 1.0708515644073486, "Finetune/Step": 1356, "Finetune/Step Time": 4.456646783277392} +{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9686923027038574, "Finetune/Loss (Raw)": 1.0627583265304565, "Finetune/Step": 1357, "Finetune/Step Time": 4.475389765575528} +{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.973248302936554, "Finetune/Loss (Raw)": 0.9839959740638733, "Finetune/Step": 1358, "Finetune/Step Time": 4.431679846718907} +{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9712194204330444, "Finetune/Loss (Raw)": 0.8607451319694519, "Finetune/Step": 1359, "Finetune/Step Time": 4.4459247421473265} +{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9711419343948364, "Finetune/Loss (Raw)": 0.9991247653961182, "Finetune/Step": 1360, "Finetune/Step Time": 4.448486478999257} +{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9715664386749268, "Finetune/Loss (Raw)": 1.0909749269485474, "Finetune/Step": 1361, "Finetune/Step Time": 4.449477210640907} +{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9728128910064697, "Finetune/Loss (Raw)": 0.9666872024536133, "Finetune/Step": 1362, "Finetune/Step Time": 4.431519333273172} +{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9731584787368774, "Finetune/Loss (Raw)": 0.9961215257644653, "Finetune/Step": 1363, "Finetune/Step Time": 4.432447146624327} +{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9719658493995667, "Finetune/Loss (Raw)": 0.9585697054862976, "Finetune/Step": 1364, "Finetune/Step Time": 4.460776338353753} +{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9710091352462769, "Finetune/Loss (Raw)": 0.9016900062561035, "Finetune/Step": 1365, "Finetune/Step Time": 4.45184120722115} +{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9693267941474915, "Finetune/Loss (Raw)": 0.9601463675498962, "Finetune/Step": 1366, "Finetune/Step Time": 4.446443175897002} +{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9688923954963684, "Finetune/Loss (Raw)": 0.9258264303207397, "Finetune/Step": 1367, "Finetune/Step Time": 4.460191212594509} +{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9693524837493896, "Finetune/Loss (Raw)": 1.0343209505081177, "Finetune/Step": 1368, "Finetune/Step Time": 4.454948367550969} +{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9705069065093994, "Finetune/Loss (Raw)": 1.0515254735946655, "Finetune/Step": 1369, "Finetune/Step Time": 4.470193155109882} +{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9695578813552856, "Finetune/Loss (Raw)": 0.8499935269355774, "Finetune/Step": 1370, "Finetune/Step Time": 4.472734926268458} +{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9689623117446899, "Finetune/Loss (Raw)": 0.9756367802619934, "Finetune/Step": 1371, "Finetune/Step Time": 4.472866216674447} +{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.964279294013977, "Finetune/Loss (Raw)": 0.377857506275177, "Finetune/Step": 1372, "Finetune/Step Time": 4.508143877610564} +{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.96553635597229, "Finetune/Loss (Raw)": 1.1304957866668701, "Finetune/Step": 1373, "Finetune/Step Time": 4.508542587980628} +{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9656116366386414, "Finetune/Loss (Raw)": 0.9366657733917236, "Finetune/Step": 1374, "Finetune/Step Time": 4.505046090111136} +{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9654141664505005, "Finetune/Loss (Raw)": 1.0506311655044556, "Finetune/Step": 1375, "Finetune/Step Time": 4.502717165276408} +{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615084528923035, "Finetune/Loss (Raw)": 0.32077282667160034, "Finetune/Step": 1376, "Finetune/Step Time": 4.531802497804165} +{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.962714433670044, "Finetune/Loss (Raw)": 1.0736052989959717, "Finetune/Step": 1377, "Finetune/Step Time": 4.540168711915612} +{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636144638061523, "Finetune/Loss (Raw)": 1.1521456241607666, "Finetune/Step": 1378, "Finetune/Step Time": 4.558357717469335} +{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613528847694397, "Finetune/Loss (Raw)": 0.736431896686554, "Finetune/Step": 1379, "Finetune/Step Time": 4.574630927294493} +{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617334008216858, "Finetune/Loss (Raw)": 0.9424060583114624, "Finetune/Step": 1380, "Finetune/Step Time": 4.574102373793721} +{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9626786112785339, "Finetune/Loss (Raw)": 1.0538431406021118, "Finetune/Step": 1381, "Finetune/Step Time": 4.5594162940979} +{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627041816711426, "Finetune/Loss (Raw)": 0.9914715886116028, "Finetune/Step": 1382, "Finetune/Step Time": 4.558658426627517} +{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9612551331520081, "Finetune/Loss (Raw)": 0.9158379435539246, "Finetune/Step": 1383, "Finetune/Step Time": 4.5629125777632} +{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9608663320541382, "Finetune/Loss (Raw)": 0.9697242975234985, "Finetune/Step": 1384, "Finetune/Step Time": 4.565641408786178} +{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9633211493492126, "Finetune/Loss (Raw)": 1.0227482318878174, "Finetune/Step": 1385, "Finetune/Step Time": 4.5418368354439735} +{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9631401300430298, "Finetune/Loss (Raw)": 0.9305209517478943, "Finetune/Step": 1386, "Finetune/Step Time": 4.5424095671623945} +{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9628963470458984, "Finetune/Loss (Raw)": 0.8703067302703857, "Finetune/Step": 1387, "Finetune/Step Time": 4.536614932119846} +{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9617601633071899, "Finetune/Loss (Raw)": 1.0331710577011108, "Finetune/Step": 1388, "Finetune/Step Time": 4.532122002914548} +{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630433320999146, "Finetune/Loss (Raw)": 1.0096466541290283, "Finetune/Step": 1389, "Finetune/Step Time": 4.533071860671043} +{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9644007086753845, "Finetune/Loss (Raw)": 1.1733325719833374, "Finetune/Step": 1390, "Finetune/Step Time": 4.54146783053875} +{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.963032603263855, "Finetune/Loss (Raw)": 0.8819926381111145, "Finetune/Step": 1391, "Finetune/Step Time": 4.557394960895181} +{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9623421430587769, "Finetune/Loss (Raw)": 0.9066101908683777, "Finetune/Step": 1392, "Finetune/Step Time": 4.590939972549677} +{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9671632051467896, "Finetune/Loss (Raw)": 0.9901530742645264, "Finetune/Step": 1393, "Finetune/Step Time": 4.591938158497214} +{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.967769205570221, "Finetune/Loss (Raw)": 1.0388078689575195, "Finetune/Step": 1394, "Finetune/Step Time": 4.578596273437142} +{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9671341180801392, "Finetune/Loss (Raw)": 0.9629013538360596, "Finetune/Step": 1395, "Finetune/Step Time": 4.58094409480691} +{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9646152257919312, "Finetune/Loss (Raw)": 0.7522692084312439, "Finetune/Step": 1396, "Finetune/Step Time": 4.5888828337192535} +{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.965355634689331, "Finetune/Loss (Raw)": 1.0517195463180542, "Finetune/Step": 1397, "Finetune/Step Time": 4.612572746351361} +{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9643411636352539, "Finetune/Loss (Raw)": 1.0059117078781128, "Finetune/Step": 1398, "Finetune/Step Time": 4.6022747699171305} +{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9622188806533813, "Finetune/Loss (Raw)": 0.829677939414978, "Finetune/Step": 1399, "Finetune/Step Time": 4.608599826693535} +{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.964069128036499, "Finetune/Loss (Raw)": 1.0514013767242432, "Finetune/Step": 1400, "Finetune/Step Time": 4.603738632053137} +{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9639432430267334, "Finetune/Loss (Raw)": 0.922697901725769, "Finetune/Step": 1401, "Finetune/Step Time": 4.6024116687476635} +{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9601378440856934, "Finetune/Loss (Raw)": 0.3864242732524872, "Finetune/Step": 1402, "Finetune/Step Time": 4.642051899805665} +{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583908319473267, "Finetune/Loss (Raw)": 0.9448167085647583, "Finetune/Step": 1403, "Finetune/Step Time": 4.643308836966753} +{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9586537480354309, "Finetune/Loss (Raw)": 0.9875394701957703, "Finetune/Step": 1404, "Finetune/Step Time": 4.640154231339693} +{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9577126502990723, "Finetune/Loss (Raw)": 0.8499034643173218, "Finetune/Step": 1405, "Finetune/Step Time": 4.638293731957674} +{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9594237804412842, "Finetune/Loss (Raw)": 0.9663547277450562, "Finetune/Step": 1406, "Finetune/Step Time": 4.6314468290656805} +{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9544942378997803, "Finetune/Loss (Raw)": 0.36755165457725525, "Finetune/Step": 1407, "Finetune/Step Time": 4.657687919214368} +{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9522571563720703, "Finetune/Loss (Raw)": 0.8733344674110413, "Finetune/Step": 1408, "Finetune/Step Time": 4.660577196627855} +{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9526690244674683, "Finetune/Loss (Raw)": 1.0071444511413574, "Finetune/Step": 1409, "Finetune/Step Time": 4.657641617581248} +{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9520155787467957, "Finetune/Loss (Raw)": 0.9080456495285034, "Finetune/Step": 1410, "Finetune/Step Time": 4.686841817572713} +{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9534071087837219, "Finetune/Loss (Raw)": 1.0557754039764404, "Finetune/Step": 1411, "Finetune/Step Time": 4.675364902243018} +{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9516338109970093, "Finetune/Loss (Raw)": 0.7501765489578247, "Finetune/Step": 1412, "Finetune/Step Time": 4.67518037930131} +{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.951393723487854, "Finetune/Loss (Raw)": 1.0251717567443848, "Finetune/Step": 1413, "Finetune/Step Time": 4.6734481900930405} +{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.952533483505249, "Finetune/Loss (Raw)": 1.1070257425308228, "Finetune/Step": 1414, "Finetune/Step Time": 4.667978351935744} +{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9527302980422974, "Finetune/Loss (Raw)": 1.0047017335891724, "Finetune/Step": 1415, "Finetune/Step Time": 4.672635722905397} +{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9541035890579224, "Finetune/Loss (Raw)": 1.0870211124420166, "Finetune/Step": 1416, "Finetune/Step Time": 4.66517916880548} +{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9542051553726196, "Finetune/Loss (Raw)": 0.9253196716308594, "Finetune/Step": 1417, "Finetune/Step Time": 4.664597515016794} +{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9522950053215027, "Finetune/Loss (Raw)": 0.8688647150993347, "Finetune/Step": 1418, "Finetune/Step Time": 4.665315702557564} +{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.951391339302063, "Finetune/Loss (Raw)": 0.8833370804786682, "Finetune/Step": 1419, "Finetune/Step Time": 4.647657405585051} +{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516811370849609, "Finetune/Loss (Raw)": 1.0051454305648804, "Finetune/Step": 1420, "Finetune/Step Time": 4.653411891311407} +{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9514147639274597, "Finetune/Loss (Raw)": 0.9209845066070557, "Finetune/Step": 1421, "Finetune/Step Time": 4.653893448412418} +{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510331153869629, "Finetune/Loss (Raw)": 0.9429924488067627, "Finetune/Step": 1422, "Finetune/Step Time": 4.6506015453487635} +{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519506096839905, "Finetune/Loss (Raw)": 1.0466047525405884, "Finetune/Step": 1423, "Finetune/Step Time": 4.640949374064803} +{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9511366486549377, "Finetune/Loss (Raw)": 0.8636791110038757, "Finetune/Step": 1424, "Finetune/Step Time": 4.635386422276497} +{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9511792063713074, "Finetune/Loss (Raw)": 1.0056142807006836, "Finetune/Step": 1425, "Finetune/Step Time": 4.634434832260013} +{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.951454758644104, "Finetune/Loss (Raw)": 0.8908222317695618, "Finetune/Step": 1426, "Finetune/Step Time": 4.647425139322877} +{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529924392700195, "Finetune/Loss (Raw)": 0.9451666474342346, "Finetune/Step": 1427, "Finetune/Step Time": 4.652949221432209} +{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9533058404922485, "Finetune/Loss (Raw)": 0.9395198822021484, "Finetune/Step": 1428, "Finetune/Step Time": 4.6591415628790855} +{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9521602988243103, "Finetune/Loss (Raw)": 0.8751087784767151, "Finetune/Step": 1429, "Finetune/Step Time": 4.649652969092131} +{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522572755813599, "Finetune/Loss (Raw)": 0.9557304382324219, "Finetune/Step": 1430, "Finetune/Step Time": 4.636158715933561} +{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.951586127281189, "Finetune/Loss (Raw)": 0.9000202417373657, "Finetune/Step": 1431, "Finetune/Step Time": 4.652361860498786} +{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9513081312179565, "Finetune/Loss (Raw)": 0.9671477675437927, "Finetune/Step": 1432, "Finetune/Step Time": 4.655403321608901} +{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9515346884727478, "Finetune/Loss (Raw)": 0.9994625449180603, "Finetune/Step": 1433, "Finetune/Step Time": 4.656567657366395} +{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9466105699539185, "Finetune/Loss (Raw)": 0.3728293776512146, "Finetune/Step": 1434, "Finetune/Step Time": 4.678071431815624} +{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9461225271224976, "Finetune/Loss (Raw)": 1.0209569931030273, "Finetune/Step": 1435, "Finetune/Step Time": 4.679822204634547} +{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9439946413040161, "Finetune/Loss (Raw)": 0.8049210906028748, "Finetune/Step": 1436, "Finetune/Step Time": 4.690662207081914} +{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9447540044784546, "Finetune/Loss (Raw)": 1.052999496459961, "Finetune/Step": 1437, "Finetune/Step Time": 4.672983514145017} +{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9453004598617554, "Finetune/Loss (Raw)": 0.9825724959373474, "Finetune/Step": 1438, "Finetune/Step Time": 4.668257545679808} +{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.945533037185669, "Finetune/Loss (Raw)": 1.0430028438568115, "Finetune/Step": 1439, "Finetune/Step Time": 4.664716064929962} +{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9451296329498291, "Finetune/Loss (Raw)": 0.7145716547966003, "Finetune/Step": 1440, "Finetune/Step Time": 4.669760029762983} +{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9445267915725708, "Finetune/Loss (Raw)": 0.9417492151260376, "Finetune/Step": 1441, "Finetune/Step Time": 4.671155979856849} +{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9444973468780518, "Finetune/Loss (Raw)": 0.9992161989212036, "Finetune/Step": 1442, "Finetune/Step Time": 4.676581054925919} +{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438906908035278, "Finetune/Loss (Raw)": 0.9176709055900574, "Finetune/Step": 1443, "Finetune/Step Time": 4.680320803076029} +{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9419749975204468, "Finetune/Loss (Raw)": 0.9216774106025696, "Finetune/Step": 1444, "Finetune/Step Time": 4.677657622843981} +{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.940898060798645, "Finetune/Loss (Raw)": 0.922747015953064, "Finetune/Step": 1445, "Finetune/Step Time": 4.68045468442142} +{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9401553869247437, "Finetune/Loss (Raw)": 0.8590500354766846, "Finetune/Step": 1446, "Finetune/Step Time": 4.695552326738834} +{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.939896821975708, "Finetune/Loss (Raw)": 0.9703364968299866, "Finetune/Step": 1447, "Finetune/Step Time": 4.700109966099262} +{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405699372291565, "Finetune/Loss (Raw)": 1.0622785091400146, "Finetune/Step": 1448, "Finetune/Step Time": 4.691527158021927} +{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9393780827522278, "Finetune/Loss (Raw)": 0.8607535362243652, "Finetune/Step": 1449, "Finetune/Step Time": 4.694060813635588} +{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9385776519775391, "Finetune/Loss (Raw)": 0.8763545751571655, "Finetune/Step": 1450, "Finetune/Step Time": 4.730434235185385} +{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9375016689300537, "Finetune/Loss (Raw)": 0.9188038110733032, "Finetune/Step": 1451, "Finetune/Step Time": 4.733526827767491} +{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9378235936164856, "Finetune/Loss (Raw)": 1.0699996948242188, "Finetune/Step": 1452, "Finetune/Step Time": 4.725943980738521} +{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9366488456726074, "Finetune/Loss (Raw)": 0.9143527746200562, "Finetune/Step": 1453, "Finetune/Step Time": 4.720819462090731} +{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9379445314407349, "Finetune/Loss (Raw)": 1.2032164335250854, "Finetune/Step": 1454, "Finetune/Step Time": 4.723547838628292} +{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9386354088783264, "Finetune/Loss (Raw)": 1.015343189239502, "Finetune/Step": 1455, "Finetune/Step Time": 4.690655471757054} +{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9369919896125793, "Finetune/Loss (Raw)": 0.9384741187095642, "Finetune/Step": 1456, "Finetune/Step Time": 4.692850660532713} +{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9306989312171936, "Finetune/Loss (Raw)": 0.3741743862628937, "Finetune/Step": 1457, "Finetune/Step Time": 4.728801717981696} +{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9320559501647949, "Finetune/Loss (Raw)": 0.953252911567688, "Finetune/Step": 1458, "Finetune/Step Time": 4.725945062935352} +{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323635101318359, "Finetune/Loss (Raw)": 1.0963459014892578, "Finetune/Step": 1459, "Finetune/Step Time": 4.734739663079381} +{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9341098666191101, "Finetune/Loss (Raw)": 1.099869966506958, "Finetune/Step": 1460, "Finetune/Step Time": 4.72452731244266} +{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9353423118591309, "Finetune/Loss (Raw)": 1.1222097873687744, "Finetune/Step": 1461, "Finetune/Step Time": 4.718070024624467} +{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9355685710906982, "Finetune/Loss (Raw)": 1.0380371809005737, "Finetune/Step": 1462, "Finetune/Step Time": 4.720152884721756} +{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9356310963630676, "Finetune/Loss (Raw)": 1.0516301393508911, "Finetune/Step": 1463, "Finetune/Step Time": 4.720885327085853} +{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9345703125, "Finetune/Loss (Raw)": 0.8952810764312744, "Finetune/Step": 1464, "Finetune/Step Time": 4.726177303120494} +{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9333770275115967, "Finetune/Loss (Raw)": 0.9796644449234009, "Finetune/Step": 1465, "Finetune/Step Time": 4.719130598008633} +{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9385818243026733, "Finetune/Loss (Raw)": 0.9715865254402161, "Finetune/Step": 1466, "Finetune/Step Time": 4.686838461086154} +{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9388934373855591, "Finetune/Loss (Raw)": 0.9548758864402771, "Finetune/Step": 1467, "Finetune/Step Time": 4.704361530020833} +{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9390573501586914, "Finetune/Loss (Raw)": 1.0262068510055542, "Finetune/Step": 1468, "Finetune/Step Time": 4.6968933921307325} +{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9346058964729309, "Finetune/Loss (Raw)": 0.3829635679721832, "Finetune/Step": 1469, "Finetune/Step Time": 4.739180758595467} +{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9336954355239868, "Finetune/Loss (Raw)": 0.9948684573173523, "Finetune/Step": 1470, "Finetune/Step Time": 4.726940482854843} +{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9343403577804565, "Finetune/Loss (Raw)": 0.9933329224586487, "Finetune/Step": 1471, "Finetune/Step Time": 4.701326398178935} +{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9337048530578613, "Finetune/Loss (Raw)": 0.8707362413406372, "Finetune/Step": 1472, "Finetune/Step Time": 4.69416200183332} +{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9309039115905762, "Finetune/Loss (Raw)": 0.7124338746070862, "Finetune/Step": 1473, "Finetune/Step Time": 4.700451983138919} +{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9322935342788696, "Finetune/Loss (Raw)": 1.1289530992507935, "Finetune/Step": 1474, "Finetune/Step Time": 4.6952848974615335} +{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9292337894439697, "Finetune/Loss (Raw)": 0.764532744884491, "Finetune/Step": 1475, "Finetune/Step Time": 4.6881980411708355} +{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.933749794960022, "Finetune/Loss (Raw)": 1.0060923099517822, "Finetune/Step": 1476, "Finetune/Step Time": 4.64938846975565} +{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9276413917541504, "Finetune/Loss (Raw)": 0.3086908161640167, "Finetune/Step": 1477, "Finetune/Step Time": 4.692963253706694} +{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9278088808059692, "Finetune/Loss (Raw)": 1.0738458633422852, "Finetune/Step": 1478, "Finetune/Step Time": 4.674529368057847} +{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9267140626907349, "Finetune/Loss (Raw)": 0.9025411605834961, "Finetune/Step": 1479, "Finetune/Step Time": 4.68909933231771} +{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9310241341590881, "Finetune/Loss (Raw)": 0.9719642996788025, "Finetune/Step": 1480, "Finetune/Step Time": 4.656513217836618} +{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9313462972640991, "Finetune/Loss (Raw)": 0.9963810443878174, "Finetune/Step": 1481, "Finetune/Step Time": 4.662242950871587} +{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309999942779541, "Finetune/Loss (Raw)": 0.9682298898696899, "Finetune/Step": 1482, "Finetune/Step Time": 4.654397016391158} +{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9295406937599182, "Finetune/Loss (Raw)": 0.9273930788040161, "Finetune/Step": 1483, "Finetune/Step Time": 4.683940337970853} +{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9293358325958252, "Finetune/Loss (Raw)": 1.0446308851242065, "Finetune/Step": 1484, "Finetune/Step Time": 4.6799201890826225} +{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9281882047653198, "Finetune/Loss (Raw)": 0.9158577919006348, "Finetune/Step": 1485, "Finetune/Step Time": 4.661898773163557} +{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9228821992874146, "Finetune/Loss (Raw)": 0.3048369288444519, "Finetune/Step": 1486, "Finetune/Step Time": 4.6993678491562605} +{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9247673153877258, "Finetune/Loss (Raw)": 1.102034568786621, "Finetune/Step": 1487, "Finetune/Step Time": 4.700065596029162} +{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9263589382171631, "Finetune/Loss (Raw)": 1.2028484344482422, "Finetune/Step": 1488, "Finetune/Step Time": 4.698147550225258} +{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9242722988128662, "Finetune/Loss (Raw)": 0.8238898515701294, "Finetune/Step": 1489, "Finetune/Step Time": 4.712336629629135} +{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9241437315940857, "Finetune/Loss (Raw)": 0.9502294063568115, "Finetune/Step": 1490, "Finetune/Step Time": 4.733842672780156} +{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9229217767715454, "Finetune/Loss (Raw)": 0.8397132158279419, "Finetune/Step": 1491, "Finetune/Step Time": 4.752896521240473} +{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9238983392715454, "Finetune/Loss (Raw)": 1.0835689306259155, "Finetune/Step": 1492, "Finetune/Step Time": 4.719196129590273} +{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9194308519363403, "Finetune/Loss (Raw)": 0.32985585927963257, "Finetune/Step": 1493, "Finetune/Step Time": 4.752557456493378} +{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9192937612533569, "Finetune/Loss (Raw)": 0.9425902962684631, "Finetune/Step": 1494, "Finetune/Step Time": 4.75671673938632} +{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.920220673084259, "Finetune/Loss (Raw)": 1.044478416442871, "Finetune/Step": 1495, "Finetune/Step Time": 4.747827624902129} +{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9198707342147827, "Finetune/Loss (Raw)": 0.9895262122154236, "Finetune/Step": 1496, "Finetune/Step Time": 4.748403754085302} +{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9182859659194946, "Finetune/Loss (Raw)": 0.8486767411231995, "Finetune/Step": 1497, "Finetune/Step Time": 4.736502900719643} +{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9200460910797119, "Finetune/Loss (Raw)": 1.0752894878387451, "Finetune/Step": 1498, "Finetune/Step Time": 4.739080717787147} +{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9157471656799316, "Finetune/Loss (Raw)": 0.4253714978694916, "Finetune/Step": 1499, "Finetune/Step Time": 4.7710425443947315} +{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9155323505401611, "Finetune/Loss (Raw)": 0.3503594994544983, "Finetune/Step": 1500, "Finetune/Step Time": 4.7700439915061} +{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9148775339126587, "Finetune/Loss (Raw)": 1.0466878414154053, "Finetune/Step": 1501, "Finetune/Step Time": 4.802253980189562} +{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9162274599075317, "Finetune/Loss (Raw)": 1.109449028968811, "Finetune/Step": 1502, "Finetune/Step Time": 4.789150223135948} +{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9148062467575073, "Finetune/Loss (Raw)": 0.8687229156494141, "Finetune/Step": 1503, "Finetune/Step Time": 4.792022498324513} +{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9201663732528687, "Finetune/Loss (Raw)": 1.006864309310913, "Finetune/Step": 1504, "Finetune/Step Time": 4.766350969672203} +{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9194382429122925, "Finetune/Loss (Raw)": 0.9803994297981262, "Finetune/Step": 1505, "Finetune/Step Time": 4.75265577994287} +{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9173569083213806, "Finetune/Loss (Raw)": 0.8857384920120239, "Finetune/Step": 1506, "Finetune/Step Time": 4.747448798269033} +{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9199404716491699, "Finetune/Loss (Raw)": 1.0671249628067017, "Finetune/Step": 1507, "Finetune/Step Time": 4.726299369707704} +{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9205313920974731, "Finetune/Loss (Raw)": 1.0180484056472778, "Finetune/Step": 1508, "Finetune/Step Time": 4.7304494474083185} +{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9202549457550049, "Finetune/Loss (Raw)": 1.0184530019760132, "Finetune/Step": 1509, "Finetune/Step Time": 4.729516601189971} +{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9210041761398315, "Finetune/Loss (Raw)": 1.0873817205429077, "Finetune/Step": 1510, "Finetune/Step Time": 4.728796631097794} +{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9225564002990723, "Finetune/Loss (Raw)": 1.1145237684249878, "Finetune/Step": 1511, "Finetune/Step Time": 4.7281318716704845} +{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9221618175506592, "Finetune/Loss (Raw)": 0.9192042946815491, "Finetune/Step": 1512, "Finetune/Step Time": 4.7318508587777615} +{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9232539534568787, "Finetune/Loss (Raw)": 1.162550687789917, "Finetune/Step": 1513, "Finetune/Step Time": 4.733916772529483} +{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9236173629760742, "Finetune/Loss (Raw)": 0.9770357608795166, "Finetune/Step": 1514, "Finetune/Step Time": 4.7436124831438065} +{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9243215918540955, "Finetune/Loss (Raw)": 0.9604519009590149, "Finetune/Step": 1515, "Finetune/Step Time": 4.741988582536578} +{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.923766016960144, "Finetune/Loss (Raw)": 0.962052047252655, "Finetune/Step": 1516, "Finetune/Step Time": 4.744691705331206} +{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9227292537689209, "Finetune/Loss (Raw)": 0.8769455552101135, "Finetune/Step": 1517, "Finetune/Step Time": 4.746684456244111} +{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9220610857009888, "Finetune/Loss (Raw)": 1.087796688079834, "Finetune/Step": 1518, "Finetune/Step Time": 4.7402148842811584} +{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9217522144317627, "Finetune/Loss (Raw)": 0.8424620032310486, "Finetune/Step": 1519, "Finetune/Step Time": 4.725373236462474} +{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9177001118659973, "Finetune/Loss (Raw)": 0.3879413604736328, "Finetune/Step": 1520, "Finetune/Step Time": 4.727287467569113} +{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9181745052337646, "Finetune/Loss (Raw)": 1.0508790016174316, "Finetune/Step": 1521, "Finetune/Step Time": 4.689724065363407} +{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9173126220703125, "Finetune/Loss (Raw)": 0.9284845590591431, "Finetune/Step": 1522, "Finetune/Step Time": 4.701494347304106} +{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9162711501121521, "Finetune/Loss (Raw)": 0.829590380191803, "Finetune/Step": 1523, "Finetune/Step Time": 4.715673230588436} +{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9175251722335815, "Finetune/Loss (Raw)": 0.9127826690673828, "Finetune/Step": 1524, "Finetune/Step Time": 4.733479406684637} +{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.916159451007843, "Finetune/Loss (Raw)": 0.8769090175628662, "Finetune/Step": 1525, "Finetune/Step Time": 4.721687275916338} +{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.91683030128479, "Finetune/Loss (Raw)": 1.0917810201644897, "Finetune/Step": 1526, "Finetune/Step Time": 4.720745647326112} +{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9177594184875488, "Finetune/Loss (Raw)": 0.9486107230186462, "Finetune/Step": 1527, "Finetune/Step Time": 4.715088656172156} +{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9127821922302246, "Finetune/Loss (Raw)": 0.41431233286857605, "Finetune/Step": 1528, "Finetune/Step Time": 4.746903236955404} +{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9137940406799316, "Finetune/Loss (Raw)": 1.0522093772888184, "Finetune/Step": 1529, "Finetune/Step Time": 4.737450363114476} +{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9167386889457703, "Finetune/Loss (Raw)": 0.7633433938026428, "Finetune/Step": 1530, "Finetune/Step Time": 4.718198712915182} +{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9171885848045349, "Finetune/Loss (Raw)": 1.002404808998108, "Finetune/Step": 1531, "Finetune/Step Time": 4.721723288297653} +{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9169991612434387, "Finetune/Loss (Raw)": 0.9632921814918518, "Finetune/Step": 1532, "Finetune/Step Time": 4.731358466669917} +{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9173865914344788, "Finetune/Loss (Raw)": 0.8994932174682617, "Finetune/Step": 1533, "Finetune/Step Time": 4.724898938089609} +{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.917500376701355, "Finetune/Loss (Raw)": 0.9809237718582153, "Finetune/Step": 1534, "Finetune/Step Time": 4.732465768232942} +{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.921636700630188, "Finetune/Loss (Raw)": 0.8970004320144653, "Finetune/Step": 1535, "Finetune/Step Time": 4.697402561083436} +{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9218877553939819, "Finetune/Loss (Raw)": 0.9054688215255737, "Finetune/Step": 1536, "Finetune/Step Time": 4.703342441469431} +{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9211209416389465, "Finetune/Loss (Raw)": 0.9089908003807068, "Finetune/Step": 1537, "Finetune/Step Time": 4.704164054244757} +{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9173997640609741, "Finetune/Loss (Raw)": 0.43172886967658997, "Finetune/Step": 1538, "Finetune/Step Time": 4.709759758785367} +{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9168822169303894, "Finetune/Loss (Raw)": 0.9895350337028503, "Finetune/Step": 1539, "Finetune/Step Time": 4.710882415995002} +{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.918715238571167, "Finetune/Loss (Raw)": 0.9847987294197083, "Finetune/Step": 1540, "Finetune/Step Time": 4.710479017347097} +{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9191879034042358, "Finetune/Loss (Raw)": 1.085676908493042, "Finetune/Step": 1541, "Finetune/Step Time": 4.710653975605965} +{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9177083373069763, "Finetune/Loss (Raw)": 0.9176403284072876, "Finetune/Step": 1542, "Finetune/Step Time": 4.713253270834684} +{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9165322780609131, "Finetune/Loss (Raw)": 0.854171097278595, "Finetune/Step": 1543, "Finetune/Step Time": 4.709050633013248} +{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.915739893913269, "Finetune/Loss (Raw)": 0.985595166683197, "Finetune/Step": 1544, "Finetune/Step Time": 4.7076027523726225} +{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9156934022903442, "Finetune/Loss (Raw)": 0.9193674325942993, "Finetune/Step": 1545, "Finetune/Step Time": 4.7098178043961525} +{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9173073172569275, "Finetune/Loss (Raw)": 1.0754457712173462, "Finetune/Step": 1546, "Finetune/Step Time": 4.703088844195008} +{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9180232286453247, "Finetune/Loss (Raw)": 0.9749736785888672, "Finetune/Step": 1547, "Finetune/Step Time": 4.70924898609519} +{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9182727336883545, "Finetune/Loss (Raw)": 1.0370861291885376, "Finetune/Step": 1548, "Finetune/Step Time": 4.723856819793582} +{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9141660928726196, "Finetune/Loss (Raw)": 0.39533060789108276, "Finetune/Step": 1549, "Finetune/Step Time": 4.761768413707614} +{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9146966934204102, "Finetune/Loss (Raw)": 1.010912299156189, "Finetune/Step": 1550, "Finetune/Step Time": 4.75937819853425} +{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9132910966873169, "Finetune/Loss (Raw)": 0.8666855096817017, "Finetune/Step": 1551, "Finetune/Step Time": 4.759368421509862} +{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9144617319107056, "Finetune/Loss (Raw)": 1.0135173797607422, "Finetune/Step": 1552, "Finetune/Step Time": 4.760032286867499} +{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9136492609977722, "Finetune/Loss (Raw)": 0.9016179442405701, "Finetune/Step": 1553, "Finetune/Step Time": 4.771219192072749} +{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9134783744812012, "Finetune/Loss (Raw)": 0.8689478635787964, "Finetune/Step": 1554, "Finetune/Step Time": 4.761837350204587} +{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9143708944320679, "Finetune/Loss (Raw)": 1.0594086647033691, "Finetune/Step": 1555, "Finetune/Step Time": 4.758739048615098} +{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9139471054077148, "Finetune/Loss (Raw)": 0.88527911901474, "Finetune/Step": 1556, "Finetune/Step Time": 4.764975575730205} +{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9137649536132812, "Finetune/Loss (Raw)": 0.8517981171607971, "Finetune/Step": 1557, "Finetune/Step Time": 4.774511871859431} +{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9135599136352539, "Finetune/Loss (Raw)": 0.929474949836731, "Finetune/Step": 1558, "Finetune/Step Time": 4.764069365337491} +{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9156063795089722, "Finetune/Loss (Raw)": 1.1619772911071777, "Finetune/Step": 1559, "Finetune/Step Time": 4.7500004060566425} +{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9161649346351624, "Finetune/Loss (Raw)": 1.038638710975647, "Finetune/Step": 1560, "Finetune/Step Time": 4.755289189517498} +{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9162760972976685, "Finetune/Loss (Raw)": 1.0136903524398804, "Finetune/Step": 1561, "Finetune/Step Time": 4.752290610224009} +{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9212281703948975, "Finetune/Loss (Raw)": 1.006700038909912, "Finetune/Step": 1562, "Finetune/Step Time": 4.72396831586957} +{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9205959439277649, "Finetune/Loss (Raw)": 0.9400261640548706, "Finetune/Step": 1563, "Finetune/Step Time": 4.7423187382519245} +{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9214760065078735, "Finetune/Loss (Raw)": 0.9175711870193481, "Finetune/Step": 1564, "Finetune/Step Time": 4.727554524317384} +{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9199599623680115, "Finetune/Loss (Raw)": 0.8589479327201843, "Finetune/Step": 1565, "Finetune/Step Time": 4.7273279167711735} +{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9197795391082764, "Finetune/Loss (Raw)": 0.9594816565513611, "Finetune/Step": 1566, "Finetune/Step Time": 4.739451322704554} +{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9194043874740601, "Finetune/Loss (Raw)": 0.9949773550033569, "Finetune/Step": 1567, "Finetune/Step Time": 4.745968319475651} +{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9213724136352539, "Finetune/Loss (Raw)": 0.966479480266571, "Finetune/Step": 1568, "Finetune/Step Time": 4.712866866961122} +{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9205803871154785, "Finetune/Loss (Raw)": 0.8403671383857727, "Finetune/Step": 1569, "Finetune/Step Time": 4.720051676034927} +{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9209591746330261, "Finetune/Loss (Raw)": 1.047701120376587, "Finetune/Step": 1570, "Finetune/Step Time": 4.716998782008886} +{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9213188886642456, "Finetune/Loss (Raw)": 0.9637190103530884, "Finetune/Step": 1571, "Finetune/Step Time": 4.712802421301603} +{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9221218824386597, "Finetune/Loss (Raw)": 1.0244598388671875, "Finetune/Step": 1572, "Finetune/Step Time": 4.706512833014131} +{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9227222204208374, "Finetune/Loss (Raw)": 0.9995911121368408, "Finetune/Step": 1573, "Finetune/Step Time": 4.722346385940909} +{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9225283265113831, "Finetune/Loss (Raw)": 0.8342262506484985, "Finetune/Step": 1574, "Finetune/Step Time": 4.705781864002347} +{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9243618249893188, "Finetune/Loss (Raw)": 1.2050343751907349, "Finetune/Step": 1575, "Finetune/Step Time": 4.715741558000445} +{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9236259460449219, "Finetune/Loss (Raw)": 0.9680818319320679, "Finetune/Step": 1576, "Finetune/Step Time": 4.718751477077603} +{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9243596792221069, "Finetune/Loss (Raw)": 0.9546764492988586, "Finetune/Step": 1577, "Finetune/Step Time": 4.715455761179328} +{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9252657890319824, "Finetune/Loss (Raw)": 0.9923313856124878, "Finetune/Step": 1578, "Finetune/Step Time": 4.673282789066434} +{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9256950616836548, "Finetune/Loss (Raw)": 0.9737440943717957, "Finetune/Step": 1579, "Finetune/Step Time": 4.679675141349435} +{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9234079122543335, "Finetune/Loss (Raw)": 0.7772494554519653, "Finetune/Step": 1580, "Finetune/Step Time": 4.71496188826859} +{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9229413270950317, "Finetune/Loss (Raw)": 0.8546345829963684, "Finetune/Step": 1581, "Finetune/Step Time": 4.710145918652415} +{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9211069345474243, "Finetune/Loss (Raw)": 0.9684098958969116, "Finetune/Step": 1582, "Finetune/Step Time": 4.711409507319331} +{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9210761785507202, "Finetune/Loss (Raw)": 1.0114046335220337, "Finetune/Step": 1583, "Finetune/Step Time": 4.7148288525640965} +{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9213441610336304, "Finetune/Loss (Raw)": 0.9727785587310791, "Finetune/Step": 1584, "Finetune/Step Time": 4.716211054474115} +{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9267120361328125, "Finetune/Loss (Raw)": 1.0612589120864868, "Finetune/Step": 1585, "Finetune/Step Time": 4.679320003837347} +{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9280550479888916, "Finetune/Loss (Raw)": 1.1251630783081055, "Finetune/Step": 1586, "Finetune/Step Time": 4.732950719073415} +{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.927732527256012, "Finetune/Loss (Raw)": 1.0550587177276611, "Finetune/Step": 1587, "Finetune/Step Time": 4.725369336083531} +{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9266279935836792, "Finetune/Loss (Raw)": 0.9584947228431702, "Finetune/Step": 1588, "Finetune/Step Time": 4.735674511641264} +{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9251673221588135, "Finetune/Loss (Raw)": 0.9352461695671082, "Finetune/Step": 1589, "Finetune/Step Time": 4.751511903479695} +{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9251219034194946, "Finetune/Loss (Raw)": 1.0322210788726807, "Finetune/Step": 1590, "Finetune/Step Time": 4.757331892848015} +{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9234371185302734, "Finetune/Loss (Raw)": 0.8359763026237488, "Finetune/Step": 1591, "Finetune/Step Time": 4.773179441690445} +{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9233357906341553, "Finetune/Loss (Raw)": 0.8823122382164001, "Finetune/Step": 1592, "Finetune/Step Time": 4.774806080386043} +{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9229458570480347, "Finetune/Loss (Raw)": 0.9297519326210022, "Finetune/Step": 1593, "Finetune/Step Time": 4.777661649510264} +{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.922674298286438, "Finetune/Loss (Raw)": 0.9368214011192322, "Finetune/Step": 1594, "Finetune/Step Time": 4.782956123352051} +{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9219895601272583, "Finetune/Loss (Raw)": 0.8672362565994263, "Finetune/Step": 1595, "Finetune/Step Time": 4.7609754875302315} +{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9226847887039185, "Finetune/Loss (Raw)": 1.115188479423523, "Finetune/Step": 1596, "Finetune/Step Time": 4.765942521393299} +{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9263507127761841, "Finetune/Loss (Raw)": 0.8522083163261414, "Finetune/Step": 1597, "Finetune/Step Time": 4.729124927893281} +{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9263571500778198, "Finetune/Loss (Raw)": 0.9956880211830139, "Finetune/Step": 1598, "Finetune/Step Time": 4.7424823101609945} +{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9215137958526611, "Finetune/Loss (Raw)": 0.3733869791030884, "Finetune/Step": 1599, "Finetune/Step Time": 4.781287988647819} +{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9225149154663086, "Finetune/Loss (Raw)": 0.9988816380500793, "Finetune/Step": 1600, "Finetune/Step Time": 4.785089118406177} +{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9199365973472595, "Finetune/Loss (Raw)": 0.38240671157836914, "Finetune/Step": 1601, "Finetune/Step Time": 4.823229297995567} +{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9196064472198486, "Finetune/Loss (Raw)": 1.0866951942443848, "Finetune/Step": 1602, "Finetune/Step Time": 4.832765167579055} +{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9216285943984985, "Finetune/Loss (Raw)": 1.023361086845398, "Finetune/Step": 1603, "Finetune/Step Time": 4.8282300271093845} +{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9207581281661987, "Finetune/Loss (Raw)": 0.8946800231933594, "Finetune/Step": 1604, "Finetune/Step Time": 4.827687466517091} +{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9248215556144714, "Finetune/Loss (Raw)": 0.8288065791130066, "Finetune/Step": 1605, "Finetune/Step Time": 4.798662194982171} +{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9224643707275391, "Finetune/Loss (Raw)": 0.7721225619316101, "Finetune/Step": 1606, "Finetune/Step Time": 4.829896092414856} +{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9225000143051147, "Finetune/Loss (Raw)": 0.9071073532104492, "Finetune/Step": 1607, "Finetune/Step Time": 4.81646934710443} +{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9178821444511414, "Finetune/Loss (Raw)": 0.3808750510215759, "Finetune/Step": 1608, "Finetune/Step Time": 4.849121814593673} +{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.917601466178894, "Finetune/Loss (Raw)": 0.9604576826095581, "Finetune/Step": 1609, "Finetune/Step Time": 4.842933714389801} +{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9173575639724731, "Finetune/Loss (Raw)": 0.9370079636573792, "Finetune/Step": 1610, "Finetune/Step Time": 4.838617201894522} +{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.916847825050354, "Finetune/Loss (Raw)": 0.862144410610199, "Finetune/Step": 1611, "Finetune/Step Time": 4.825621047988534} +{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9159396886825562, "Finetune/Loss (Raw)": 0.9283869862556458, "Finetune/Step": 1612, "Finetune/Step Time": 4.827658846974373} +{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9154545068740845, "Finetune/Loss (Raw)": 0.8537569046020508, "Finetune/Step": 1613, "Finetune/Step Time": 4.8396680895239115} +{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9208354949951172, "Finetune/Loss (Raw)": 0.9936044216156006, "Finetune/Step": 1614, "Finetune/Step Time": 4.801509810611606} +{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9205307364463806, "Finetune/Loss (Raw)": 1.06302809715271, "Finetune/Step": 1615, "Finetune/Step Time": 4.789522333070636} +{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9187366962432861, "Finetune/Loss (Raw)": 0.9732165932655334, "Finetune/Step": 1616, "Finetune/Step Time": 4.788627825677395} +{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9193605184555054, "Finetune/Loss (Raw)": 0.9037296772003174, "Finetune/Step": 1617, "Finetune/Step Time": 4.79067675024271} +{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9190179705619812, "Finetune/Loss (Raw)": 0.9063847064971924, "Finetune/Step": 1618, "Finetune/Step Time": 4.775242503732443} +{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9189976453781128, "Finetune/Loss (Raw)": 0.8371118903160095, "Finetune/Step": 1619, "Finetune/Step Time": 4.758959122002125} +{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9195010662078857, "Finetune/Loss (Raw)": 1.1480066776275635, "Finetune/Step": 1620, "Finetune/Step Time": 4.762042857706547} +{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9236516356468201, "Finetune/Loss (Raw)": 0.8611311316490173, "Finetune/Step": 1621, "Finetune/Step Time": 4.7297355607151985} +{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.92462158203125, "Finetune/Loss (Raw)": 1.0667479038238525, "Finetune/Step": 1622, "Finetune/Step Time": 4.7327403631061316} +{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9254158139228821, "Finetune/Loss (Raw)": 1.146134853363037, "Finetune/Step": 1623, "Finetune/Step Time": 4.726748902350664} +{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.924917459487915, "Finetune/Loss (Raw)": 0.9257381558418274, "Finetune/Step": 1624, "Finetune/Step Time": 4.734107945114374} +{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.925988495349884, "Finetune/Loss (Raw)": 0.9857650995254517, "Finetune/Step": 1625, "Finetune/Step Time": 4.73432850651443} +{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9254332780838013, "Finetune/Loss (Raw)": 1.00422203540802, "Finetune/Step": 1626, "Finetune/Step Time": 4.730964560061693} +{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9302247166633606, "Finetune/Loss (Raw)": 1.0386765003204346, "Finetune/Step": 1627, "Finetune/Step Time": 4.689851215109229} +{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9352242350578308, "Finetune/Loss (Raw)": 0.9903009533882141, "Finetune/Step": 1628, "Finetune/Step Time": 4.651734342798591} +{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9345108866691589, "Finetune/Loss (Raw)": 0.9553787112236023, "Finetune/Step": 1629, "Finetune/Step Time": 4.6227670051157475} +{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9339268207550049, "Finetune/Loss (Raw)": 1.0346862077713013, "Finetune/Step": 1630, "Finetune/Step Time": 4.620510645210743} +{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345846176147461, "Finetune/Loss (Raw)": 0.9529259204864502, "Finetune/Step": 1631, "Finetune/Step Time": 4.623053809627891} +{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.934039831161499, "Finetune/Loss (Raw)": 0.9371313452720642, "Finetune/Step": 1632, "Finetune/Step Time": 4.61398303322494} +{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9333212375640869, "Finetune/Loss (Raw)": 0.8884082436561584, "Finetune/Step": 1633, "Finetune/Step Time": 4.619782343506813} +{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9342883825302124, "Finetune/Loss (Raw)": 1.009545087814331, "Finetune/Step": 1634, "Finetune/Step Time": 4.606829641386867} +{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9336289167404175, "Finetune/Loss (Raw)": 0.9827103018760681, "Finetune/Step": 1635, "Finetune/Step Time": 4.628771165385842} +{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9334009885787964, "Finetune/Loss (Raw)": 0.9888662099838257, "Finetune/Step": 1636, "Finetune/Step Time": 4.625502608716488} +{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9329781532287598, "Finetune/Loss (Raw)": 0.9643421769142151, "Finetune/Step": 1637, "Finetune/Step Time": 4.621485039591789} +{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9315868616104126, "Finetune/Loss (Raw)": 0.9092976450920105, "Finetune/Step": 1638, "Finetune/Step Time": 4.628195924684405} +{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9294805526733398, "Finetune/Loss (Raw)": 0.8449084758758545, "Finetune/Step": 1639, "Finetune/Step Time": 4.625154323875904} +{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9303172826766968, "Finetune/Loss (Raw)": 1.026304006576538, "Finetune/Step": 1640, "Finetune/Step Time": 4.613389188423753} +{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9293195009231567, "Finetune/Loss (Raw)": 1.0348336696624756, "Finetune/Step": 1641, "Finetune/Step Time": 4.611018322408199} +{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9294153451919556, "Finetune/Loss (Raw)": 0.9893065094947815, "Finetune/Step": 1642, "Finetune/Step Time": 4.600071664899588} +{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9303327202796936, "Finetune/Loss (Raw)": 1.0778762102127075, "Finetune/Step": 1643, "Finetune/Step Time": 4.601528225466609} +{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9305366277694702, "Finetune/Loss (Raw)": 0.9881531596183777, "Finetune/Step": 1644, "Finetune/Step Time": 4.6269230507314205} +{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9308806657791138, "Finetune/Loss (Raw)": 0.9209796786308289, "Finetune/Step": 1645, "Finetune/Step Time": 4.62715482339263} +{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9303673505783081, "Finetune/Loss (Raw)": 1.0220904350280762, "Finetune/Step": 1646, "Finetune/Step Time": 4.6309220883995295} +{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9308923482894897, "Finetune/Loss (Raw)": 0.9096643924713135, "Finetune/Step": 1647, "Finetune/Step Time": 4.643860928714275} +{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9360549449920654, "Finetune/Loss (Raw)": 1.0487486124038696, "Finetune/Step": 1648, "Finetune/Step Time": 4.6102771777659655} +{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9352267980575562, "Finetune/Loss (Raw)": 0.9448844790458679, "Finetune/Step": 1649, "Finetune/Step Time": 4.612237296998501} +{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9355159997940063, "Finetune/Loss (Raw)": 0.9655026197433472, "Finetune/Step": 1650, "Finetune/Step Time": 4.600650338456035} +{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9359541535377502, "Finetune/Loss (Raw)": 0.8856715559959412, "Finetune/Step": 1651, "Finetune/Step Time": 4.602457320317626} +{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9358513951301575, "Finetune/Loss (Raw)": 0.8996219038963318, "Finetune/Step": 1652, "Finetune/Step Time": 4.585194140672684} +{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9366177320480347, "Finetune/Loss (Raw)": 0.9750065207481384, "Finetune/Step": 1653, "Finetune/Step Time": 4.576706184074283} +{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9360910654067993, "Finetune/Loss (Raw)": 1.0243641138076782, "Finetune/Step": 1654, "Finetune/Step Time": 4.590077178552747} +{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9316380023956299, "Finetune/Loss (Raw)": 0.3786156177520752, "Finetune/Step": 1655, "Finetune/Step Time": 4.626571414992213} +{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9360358715057373, "Finetune/Loss (Raw)": 0.9772415161132812, "Finetune/Step": 1656, "Finetune/Step Time": 4.591370739042759} +{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9347349405288696, "Finetune/Loss (Raw)": 0.885695219039917, "Finetune/Step": 1657, "Finetune/Step Time": 4.5899393782019615} +{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9363560080528259, "Finetune/Loss (Raw)": 0.9708408713340759, "Finetune/Step": 1658, "Finetune/Step Time": 4.57446675747633} +{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9370461702346802, "Finetune/Loss (Raw)": 1.0907503366470337, "Finetune/Step": 1659, "Finetune/Step Time": 4.574821641668677} +{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9371241331100464, "Finetune/Loss (Raw)": 0.9732573628425598, "Finetune/Step": 1660, "Finetune/Step Time": 4.57118284702301} +{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9374032020568848, "Finetune/Loss (Raw)": 0.9352285861968994, "Finetune/Step": 1661, "Finetune/Step Time": 4.566463261842728} +{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9380941987037659, "Finetune/Loss (Raw)": 1.0693591833114624, "Finetune/Step": 1662, "Finetune/Step Time": 4.565910287201405} +{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9366772770881653, "Finetune/Loss (Raw)": 0.7156397104263306, "Finetune/Step": 1663, "Finetune/Step Time": 4.575711499899626} +{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.935888409614563, "Finetune/Loss (Raw)": 0.8044934272766113, "Finetune/Step": 1664, "Finetune/Step Time": 4.568641550838947} +{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9371541142463684, "Finetune/Loss (Raw)": 1.0710035562515259, "Finetune/Step": 1665, "Finetune/Step Time": 4.568393856287003} +{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9408319592475891, "Finetune/Loss (Raw)": 0.9024880528450012, "Finetune/Step": 1666, "Finetune/Step Time": 4.52669040299952} +{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9409557580947876, "Finetune/Loss (Raw)": 1.0053890943527222, "Finetune/Step": 1667, "Finetune/Step Time": 4.524767147377133} +{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9416173100471497, "Finetune/Loss (Raw)": 1.0694708824157715, "Finetune/Step": 1668, "Finetune/Step Time": 4.529812378808856} +{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9406635761260986, "Finetune/Loss (Raw)": 0.9636033773422241, "Finetune/Step": 1669, "Finetune/Step Time": 4.526777513325214} +{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9413038492202759, "Finetune/Loss (Raw)": 0.9995831251144409, "Finetune/Step": 1670, "Finetune/Step Time": 4.513028688728809} +{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9416857957839966, "Finetune/Loss (Raw)": 0.903067946434021, "Finetune/Step": 1671, "Finetune/Step Time": 4.52083245664835} +{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9421131610870361, "Finetune/Loss (Raw)": 1.040299654006958, "Finetune/Step": 1672, "Finetune/Step Time": 4.537716757506132} +{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9416105151176453, "Finetune/Loss (Raw)": 0.8550316095352173, "Finetune/Step": 1673, "Finetune/Step Time": 4.543018298223615} +{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9394437074661255, "Finetune/Loss (Raw)": 0.798095166683197, "Finetune/Step": 1674, "Finetune/Step Time": 4.549839133396745} +{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9391767978668213, "Finetune/Loss (Raw)": 0.9408122301101685, "Finetune/Step": 1675, "Finetune/Step Time": 4.553693180903792} +{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9395298957824707, "Finetune/Loss (Raw)": 1.0822787284851074, "Finetune/Step": 1676, "Finetune/Step Time": 4.543766312301159} +{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9443925619125366, "Finetune/Loss (Raw)": 1.0177521705627441, "Finetune/Step": 1677, "Finetune/Step Time": 4.505526045337319} +{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9432365894317627, "Finetune/Loss (Raw)": 0.8629419803619385, "Finetune/Step": 1678, "Finetune/Step Time": 4.503674294799566} +{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9394697546958923, "Finetune/Loss (Raw)": 0.38453689217567444, "Finetune/Step": 1679, "Finetune/Step Time": 4.537365755066276} +{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9389997720718384, "Finetune/Loss (Raw)": 0.9533523321151733, "Finetune/Step": 1680, "Finetune/Step Time": 4.544351205229759} +{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9395859837532043, "Finetune/Loss (Raw)": 0.9766618609428406, "Finetune/Step": 1681, "Finetune/Step Time": 4.520562184974551} +{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9415508508682251, "Finetune/Loss (Raw)": 1.12044095993042, "Finetune/Step": 1682, "Finetune/Step Time": 4.528650777414441} +{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9401258230209351, "Finetune/Loss (Raw)": 0.8770155310630798, "Finetune/Step": 1683, "Finetune/Step Time": 4.536597082391381} +{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.940358579158783, "Finetune/Loss (Raw)": 0.9150670766830444, "Finetune/Step": 1684, "Finetune/Step Time": 4.527938298881054} +{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.940590500831604, "Finetune/Loss (Raw)": 0.8814870715141296, "Finetune/Step": 1685, "Finetune/Step Time": 4.531377632170916} +{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9397503733634949, "Finetune/Loss (Raw)": 0.8219344615936279, "Finetune/Step": 1686, "Finetune/Step Time": 4.543199649080634} +{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.938676655292511, "Finetune/Loss (Raw)": 1.0245426893234253, "Finetune/Step": 1687, "Finetune/Step Time": 4.551086558029056} +{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.938810408115387, "Finetune/Loss (Raw)": 1.055759310722351, "Finetune/Step": 1688, "Finetune/Step Time": 4.55324487760663} +{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9332608580589294, "Finetune/Loss (Raw)": 0.3033508360385895, "Finetune/Step": 1689, "Finetune/Step Time": 4.588076004758477} +{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9337621927261353, "Finetune/Loss (Raw)": 1.0708659887313843, "Finetune/Step": 1690, "Finetune/Step Time": 4.578737901523709} +{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9338977336883545, "Finetune/Loss (Raw)": 0.9573824405670166, "Finetune/Step": 1691, "Finetune/Step Time": 4.56065340153873} +{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9338078498840332, "Finetune/Loss (Raw)": 0.906057596206665, "Finetune/Step": 1692, "Finetune/Step Time": 4.5830375123769045} +{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9337727427482605, "Finetune/Loss (Raw)": 0.8544565439224243, "Finetune/Step": 1693, "Finetune/Step Time": 4.601743426173925} +{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9321337938308716, "Finetune/Loss (Raw)": 0.74969482421875, "Finetune/Step": 1694, "Finetune/Step Time": 4.599006578326225} +{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9314138889312744, "Finetune/Loss (Raw)": 0.9028375148773193, "Finetune/Step": 1695, "Finetune/Step Time": 4.6050952430814505} +{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9315152168273926, "Finetune/Loss (Raw)": 0.979441225528717, "Finetune/Step": 1696, "Finetune/Step Time": 4.60319808870554} +{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9327659010887146, "Finetune/Loss (Raw)": 1.0004597902297974, "Finetune/Step": 1697, "Finetune/Step Time": 4.589373216032982} +{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9319895505905151, "Finetune/Loss (Raw)": 0.948323130607605, "Finetune/Step": 1698, "Finetune/Step Time": 4.592245452105999} +{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9325804710388184, "Finetune/Loss (Raw)": 1.039363980293274, "Finetune/Step": 1699, "Finetune/Step Time": 4.590734038501978} +{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9326361417770386, "Finetune/Loss (Raw)": 1.0315731763839722, "Finetune/Step": 1700, "Finetune/Step Time": 4.60059398598969} +{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9331947565078735, "Finetune/Loss (Raw)": 1.0711054801940918, "Finetune/Step": 1701, "Finetune/Step Time": 4.585184268653393} +{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.934451162815094, "Finetune/Loss (Raw)": 0.9950444102287292, "Finetune/Step": 1702, "Finetune/Step Time": 4.584841413423419} +{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9318841695785522, "Finetune/Loss (Raw)": 0.8764575719833374, "Finetune/Step": 1703, "Finetune/Step Time": 4.596810717135668} +{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9270087480545044, "Finetune/Loss (Raw)": 0.34402745962142944, "Finetune/Step": 1704, "Finetune/Step Time": 4.635907446965575} +{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9269810914993286, "Finetune/Loss (Raw)": 0.9511369466781616, "Finetune/Step": 1705, "Finetune/Step Time": 4.6329376231879} +{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9274400472640991, "Finetune/Loss (Raw)": 1.0510802268981934, "Finetune/Step": 1706, "Finetune/Step Time": 4.63457515463233} +{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.927311897277832, "Finetune/Loss (Raw)": 0.9573396444320679, "Finetune/Step": 1707, "Finetune/Step Time": 4.631149481981993} +{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9287130832672119, "Finetune/Loss (Raw)": 0.9565988779067993, "Finetune/Step": 1708, "Finetune/Step Time": 4.611153362318873} +{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9306550025939941, "Finetune/Loss (Raw)": 1.1032004356384277, "Finetune/Step": 1709, "Finetune/Step Time": 4.608758494257927} +{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9309242963790894, "Finetune/Loss (Raw)": 1.0028746128082275, "Finetune/Step": 1710, "Finetune/Step Time": 4.617933474481106} +{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.931004524230957, "Finetune/Loss (Raw)": 1.021684169769287, "Finetune/Step": 1711, "Finetune/Step Time": 4.620913717895746} +{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9323195219039917, "Finetune/Loss (Raw)": 1.1410986185073853, "Finetune/Step": 1712, "Finetune/Step Time": 4.6214712373912334} +{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9319286942481995, "Finetune/Loss (Raw)": 1.011231541633606, "Finetune/Step": 1713, "Finetune/Step Time": 4.621017565950751} +{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9309601783752441, "Finetune/Loss (Raw)": 1.0011937618255615, "Finetune/Step": 1714, "Finetune/Step Time": 4.5753991343081} +{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9292397499084473, "Finetune/Loss (Raw)": 0.8348473906517029, "Finetune/Step": 1715, "Finetune/Step Time": 4.58476721867919} +{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9289795160293579, "Finetune/Loss (Raw)": 0.9251739382743835, "Finetune/Step": 1716, "Finetune/Step Time": 4.572777763009071} +{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9299829006195068, "Finetune/Loss (Raw)": 1.0636881589889526, "Finetune/Step": 1717, "Finetune/Step Time": 4.572771890088916} +{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9296776056289673, "Finetune/Loss (Raw)": 0.9931411743164062, "Finetune/Step": 1718, "Finetune/Step Time": 4.56290777400136} +{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9307176470756531, "Finetune/Loss (Raw)": 0.969100832939148, "Finetune/Step": 1719, "Finetune/Step Time": 4.549139183014631} +{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9319711923599243, "Finetune/Loss (Raw)": 1.042762279510498, "Finetune/Step": 1720, "Finetune/Step Time": 4.54787559248507} +{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9324901103973389, "Finetune/Loss (Raw)": 0.9961729645729065, "Finetune/Step": 1721, "Finetune/Step Time": 4.549065290018916} +{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.93300461769104, "Finetune/Loss (Raw)": 1.002686858177185, "Finetune/Step": 1722, "Finetune/Step Time": 4.539410408586264} +{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9344978928565979, "Finetune/Loss (Raw)": 1.058373212814331, "Finetune/Step": 1723, "Finetune/Step Time": 4.555609613656998} +{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9327625632286072, "Finetune/Loss (Raw)": 0.8930633068084717, "Finetune/Step": 1724, "Finetune/Step Time": 4.548027070239186} +{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9337906241416931, "Finetune/Loss (Raw)": 0.9837994575500488, "Finetune/Step": 1725, "Finetune/Step Time": 4.5377616081386805} +{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9330606460571289, "Finetune/Loss (Raw)": 0.9022535681724548, "Finetune/Step": 1726, "Finetune/Step Time": 4.529760092496872} +{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9379042387008667, "Finetune/Loss (Raw)": 0.9933605790138245, "Finetune/Step": 1727, "Finetune/Step Time": 4.508195322006941} +{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9384948015213013, "Finetune/Loss (Raw)": 1.074480414390564, "Finetune/Step": 1728, "Finetune/Step Time": 4.504953885450959} +{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9435386657714844, "Finetune/Loss (Raw)": 1.0280225276947021, "Finetune/Step": 1729, "Finetune/Step Time": 4.4628600385040045} +{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9415303468704224, "Finetune/Loss (Raw)": 0.8296190500259399, "Finetune/Step": 1730, "Finetune/Step Time": 4.455388247966766} +{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9422519207000732, "Finetune/Loss (Raw)": 1.115727186203003, "Finetune/Step": 1731, "Finetune/Step Time": 4.452169882133603} +{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.94389808177948, "Finetune/Loss (Raw)": 1.1053904294967651, "Finetune/Step": 1732, "Finetune/Step Time": 4.467419598251581} +{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9452365636825562, "Finetune/Loss (Raw)": 1.0001376867294312, "Finetune/Step": 1733, "Finetune/Step Time": 4.458676455542445} +{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9472107291221619, "Finetune/Loss (Raw)": 1.024810552597046, "Finetune/Step": 1734, "Finetune/Step Time": 4.4422670509666204} +{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9473661780357361, "Finetune/Loss (Raw)": 0.9270110130310059, "Finetune/Step": 1735, "Finetune/Step Time": 4.442247562110424} +{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9520068168640137, "Finetune/Loss (Raw)": 0.9748696088790894, "Finetune/Step": 1736, "Finetune/Step Time": 4.404201673343778} +{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9516357183456421, "Finetune/Loss (Raw)": 0.9129552841186523, "Finetune/Step": 1737, "Finetune/Step Time": 4.40372802503407} +{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9470636248588562, "Finetune/Loss (Raw)": 0.35178250074386597, "Finetune/Step": 1738, "Finetune/Step Time": 4.438530554994941} +{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9477317333221436, "Finetune/Loss (Raw)": 0.9476646184921265, "Finetune/Step": 1739, "Finetune/Step Time": 4.416535830125213} +{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9474611282348633, "Finetune/Loss (Raw)": 0.8937476277351379, "Finetune/Step": 1740, "Finetune/Step Time": 4.43320345133543} +{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9495999813079834, "Finetune/Loss (Raw)": 1.1275315284729004, "Finetune/Step": 1741, "Finetune/Step Time": 4.423651607707143} +{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9486076831817627, "Finetune/Loss (Raw)": 0.8665822744369507, "Finetune/Step": 1742, "Finetune/Step Time": 4.431931920349598} +{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9478224515914917, "Finetune/Loss (Raw)": 0.9625231623649597, "Finetune/Step": 1743, "Finetune/Step Time": 4.447441728785634} +{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9474445581436157, "Finetune/Loss (Raw)": 0.9248473048210144, "Finetune/Step": 1744, "Finetune/Step Time": 4.4486373867839575} +{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9480841159820557, "Finetune/Loss (Raw)": 0.9855996370315552, "Finetune/Step": 1745, "Finetune/Step Time": 4.444291345775127} +{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9491825699806213, "Finetune/Loss (Raw)": 1.0469783544540405, "Finetune/Step": 1746, "Finetune/Step Time": 4.438973385840654} +{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9460060596466064, "Finetune/Loss (Raw)": 0.43052199482917786, "Finetune/Step": 1747, "Finetune/Step Time": 4.475409043952823} +{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9438521862030029, "Finetune/Loss (Raw)": 0.872311532497406, "Finetune/Step": 1748, "Finetune/Step Time": 4.485805092379451} +{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9448028802871704, "Finetune/Loss (Raw)": 0.9828226566314697, "Finetune/Step": 1749, "Finetune/Step Time": 4.489632800221443} +{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9450697898864746, "Finetune/Loss (Raw)": 1.1009081602096558, "Finetune/Step": 1750, "Finetune/Step Time": 4.503620855510235} +{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9442466497421265, "Finetune/Loss (Raw)": 1.0407803058624268, "Finetune/Step": 1751, "Finetune/Step Time": 4.5072252955287695} +{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.946242094039917, "Finetune/Loss (Raw)": 1.1811472177505493, "Finetune/Step": 1752, "Finetune/Step Time": 4.506555151194334} +{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9458917379379272, "Finetune/Loss (Raw)": 0.9409220814704895, "Finetune/Step": 1753, "Finetune/Step Time": 4.51023524440825} +{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9458886981010437, "Finetune/Loss (Raw)": 1.0038259029388428, "Finetune/Step": 1754, "Finetune/Step Time": 4.511701023206115} +{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9454819560050964, "Finetune/Loss (Raw)": 0.9866220355033875, "Finetune/Step": 1755, "Finetune/Step Time": 4.523440353572369} +{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9462546110153198, "Finetune/Loss (Raw)": 1.0891979932785034, "Finetune/Step": 1756, "Finetune/Step Time": 4.526788756251335} +{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9416001439094543, "Finetune/Loss (Raw)": 0.3596113324165344, "Finetune/Step": 1757, "Finetune/Step Time": 4.564901519566774} +{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9402239322662354, "Finetune/Loss (Raw)": 0.8585224151611328, "Finetune/Step": 1758, "Finetune/Step Time": 4.568904852494597} +{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9409041404724121, "Finetune/Loss (Raw)": 1.0400022268295288, "Finetune/Step": 1759, "Finetune/Step Time": 4.574573367834091} +{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9417988061904907, "Finetune/Loss (Raw)": 1.0516432523727417, "Finetune/Step": 1760, "Finetune/Step Time": 4.572270272299647} +{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9416754245758057, "Finetune/Loss (Raw)": 0.8726220726966858, "Finetune/Step": 1761, "Finetune/Step Time": 4.57118509337306} +{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9403953552246094, "Finetune/Loss (Raw)": 0.8456906080245972, "Finetune/Step": 1762, "Finetune/Step Time": 4.580519827082753} +{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9412928223609924, "Finetune/Loss (Raw)": 1.09758460521698, "Finetune/Step": 1763, "Finetune/Step Time": 4.575314125046134} +{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9418882727622986, "Finetune/Loss (Raw)": 1.0650838613510132, "Finetune/Step": 1764, "Finetune/Step Time": 4.59556720033288} +{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9414506554603577, "Finetune/Loss (Raw)": 0.9083285927772522, "Finetune/Step": 1765, "Finetune/Step Time": 4.613685987889767} +{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9422035217285156, "Finetune/Loss (Raw)": 1.0056601762771606, "Finetune/Step": 1766, "Finetune/Step Time": 4.61026438139379} +{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9421340227127075, "Finetune/Loss (Raw)": 0.836014449596405, "Finetune/Step": 1767, "Finetune/Step Time": 4.611097615212202} +{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9411420226097107, "Finetune/Loss (Raw)": 0.8993268013000488, "Finetune/Step": 1768, "Finetune/Step Time": 4.611936829984188} +{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9393562078475952, "Finetune/Loss (Raw)": 0.806258499622345, "Finetune/Step": 1769, "Finetune/Step Time": 4.626827746629715} +{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9396559596061707, "Finetune/Loss (Raw)": 1.0276654958724976, "Finetune/Step": 1770, "Finetune/Step Time": 4.627997029572725} +{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9383077621459961, "Finetune/Loss (Raw)": 0.9053130745887756, "Finetune/Step": 1771, "Finetune/Step Time": 4.63151378557086} +{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9391701221466064, "Finetune/Loss (Raw)": 1.0985283851623535, "Finetune/Step": 1772, "Finetune/Step Time": 4.605528088286519} +{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9395286440849304, "Finetune/Loss (Raw)": 0.9668765664100647, "Finetune/Step": 1773, "Finetune/Step Time": 4.614983154460788} +{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9390879273414612, "Finetune/Loss (Raw)": 0.9656782150268555, "Finetune/Step": 1774, "Finetune/Step Time": 4.627847841009498} +{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9401061534881592, "Finetune/Loss (Raw)": 1.0399997234344482, "Finetune/Step": 1775, "Finetune/Step Time": 4.6143712885677814} +{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9394614100456238, "Finetune/Loss (Raw)": 0.9662150740623474, "Finetune/Step": 1776, "Finetune/Step Time": 4.612974112853408} +{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9400666952133179, "Finetune/Loss (Raw)": 1.0223604440689087, "Finetune/Step": 1777, "Finetune/Step Time": 4.607582047581673} +{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9399435520172119, "Finetune/Loss (Raw)": 0.949745774269104, "Finetune/Step": 1778, "Finetune/Step Time": 4.609662991017103} +{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9416443705558777, "Finetune/Loss (Raw)": 1.1033717393875122, "Finetune/Step": 1779, "Finetune/Step Time": 4.594218984246254} +{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9419562816619873, "Finetune/Loss (Raw)": 0.939547598361969, "Finetune/Step": 1780, "Finetune/Step Time": 4.586103763431311} +{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9408881068229675, "Finetune/Loss (Raw)": 0.8382765054702759, "Finetune/Step": 1781, "Finetune/Step Time": 4.588011084124446} +{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9402128458023071, "Finetune/Loss (Raw)": 0.9379408359527588, "Finetune/Step": 1782, "Finetune/Step Time": 4.575086861848831} +{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9441057443618774, "Finetune/Loss (Raw)": 0.8769071102142334, "Finetune/Step": 1783, "Finetune/Step Time": 4.538658667355776} +{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9448518753051758, "Finetune/Loss (Raw)": 1.0727347135543823, "Finetune/Step": 1784, "Finetune/Step Time": 4.54324065707624} +{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9440710544586182, "Finetune/Loss (Raw)": 0.785754382610321, "Finetune/Step": 1785, "Finetune/Step Time": 4.557607965543866} +{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9437158107757568, "Finetune/Loss (Raw)": 0.9253702759742737, "Finetune/Step": 1786, "Finetune/Step Time": 4.555238837376237} +{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9415066242218018, "Finetune/Loss (Raw)": 0.8079689145088196, "Finetune/Step": 1787, "Finetune/Step Time": 4.560609344393015} +{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9407777786254883, "Finetune/Loss (Raw)": 0.8799697160720825, "Finetune/Step": 1788, "Finetune/Step Time": 4.556353237479925} +{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9357507228851318, "Finetune/Loss (Raw)": 0.2917650640010834, "Finetune/Step": 1789, "Finetune/Step Time": 4.593634225428104} +{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9355869293212891, "Finetune/Loss (Raw)": 1.0483944416046143, "Finetune/Step": 1790, "Finetune/Step Time": 4.596517566591501} +{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9385828971862793, "Finetune/Loss (Raw)": 1.0991235971450806, "Finetune/Step": 1791, "Finetune/Step Time": 4.589156456291676} +{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9401822090148926, "Finetune/Loss (Raw)": 1.0092051029205322, "Finetune/Step": 1792, "Finetune/Step Time": 4.589762656018138} +{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9382771253585815, "Finetune/Loss (Raw)": 0.8271510004997253, "Finetune/Step": 1793, "Finetune/Step Time": 4.604473115876317} +{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9394713640213013, "Finetune/Loss (Raw)": 1.055356740951538, "Finetune/Step": 1794, "Finetune/Step Time": 4.610815076157451} +{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9344951510429382, "Finetune/Loss (Raw)": 0.3684256970882416, "Finetune/Step": 1795, "Finetune/Step Time": 4.649338349699974} +{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9333072304725647, "Finetune/Loss (Raw)": 0.917421281337738, "Finetune/Step": 1796, "Finetune/Step Time": 4.64191447198391} +{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9337397217750549, "Finetune/Loss (Raw)": 1.0189597606658936, "Finetune/Step": 1797, "Finetune/Step Time": 4.641015570610762} +{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9332536458969116, "Finetune/Loss (Raw)": 0.9373639225959778, "Finetune/Step": 1798, "Finetune/Step Time": 4.644825572147965} +{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9335289001464844, "Finetune/Loss (Raw)": 0.9383066892623901, "Finetune/Step": 1799, "Finetune/Step Time": 4.635871697217226} +{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326066970825195, "Finetune/Loss (Raw)": 0.9222487807273865, "Finetune/Step": 1800, "Finetune/Step Time": 4.629719028249383} +{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9343772530555725, "Finetune/Loss (Raw)": 1.0816669464111328, "Finetune/Step": 1801, "Finetune/Step Time": 4.634008103981614} +{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9356762170791626, "Finetune/Loss (Raw)": 0.9643632173538208, "Finetune/Step": 1802, "Finetune/Step Time": 4.636283343657851} +{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9356942772865295, "Finetune/Loss (Raw)": 0.9431214332580566, "Finetune/Step": 1803, "Finetune/Step Time": 4.648729795590043} +{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9350213408470154, "Finetune/Loss (Raw)": 0.996150553226471, "Finetune/Step": 1804, "Finetune/Step Time": 4.6456731874495745} +{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9321863651275635, "Finetune/Loss (Raw)": 0.6548736095428467, "Finetune/Step": 1805, "Finetune/Step Time": 4.6542372070252895} +{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.932281494140625, "Finetune/Loss (Raw)": 0.8751123547554016, "Finetune/Step": 1806, "Finetune/Step Time": 4.666155572980642} +{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9367849826812744, "Finetune/Loss (Raw)": 0.9609871506690979, "Finetune/Step": 1807, "Finetune/Step Time": 4.627757804468274} +{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9370355010032654, "Finetune/Loss (Raw)": 0.9854196906089783, "Finetune/Step": 1808, "Finetune/Step Time": 4.6172857861965895} +{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9369502067565918, "Finetune/Loss (Raw)": 0.9657394886016846, "Finetune/Step": 1809, "Finetune/Step Time": 4.617191109806299} +{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9358446598052979, "Finetune/Loss (Raw)": 0.978935718536377, "Finetune/Step": 1810, "Finetune/Step Time": 4.614051410928369} +{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9364185333251953, "Finetune/Loss (Raw)": 0.9504684209823608, "Finetune/Step": 1811, "Finetune/Step Time": 4.611835449934006} +{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9366997480392456, "Finetune/Loss (Raw)": 0.9510651230812073, "Finetune/Step": 1812, "Finetune/Step Time": 4.6189090348780155} +{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9372233748435974, "Finetune/Loss (Raw)": 0.9485092163085938, "Finetune/Step": 1813, "Finetune/Step Time": 4.597818246111274} +{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9385921955108643, "Finetune/Loss (Raw)": 0.9971378445625305, "Finetune/Step": 1814, "Finetune/Step Time": 4.59156009554863} +{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9376932978630066, "Finetune/Loss (Raw)": 0.9094908833503723, "Finetune/Step": 1815, "Finetune/Step Time": 4.590160807594657} +{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9377179145812988, "Finetune/Loss (Raw)": 1.0589135885238647, "Finetune/Step": 1816, "Finetune/Step Time": 4.58559600263834} +{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9425971508026123, "Finetune/Loss (Raw)": 0.9278948307037354, "Finetune/Step": 1817, "Finetune/Step Time": 4.550519710406661} +{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9414194226264954, "Finetune/Loss (Raw)": 0.9201104044914246, "Finetune/Step": 1818, "Finetune/Step Time": 4.556720819324255} +{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9417487382888794, "Finetune/Loss (Raw)": 0.9995368719100952, "Finetune/Step": 1819, "Finetune/Step Time": 4.554294653236866} +{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9414405226707458, "Finetune/Loss (Raw)": 0.866604745388031, "Finetune/Step": 1820, "Finetune/Step Time": 4.537516599521041} +{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9423892498016357, "Finetune/Loss (Raw)": 0.9758972525596619, "Finetune/Step": 1821, "Finetune/Step Time": 4.523133244365454} +{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9459292888641357, "Finetune/Loss (Raw)": 1.2028183937072754, "Finetune/Step": 1822, "Finetune/Step Time": 4.515172392129898} +{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9464214444160461, "Finetune/Loss (Raw)": 0.9658313989639282, "Finetune/Step": 1823, "Finetune/Step Time": 4.506640654057264} +{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9455103278160095, "Finetune/Loss (Raw)": 0.8628220558166504, "Finetune/Step": 1824, "Finetune/Step Time": 4.511132599785924} +{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9448910355567932, "Finetune/Loss (Raw)": 0.9211868643760681, "Finetune/Step": 1825, "Finetune/Step Time": 4.511904772371054} +{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9454922676086426, "Finetune/Loss (Raw)": 1.025278091430664, "Finetune/Step": 1826, "Finetune/Step Time": 4.5124230198562145} +{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9448357820510864, "Finetune/Loss (Raw)": 0.9553409218788147, "Finetune/Step": 1827, "Finetune/Step Time": 4.544540174305439} +{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.945439338684082, "Finetune/Loss (Raw)": 1.108821988105774, "Finetune/Step": 1828, "Finetune/Step Time": 4.542306512594223} +{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9459611773490906, "Finetune/Loss (Raw)": 1.137904167175293, "Finetune/Step": 1829, "Finetune/Step Time": 4.546456526964903} +{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9465208053588867, "Finetune/Loss (Raw)": 1.0666780471801758, "Finetune/Step": 1830, "Finetune/Step Time": 4.558525511994958} +{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9470082521438599, "Finetune/Loss (Raw)": 0.9388561248779297, "Finetune/Step": 1831, "Finetune/Step Time": 4.543834321200848} +{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.952537477016449, "Finetune/Loss (Raw)": 1.051758885383606, "Finetune/Step": 1832, "Finetune/Step Time": 4.50435296446085} +{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9518979787826538, "Finetune/Loss (Raw)": 0.8692917227745056, "Finetune/Step": 1833, "Finetune/Step Time": 4.523609530180693} +{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9523797035217285, "Finetune/Loss (Raw)": 1.1127344369888306, "Finetune/Step": 1834, "Finetune/Step Time": 4.523470172658563} +{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9525494575500488, "Finetune/Loss (Raw)": 0.9790626764297485, "Finetune/Step": 1835, "Finetune/Step Time": 4.532270353287458} +{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9528472423553467, "Finetune/Loss (Raw)": 0.9947202205657959, "Finetune/Step": 1836, "Finetune/Step Time": 4.527330679818988} +{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9516868591308594, "Finetune/Loss (Raw)": 0.9546728134155273, "Finetune/Step": 1837, "Finetune/Step Time": 4.529151350259781} +{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9517762064933777, "Finetune/Loss (Raw)": 1.0143057107925415, "Finetune/Step": 1838, "Finetune/Step Time": 4.521847700700164} +{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.951614499092102, "Finetune/Loss (Raw)": 1.0009883642196655, "Finetune/Step": 1839, "Finetune/Step Time": 4.528990412130952} +{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9509403705596924, "Finetune/Loss (Raw)": 1.0548088550567627, "Finetune/Step": 1840, "Finetune/Step Time": 4.538954835385084} +{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949659526348114, "Finetune/Loss (Raw)": 0.8472838401794434, "Finetune/Step": 1841, "Finetune/Step Time": 4.540487488731742} +{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9503248333930969, "Finetune/Loss (Raw)": 1.0863536596298218, "Finetune/Step": 1842, "Finetune/Step Time": 4.539227683097124} +{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9516146183013916, "Finetune/Loss (Raw)": 0.9999339580535889, "Finetune/Step": 1843, "Finetune/Step Time": 4.544751141220331} +{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9519802331924438, "Finetune/Loss (Raw)": 0.9719812273979187, "Finetune/Step": 1844, "Finetune/Step Time": 4.5558509118855} +{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9511577486991882, "Finetune/Loss (Raw)": 0.9584121704101562, "Finetune/Step": 1845, "Finetune/Step Time": 4.5493114702403545} +{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9519796967506409, "Finetune/Loss (Raw)": 1.0983458757400513, "Finetune/Step": 1846, "Finetune/Step Time": 4.550933724269271} +{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9524742364883423, "Finetune/Loss (Raw)": 1.0324043035507202, "Finetune/Step": 1847, "Finetune/Step Time": 4.559495950117707} +{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.952005922794342, "Finetune/Loss (Raw)": 0.9828156232833862, "Finetune/Step": 1848, "Finetune/Step Time": 4.5513613019138575} +{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.952491819858551, "Finetune/Loss (Raw)": 1.0583702325820923, "Finetune/Step": 1849, "Finetune/Step Time": 4.544936766847968} +{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9529164433479309, "Finetune/Loss (Raw)": 1.0570422410964966, "Finetune/Step": 1850, "Finetune/Step Time": 4.551185118034482} +{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9514779448509216, "Finetune/Loss (Raw)": 0.874237596988678, "Finetune/Step": 1851, "Finetune/Step Time": 4.554369226098061} +{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.952456533908844, "Finetune/Loss (Raw)": 1.0183240175247192, "Finetune/Step": 1852, "Finetune/Step Time": 4.555792523548007} +{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9525808095932007, "Finetune/Loss (Raw)": 0.9997018575668335, "Finetune/Step": 1853, "Finetune/Step Time": 4.55706087872386} +{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9534227848052979, "Finetune/Loss (Raw)": 1.0100367069244385, "Finetune/Step": 1854, "Finetune/Step Time": 4.551087325438857} +{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9539098739624023, "Finetune/Loss (Raw)": 1.0557047128677368, "Finetune/Step": 1855, "Finetune/Step Time": 4.535839343443513} +{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9542182683944702, "Finetune/Loss (Raw)": 1.1139490604400635, "Finetune/Step": 1856, "Finetune/Step Time": 4.53571841865778} +{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.953521728515625, "Finetune/Loss (Raw)": 0.9388696551322937, "Finetune/Step": 1857, "Finetune/Step Time": 4.572522392496467} +{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9550299048423767, "Finetune/Loss (Raw)": 1.0226672887802124, "Finetune/Step": 1858, "Finetune/Step Time": 4.580152904614806} +{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9547426700592041, "Finetune/Loss (Raw)": 1.0789637565612793, "Finetune/Step": 1859, "Finetune/Step Time": 4.574677834287286} +{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9533618688583374, "Finetune/Loss (Raw)": 0.9286431670188904, "Finetune/Step": 1860, "Finetune/Step Time": 4.563082745298743} +{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9523684978485107, "Finetune/Loss (Raw)": 0.8729843497276306, "Finetune/Step": 1861, "Finetune/Step Time": 4.563463760539889} +{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9512147903442383, "Finetune/Loss (Raw)": 0.8771407604217529, "Finetune/Step": 1862, "Finetune/Step Time": 4.547953505069017} +{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.950644850730896, "Finetune/Loss (Raw)": 0.8540615439414978, "Finetune/Step": 1863, "Finetune/Step Time": 4.547032179310918} +{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9497805833816528, "Finetune/Loss (Raw)": 0.8642428517341614, "Finetune/Step": 1864, "Finetune/Step Time": 4.55179593898356} +{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9508764743804932, "Finetune/Loss (Raw)": 1.053225040435791, "Finetune/Step": 1865, "Finetune/Step Time": 4.5544808357954025} +{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9565721750259399, "Finetune/Loss (Raw)": 1.0808331966400146, "Finetune/Step": 1866, "Finetune/Step Time": 4.5304228737950325} +{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9578648209571838, "Finetune/Loss (Raw)": 1.1131222248077393, "Finetune/Step": 1867, "Finetune/Step Time": 4.536592245101929} +{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9586344957351685, "Finetune/Loss (Raw)": 0.9922667145729065, "Finetune/Step": 1868, "Finetune/Step Time": 4.538300538435578} +{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.958248496055603, "Finetune/Loss (Raw)": 1.0781147480010986, "Finetune/Step": 1869, "Finetune/Step Time": 4.535494556650519} +{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9585842490196228, "Finetune/Loss (Raw)": 0.9095646142959595, "Finetune/Step": 1870, "Finetune/Step Time": 4.533547151833773} +{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9587247371673584, "Finetune/Loss (Raw)": 0.9805070161819458, "Finetune/Step": 1871, "Finetune/Step Time": 4.547417094931006} +{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9582260847091675, "Finetune/Loss (Raw)": 0.8610199689865112, "Finetune/Step": 1872, "Finetune/Step Time": 4.552445342764258} +{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9533535838127136, "Finetune/Loss (Raw)": 0.3619190454483032, "Finetune/Step": 1873, "Finetune/Step Time": 4.579739635810256} +{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9535289406776428, "Finetune/Loss (Raw)": 1.0694258213043213, "Finetune/Step": 1874, "Finetune/Step Time": 4.581542598083615} +{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9574916362762451, "Finetune/Loss (Raw)": 0.9377472400665283, "Finetune/Step": 1875, "Finetune/Step Time": 4.554781828075647} +{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9583703279495239, "Finetune/Loss (Raw)": 0.9847844839096069, "Finetune/Step": 1876, "Finetune/Step Time": 4.5411468129605055} +{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9583196640014648, "Finetune/Loss (Raw)": 0.9763395190238953, "Finetune/Step": 1877, "Finetune/Step Time": 4.540556192398071} +{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9562269449234009, "Finetune/Loss (Raw)": 0.8330315351486206, "Finetune/Step": 1878, "Finetune/Step Time": 4.5331260450184345} +{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9565265774726868, "Finetune/Loss (Raw)": 1.0791378021240234, "Finetune/Step": 1879, "Finetune/Step Time": 4.519378649070859} +{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9537919759750366, "Finetune/Loss (Raw)": 0.8311235308647156, "Finetune/Step": 1880, "Finetune/Step Time": 4.534764263778925} +{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9530137181282043, "Finetune/Loss (Raw)": 0.8412965536117554, "Finetune/Step": 1881, "Finetune/Step Time": 4.542215183377266} +{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9530539512634277, "Finetune/Loss (Raw)": 1.0089763402938843, "Finetune/Step": 1882, "Finetune/Step Time": 4.538603492081165} +{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9523559212684631, "Finetune/Loss (Raw)": 0.8972757458686829, "Finetune/Step": 1883, "Finetune/Step Time": 4.547050921246409} +{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9465950131416321, "Finetune/Loss (Raw)": 0.35180342197418213, "Finetune/Step": 1884, "Finetune/Step Time": 4.58842010051012} +{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9515340328216553, "Finetune/Loss (Raw)": 0.9918022751808167, "Finetune/Step": 1885, "Finetune/Step Time": 4.552061015740037} +{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.953369140625, "Finetune/Loss (Raw)": 1.0934168100357056, "Finetune/Step": 1886, "Finetune/Step Time": 4.556562338024378} +{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9518277645111084, "Finetune/Loss (Raw)": 0.8427146673202515, "Finetune/Step": 1887, "Finetune/Step Time": 4.551291054114699} +{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.949770450592041, "Finetune/Loss (Raw)": 0.7883033156394958, "Finetune/Step": 1888, "Finetune/Step Time": 4.556720610707998} +{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9503445029258728, "Finetune/Loss (Raw)": 0.9460984468460083, "Finetune/Step": 1889, "Finetune/Step Time": 4.5626425333321095} +{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9511217474937439, "Finetune/Loss (Raw)": 0.945177435874939, "Finetune/Step": 1890, "Finetune/Step Time": 4.556431081146002} +{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9505738019943237, "Finetune/Loss (Raw)": 1.0274485349655151, "Finetune/Step": 1891, "Finetune/Step Time": 4.5459851156920195} +{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.951134443283081, "Finetune/Loss (Raw)": 1.1368464231491089, "Finetune/Step": 1892, "Finetune/Step Time": 4.526301713660359} +{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9516086578369141, "Finetune/Loss (Raw)": 0.9690321683883667, "Finetune/Step": 1893, "Finetune/Step Time": 4.5228706784546375} +{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9503230452537537, "Finetune/Loss (Raw)": 0.8410986661911011, "Finetune/Step": 1894, "Finetune/Step Time": 4.514349853619933} +{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9510529041290283, "Finetune/Loss (Raw)": 0.9294365644454956, "Finetune/Step": 1895, "Finetune/Step Time": 4.513863081112504} +{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9517116546630859, "Finetune/Loss (Raw)": 0.9836514592170715, "Finetune/Step": 1896, "Finetune/Step Time": 4.515865337103605} +{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9541960954666138, "Finetune/Loss (Raw)": 1.124260425567627, "Finetune/Step": 1897, "Finetune/Step Time": 4.502600150182843} +{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9540929198265076, "Finetune/Loss (Raw)": 1.0144602060317993, "Finetune/Step": 1898, "Finetune/Step Time": 4.512913398444653} +{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9536762237548828, "Finetune/Loss (Raw)": 0.8519762754440308, "Finetune/Step": 1899, "Finetune/Step Time": 4.5267353896051645} +{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9521403908729553, "Finetune/Loss (Raw)": 0.901941180229187, "Finetune/Step": 1900, "Finetune/Step Time": 4.528055798262358} +{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9518925547599792, "Finetune/Loss (Raw)": 0.9351565837860107, "Finetune/Step": 1901, "Finetune/Step Time": 4.5245224591344595} +{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9522390961647034, "Finetune/Loss (Raw)": 1.0100313425064087, "Finetune/Step": 1902, "Finetune/Step Time": 4.51532668620348} +{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9509209394454956, "Finetune/Loss (Raw)": 0.8712788224220276, "Finetune/Step": 1903, "Finetune/Step Time": 4.535775654017925} +{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9508880376815796, "Finetune/Loss (Raw)": 0.9620062112808228, "Finetune/Step": 1904, "Finetune/Step Time": 4.540854781866074} +{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9453899264335632, "Finetune/Loss (Raw)": 0.3185975253582001, "Finetune/Step": 1905, "Finetune/Step Time": 4.580582255497575} +{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.945568859577179, "Finetune/Loss (Raw)": 0.9726479649543762, "Finetune/Step": 1906, "Finetune/Step Time": 4.592494148761034} +{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9445977210998535, "Finetune/Loss (Raw)": 0.9790593385696411, "Finetune/Step": 1907, "Finetune/Step Time": 4.6130909733474255} +{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9443780183792114, "Finetune/Loss (Raw)": 0.9114391803741455, "Finetune/Step": 1908, "Finetune/Step Time": 4.6108645386993885} +{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9437825679779053, "Finetune/Loss (Raw)": 0.7620464563369751, "Finetune/Step": 1909, "Finetune/Step Time": 4.611374391242862} +{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9438850283622742, "Finetune/Loss (Raw)": 0.9510654807090759, "Finetune/Step": 1910, "Finetune/Step Time": 4.6138294246047735} +{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.944817304611206, "Finetune/Loss (Raw)": 0.9962407350540161, "Finetune/Step": 1911, "Finetune/Step Time": 4.619485104456544} +{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9441835880279541, "Finetune/Loss (Raw)": 0.9916133880615234, "Finetune/Step": 1912, "Finetune/Step Time": 4.61283771507442} +{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9457425475120544, "Finetune/Loss (Raw)": 0.9853008389472961, "Finetune/Step": 1913, "Finetune/Step Time": 4.597229151055217} +{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9471521973609924, "Finetune/Loss (Raw)": 1.1058061122894287, "Finetune/Step": 1914, "Finetune/Step Time": 4.594992734491825} +{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9492958784103394, "Finetune/Loss (Raw)": 1.082356572151184, "Finetune/Step": 1915, "Finetune/Step Time": 4.617043608799577} +{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9497333765029907, "Finetune/Loss (Raw)": 0.935979425907135, "Finetune/Step": 1916, "Finetune/Step Time": 4.616707187145948} +{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9542512893676758, "Finetune/Loss (Raw)": 0.8700480461120605, "Finetune/Step": 1917, "Finetune/Step Time": 4.579195868223906} +{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9531625509262085, "Finetune/Loss (Raw)": 0.9090349078178406, "Finetune/Step": 1918, "Finetune/Step Time": 4.567038290202618} +{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521725177764893, "Finetune/Loss (Raw)": 0.9724096655845642, "Finetune/Step": 1919, "Finetune/Step Time": 4.562950290739536} +{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510883092880249, "Finetune/Loss (Raw)": 0.8704200983047485, "Finetune/Step": 1920, "Finetune/Step Time": 4.572601072490215} +{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9527191519737244, "Finetune/Loss (Raw)": 1.0358991622924805, "Finetune/Step": 1921, "Finetune/Step Time": 4.5565289203077555} +{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9468358755111694, "Finetune/Loss (Raw)": 0.30230262875556946, "Finetune/Step": 1922, "Finetune/Step Time": 4.592560524120927} +{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515753984451294, "Finetune/Loss (Raw)": 0.9750725626945496, "Finetune/Step": 1923, "Finetune/Step Time": 4.555419979617} +{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527372717857361, "Finetune/Loss (Raw)": 1.0661505460739136, "Finetune/Step": 1924, "Finetune/Step Time": 4.554126001894474} +{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539955854415894, "Finetune/Loss (Raw)": 1.1800233125686646, "Finetune/Step": 1925, "Finetune/Step Time": 4.552090415731072} +{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492729902267456, "Finetune/Loss (Raw)": 0.3328717350959778, "Finetune/Step": 1926, "Finetune/Step Time": 4.585665056481957} +{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9450232982635498, "Finetune/Loss (Raw)": 0.39434614777565, "Finetune/Step": 1927, "Finetune/Step Time": 4.625491229817271} +{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9460201263427734, "Finetune/Loss (Raw)": 1.0498402118682861, "Finetune/Step": 1928, "Finetune/Step Time": 4.613656330853701} +{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9442167282104492, "Finetune/Loss (Raw)": 0.8508377075195312, "Finetune/Step": 1929, "Finetune/Step Time": 4.60499475710094} +{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9440467357635498, "Finetune/Loss (Raw)": 0.9425942301750183, "Finetune/Step": 1930, "Finetune/Step Time": 4.590337224304676} +{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443991184234619, "Finetune/Loss (Raw)": 0.9882218837738037, "Finetune/Step": 1931, "Finetune/Step Time": 4.568002767860889} +{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9433436393737793, "Finetune/Loss (Raw)": 0.861061155796051, "Finetune/Step": 1932, "Finetune/Step Time": 4.5823364201933146} +{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9459958076477051, "Finetune/Loss (Raw)": 0.9943447113037109, "Finetune/Step": 1933, "Finetune/Step Time": 4.575300622731447} +{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9472261071205139, "Finetune/Loss (Raw)": 1.0325955152511597, "Finetune/Step": 1934, "Finetune/Step Time": 4.561696434393525} +{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9480125308036804, "Finetune/Loss (Raw)": 1.0616469383239746, "Finetune/Step": 1935, "Finetune/Step Time": 4.568301936611533} +{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9469350576400757, "Finetune/Loss (Raw)": 0.8474971055984497, "Finetune/Step": 1936, "Finetune/Step Time": 4.576803820207715} +{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9471592307090759, "Finetune/Loss (Raw)": 0.9944369792938232, "Finetune/Step": 1937, "Finetune/Step Time": 4.575851820409298} +{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9426162242889404, "Finetune/Loss (Raw)": 0.3974316418170929, "Finetune/Step": 1938, "Finetune/Step Time": 4.607563471421599} +{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.942674458026886, "Finetune/Loss (Raw)": 0.9579195976257324, "Finetune/Step": 1939, "Finetune/Step Time": 4.603805232793093} +{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9401110410690308, "Finetune/Loss (Raw)": 0.6229565739631653, "Finetune/Step": 1940, "Finetune/Step Time": 4.604751603677869} +{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9399417638778687, "Finetune/Loss (Raw)": 0.9268301725387573, "Finetune/Step": 1941, "Finetune/Step Time": 4.603794975206256} +{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9411532282829285, "Finetune/Loss (Raw)": 1.1522130966186523, "Finetune/Step": 1942, "Finetune/Step Time": 4.605292776599526} +{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9423761367797852, "Finetune/Loss (Raw)": 1.0660254955291748, "Finetune/Step": 1943, "Finetune/Step Time": 4.598675921559334} +{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9417667388916016, "Finetune/Loss (Raw)": 0.9809121489524841, "Finetune/Step": 1944, "Finetune/Step Time": 4.597389407455921} +{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9375123381614685, "Finetune/Loss (Raw)": 0.3833267092704773, "Finetune/Step": 1945, "Finetune/Step Time": 4.634300269186497} +{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9377890229225159, "Finetune/Loss (Raw)": 0.9555273056030273, "Finetune/Step": 1946, "Finetune/Step Time": 4.641869446262717} +{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9390077590942383, "Finetune/Loss (Raw)": 1.1555360555648804, "Finetune/Step": 1947, "Finetune/Step Time": 4.639556312933564} +{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9408251047134399, "Finetune/Loss (Raw)": 1.099223256111145, "Finetune/Step": 1948, "Finetune/Step Time": 4.633589556440711} +{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9416207671165466, "Finetune/Loss (Raw)": 1.0777440071105957, "Finetune/Step": 1949, "Finetune/Step Time": 4.631654053926468} +{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.940787672996521, "Finetune/Loss (Raw)": 1.096185564994812, "Finetune/Step": 1950, "Finetune/Step Time": 4.633462194353342} +{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.941707968711853, "Finetune/Loss (Raw)": 1.0836212635040283, "Finetune/Step": 1951, "Finetune/Step Time": 4.643210316076875} +{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9435797929763794, "Finetune/Loss (Raw)": 1.1024221181869507, "Finetune/Step": 1952, "Finetune/Step Time": 4.637477397918701} +{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9423090219497681, "Finetune/Loss (Raw)": 0.7585224509239197, "Finetune/Step": 1953, "Finetune/Step Time": 4.6545147486031055} +{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9411782622337341, "Finetune/Loss (Raw)": 0.8805456757545471, "Finetune/Step": 1954, "Finetune/Step Time": 4.662913842126727} +{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9405204057693481, "Finetune/Loss (Raw)": 0.871131181716919, "Finetune/Step": 1955, "Finetune/Step Time": 4.647650117054582} +{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9387155771255493, "Finetune/Loss (Raw)": 0.8778049349784851, "Finetune/Step": 1956, "Finetune/Step Time": 4.64189519546926} +{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9384077191352844, "Finetune/Loss (Raw)": 1.0984911918640137, "Finetune/Step": 1957, "Finetune/Step Time": 4.64049382135272} +{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9386664032936096, "Finetune/Loss (Raw)": 1.0998003482818604, "Finetune/Step": 1958, "Finetune/Step Time": 4.625490894541144} +{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9380077123641968, "Finetune/Loss (Raw)": 0.8545424938201904, "Finetune/Step": 1959, "Finetune/Step Time": 4.622756369411945} +{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9388278126716614, "Finetune/Loss (Raw)": 1.1567318439483643, "Finetune/Step": 1960, "Finetune/Step Time": 4.628256710246205} +{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9386287927627563, "Finetune/Loss (Raw)": 0.8438162207603455, "Finetune/Step": 1961, "Finetune/Step Time": 4.615802219137549} +{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9331105351448059, "Finetune/Loss (Raw)": 0.4063993990421295, "Finetune/Step": 1962, "Finetune/Step Time": 4.655845999717712} +{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9285224676132202, "Finetune/Loss (Raw)": 0.3917853832244873, "Finetune/Step": 1963, "Finetune/Step Time": 4.680213650688529} +{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9290460348129272, "Finetune/Loss (Raw)": 1.0617400407791138, "Finetune/Step": 1964, "Finetune/Step Time": 4.686973478645086} +{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9282767176628113, "Finetune/Loss (Raw)": 0.8561986088752747, "Finetune/Step": 1965, "Finetune/Step Time": 4.6858242601156235} +{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9274047613143921, "Finetune/Loss (Raw)": 0.9027042984962463, "Finetune/Step": 1966, "Finetune/Step Time": 4.6806396301835775} +{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9262418150901794, "Finetune/Loss (Raw)": 0.8521221280097961, "Finetune/Step": 1967, "Finetune/Step Time": 4.663391504436731} +{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9260786771774292, "Finetune/Loss (Raw)": 1.0339291095733643, "Finetune/Step": 1968, "Finetune/Step Time": 4.654742866754532} +{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9229337573051453, "Finetune/Loss (Raw)": 0.4447340965270996, "Finetune/Step": 1969, "Finetune/Step Time": 4.690956316888332} +{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9218240976333618, "Finetune/Loss (Raw)": 0.9443215727806091, "Finetune/Step": 1970, "Finetune/Step Time": 4.685606170445681} +{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9171416759490967, "Finetune/Loss (Raw)": 0.400583416223526, "Finetune/Step": 1971, "Finetune/Step Time": 4.7070109862834215} +{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9168378710746765, "Finetune/Loss (Raw)": 0.93309086561203, "Finetune/Step": 1972, "Finetune/Step Time": 4.695288771763444} +{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9163637161254883, "Finetune/Loss (Raw)": 0.8977187275886536, "Finetune/Step": 1973, "Finetune/Step Time": 4.722558656707406} +{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9164621829986572, "Finetune/Loss (Raw)": 1.1109508275985718, "Finetune/Step": 1974, "Finetune/Step Time": 4.72146020270884} +{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9157750606536865, "Finetune/Loss (Raw)": 0.9444554448127747, "Finetune/Step": 1975, "Finetune/Step Time": 4.711038775742054} +{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.915704607963562, "Finetune/Loss (Raw)": 0.9737990498542786, "Finetune/Step": 1976, "Finetune/Step Time": 4.713841941207647} +{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9154321551322937, "Finetune/Loss (Raw)": 1.0234918594360352, "Finetune/Step": 1977, "Finetune/Step Time": 4.722251001745462} +{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.915524959564209, "Finetune/Loss (Raw)": 1.068919062614441, "Finetune/Step": 1978, "Finetune/Step Time": 4.715666307136416} +{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.911616325378418, "Finetune/Loss (Raw)": 0.3739321827888489, "Finetune/Step": 1979, "Finetune/Step Time": 4.73024552129209} +{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9105110168457031, "Finetune/Loss (Raw)": 0.8768505454063416, "Finetune/Step": 1980, "Finetune/Step Time": 4.743547141551971} +{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9107062220573425, "Finetune/Loss (Raw)": 1.0246816873550415, "Finetune/Step": 1981, "Finetune/Step Time": 4.74382146447897} +{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9105314016342163, "Finetune/Loss (Raw)": 0.9876582026481628, "Finetune/Step": 1982, "Finetune/Step Time": 4.752030519768596} +{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9094363451004028, "Finetune/Loss (Raw)": 0.9155430793762207, "Finetune/Step": 1983, "Finetune/Step Time": 4.750857420265675} +{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9095133543014526, "Finetune/Loss (Raw)": 1.1238082647323608, "Finetune/Step": 1984, "Finetune/Step Time": 4.750841312110424} +{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9102170467376709, "Finetune/Loss (Raw)": 1.0289429426193237, "Finetune/Step": 1985, "Finetune/Step Time": 4.710962971672416} +{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9116073846817017, "Finetune/Loss (Raw)": 1.200622797012329, "Finetune/Step": 1986, "Finetune/Step Time": 4.701230920851231} +{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9109147191047668, "Finetune/Loss (Raw)": 0.9903094172477722, "Finetune/Step": 1987, "Finetune/Step Time": 4.727862481027842} +{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.910650372505188, "Finetune/Loss (Raw)": 0.8948014974594116, "Finetune/Step": 1988, "Finetune/Step Time": 4.725998111069202} +{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9115972518920898, "Finetune/Loss (Raw)": 0.9941795468330383, "Finetune/Step": 1989, "Finetune/Step Time": 4.727908248081803} +{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9126666784286499, "Finetune/Loss (Raw)": 1.014041781425476, "Finetune/Step": 1990, "Finetune/Step Time": 4.728470599278808} +{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9126090407371521, "Finetune/Loss (Raw)": 0.8466747403144836, "Finetune/Step": 1991, "Finetune/Step Time": 4.724620312452316} +{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9136770963668823, "Finetune/Loss (Raw)": 1.0009546279907227, "Finetune/Step": 1992, "Finetune/Step Time": 4.7197600938379765} +{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9124817252159119, "Finetune/Loss (Raw)": 0.9002189636230469, "Finetune/Step": 1993, "Finetune/Step Time": 4.724134372547269} +{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.910114049911499, "Finetune/Loss (Raw)": 0.7777662873268127, "Finetune/Step": 1994, "Finetune/Step Time": 4.719974610954523} +{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9078506827354431, "Finetune/Loss (Raw)": 0.8234153985977173, "Finetune/Step": 1995, "Finetune/Step Time": 4.723922502249479} +{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9068027138710022, "Finetune/Loss (Raw)": 0.8581238985061646, "Finetune/Step": 1996, "Finetune/Step Time": 4.711046559736133} +{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9068065881729126, "Finetune/Loss (Raw)": 1.0786042213439941, "Finetune/Step": 1997, "Finetune/Step Time": 4.713281571865082} +{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9069591760635376, "Finetune/Loss (Raw)": 0.9291037321090698, "Finetune/Step": 1998, "Finetune/Step Time": 4.708281323313713} +{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9024974703788757, "Finetune/Loss (Raw)": 0.40940719842910767, "Finetune/Step": 1999, "Finetune/Step Time": 4.714476019144058} +{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9027314186096191, "Finetune/Loss (Raw)": 0.8909668326377869, "Finetune/Step": 2000, "Finetune/Step Time": 4.737574398517609} +{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9076200723648071, "Finetune/Loss (Raw)": 0.987664520740509, "Finetune/Step": 2001, "Finetune/Step Time": 4.703800585120916} +{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.9067212343215942, "Finetune/Loss (Raw)": 0.9543780088424683, "Finetune/Step": 2002, "Finetune/Step Time": 4.700864685699344} +{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.9064269065856934, "Finetune/Loss (Raw)": 0.9000762104988098, "Finetune/Step": 2003, "Finetune/Step Time": 4.7054430935531855} +{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9059054255485535, "Finetune/Loss (Raw)": 0.9180328845977783, "Finetune/Step": 2004, "Finetune/Step Time": 4.709680149331689} +{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9056320190429688, "Finetune/Loss (Raw)": 0.9413350224494934, "Finetune/Step": 2005, "Finetune/Step Time": 4.703294845297933} +{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9065702557563782, "Finetune/Loss (Raw)": 0.9531375765800476, "Finetune/Step": 2006, "Finetune/Step Time": 4.692385300993919} +{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.907207727432251, "Finetune/Loss (Raw)": 1.160731315612793, "Finetune/Step": 2007, "Finetune/Step Time": 4.692302720621228} +{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9086639881134033, "Finetune/Loss (Raw)": 1.0175254344940186, "Finetune/Step": 2008, "Finetune/Step Time": 4.677027532830834} +{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9091377854347229, "Finetune/Loss (Raw)": 0.9019346237182617, "Finetune/Step": 2009, "Finetune/Step Time": 4.665628699585795} +{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095664620399475, "Finetune/Loss (Raw)": 1.0638506412506104, "Finetune/Step": 2010, "Finetune/Step Time": 4.665149923413992} +{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112994074821472, "Finetune/Loss (Raw)": 1.119094967842102, "Finetune/Step": 2011, "Finetune/Step Time": 4.653259042650461} +{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9160880446434021, "Finetune/Loss (Raw)": 0.9647474884986877, "Finetune/Step": 2012, "Finetune/Step Time": 4.609007928520441} +{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165846109390259, "Finetune/Loss (Raw)": 1.0553526878356934, "Finetune/Step": 2013, "Finetune/Step Time": 4.630597723647952} +{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9144490957260132, "Finetune/Loss (Raw)": 0.8200793862342834, "Finetune/Step": 2014, "Finetune/Step Time": 4.645029224455357} +{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9108965396881104, "Finetune/Loss (Raw)": 0.38798755407333374, "Finetune/Step": 2015, "Finetune/Step Time": 4.6793457213789225} +{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078545570373535, "Finetune/Loss (Raw)": 0.39893102645874023, "Finetune/Step": 2016, "Finetune/Step Time": 4.7170034777373075} +{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072736501693726, "Finetune/Loss (Raw)": 0.8717399835586548, "Finetune/Step": 2017, "Finetune/Step Time": 4.728068713098764} +{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.907555103302002, "Finetune/Loss (Raw)": 0.981204092502594, "Finetune/Step": 2018, "Finetune/Step Time": 4.729175787419081} +{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9063535332679749, "Finetune/Loss (Raw)": 0.8736495971679688, "Finetune/Step": 2019, "Finetune/Step Time": 4.730101615190506} +{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9051873683929443, "Finetune/Loss (Raw)": 0.9875826835632324, "Finetune/Step": 2020, "Finetune/Step Time": 4.733944704756141} +{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9053999781608582, "Finetune/Loss (Raw)": 0.99623703956604, "Finetune/Step": 2021, "Finetune/Step Time": 4.735264275223017} +{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9060999155044556, "Finetune/Loss (Raw)": 0.9306974411010742, "Finetune/Step": 2022, "Finetune/Step Time": 4.741721531376243} +{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9049878120422363, "Finetune/Loss (Raw)": 0.7870834469795227, "Finetune/Step": 2023, "Finetune/Step Time": 4.766700133681297} +{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9048846364021301, "Finetune/Loss (Raw)": 0.9704467058181763, "Finetune/Step": 2024, "Finetune/Step Time": 4.765945790335536} +{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9032129049301147, "Finetune/Loss (Raw)": 0.9102798104286194, "Finetune/Step": 2025, "Finetune/Step Time": 4.778143212199211} +{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029631614685059, "Finetune/Loss (Raw)": 0.9824932217597961, "Finetune/Step": 2026, "Finetune/Step Time": 4.7593682408332825} +{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9031112194061279, "Finetune/Loss (Raw)": 0.8709274530410767, "Finetune/Step": 2027, "Finetune/Step Time": 4.739246256649494} +{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037913084030151, "Finetune/Loss (Raw)": 0.9889934659004211, "Finetune/Step": 2028, "Finetune/Step Time": 4.753130057826638} +{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048258066177368, "Finetune/Loss (Raw)": 1.067566156387329, "Finetune/Step": 2029, "Finetune/Step Time": 4.746112225577235} +{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996573090553284, "Finetune/Loss (Raw)": 0.34846779704093933, "Finetune/Step": 2030, "Finetune/Step Time": 4.777122363448143} +{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000779986381531, "Finetune/Loss (Raw)": 0.925125241279602, "Finetune/Step": 2031, "Finetune/Step Time": 4.755695633590221} +{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9009402990341187, "Finetune/Loss (Raw)": 1.0723813772201538, "Finetune/Step": 2032, "Finetune/Step Time": 4.7507368568331} +{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9067203998565674, "Finetune/Loss (Raw)": 1.0584518909454346, "Finetune/Step": 2033, "Finetune/Step Time": 4.716948734596372} +{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9075725078582764, "Finetune/Loss (Raw)": 1.081709861755371, "Finetune/Step": 2034, "Finetune/Step Time": 4.70485801436007} +{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.9067199230194092, "Finetune/Loss (Raw)": 0.8699352741241455, "Finetune/Step": 2035, "Finetune/Step Time": 4.70939826220274} +{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9074690341949463, "Finetune/Loss (Raw)": 1.0073258876800537, "Finetune/Step": 2036, "Finetune/Step Time": 4.7227764166891575} +{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9092231392860413, "Finetune/Loss (Raw)": 0.9865696430206299, "Finetune/Step": 2037, "Finetune/Step Time": 4.741653544828296} +{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908350944519043, "Finetune/Loss (Raw)": 0.8394292593002319, "Finetune/Step": 2038, "Finetune/Step Time": 4.743843829259276} +{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9089807868003845, "Finetune/Loss (Raw)": 1.076856017112732, "Finetune/Step": 2039, "Finetune/Step Time": 4.73797332495451} +{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9093010425567627, "Finetune/Loss (Raw)": 1.0326124429702759, "Finetune/Step": 2040, "Finetune/Step Time": 4.736885268241167} +{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9095982313156128, "Finetune/Loss (Raw)": 1.023339033126831, "Finetune/Step": 2041, "Finetune/Step Time": 4.780558163300157} +{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9074696898460388, "Finetune/Loss (Raw)": 0.8333501815795898, "Finetune/Step": 2042, "Finetune/Step Time": 4.781541243195534} +{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.906525194644928, "Finetune/Loss (Raw)": 0.9614657759666443, "Finetune/Step": 2043, "Finetune/Step Time": 4.751689124852419} +{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9066755175590515, "Finetune/Loss (Raw)": 0.9552124738693237, "Finetune/Step": 2044, "Finetune/Step Time": 4.75146696716547} +{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9081907868385315, "Finetune/Loss (Raw)": 1.0640093088150024, "Finetune/Step": 2045, "Finetune/Step Time": 4.76340533234179} +{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9094188809394836, "Finetune/Loss (Raw)": 1.0662317276000977, "Finetune/Step": 2046, "Finetune/Step Time": 4.7633272390812635} +{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9094493389129639, "Finetune/Loss (Raw)": 0.9763001799583435, "Finetune/Step": 2047, "Finetune/Step Time": 4.766669990494847} +{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9091062545776367, "Finetune/Loss (Raw)": 0.8265026211738586, "Finetune/Step": 2048, "Finetune/Step Time": 4.755624419078231} +{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9068083763122559, "Finetune/Loss (Raw)": 0.7417857050895691, "Finetune/Step": 2049, "Finetune/Step Time": 4.770222680643201} +{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9111993312835693, "Finetune/Loss (Raw)": 0.8643370866775513, "Finetune/Step": 2050, "Finetune/Step Time": 4.745671257376671} +{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9121372699737549, "Finetune/Loss (Raw)": 1.0951261520385742, "Finetune/Step": 2051, "Finetune/Step Time": 4.749259265139699} +{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9116132259368896, "Finetune/Loss (Raw)": 0.999067485332489, "Finetune/Step": 2052, "Finetune/Step Time": 4.761265395209193} +{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9098252654075623, "Finetune/Loss (Raw)": 0.9511678814888, "Finetune/Step": 2053, "Finetune/Step Time": 4.7636731415987015} +{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9156175255775452, "Finetune/Loss (Raw)": 1.07429039478302, "Finetune/Step": 2054, "Finetune/Step Time": 4.727386232465506} +{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9205915927886963, "Finetune/Loss (Raw)": 1.0310214757919312, "Finetune/Step": 2055, "Finetune/Step Time": 4.694423973560333} +{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9204884171485901, "Finetune/Loss (Raw)": 1.036635160446167, "Finetune/Step": 2056, "Finetune/Step Time": 4.694792807102203} +{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9211359620094299, "Finetune/Loss (Raw)": 0.9337250590324402, "Finetune/Step": 2057, "Finetune/Step Time": 4.703779488801956} +{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.921031653881073, "Finetune/Loss (Raw)": 0.929240882396698, "Finetune/Step": 2058, "Finetune/Step Time": 4.715043211355805} +{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9199973344802856, "Finetune/Loss (Raw)": 0.8558294773101807, "Finetune/Step": 2059, "Finetune/Step Time": 4.716516435146332} +{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9208623170852661, "Finetune/Loss (Raw)": 0.9717769622802734, "Finetune/Step": 2060, "Finetune/Step Time": 4.696715075522661} +{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9213423728942871, "Finetune/Loss (Raw)": 1.05579674243927, "Finetune/Step": 2061, "Finetune/Step Time": 4.695453891530633} +{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9201493263244629, "Finetune/Loss (Raw)": 0.8798880577087402, "Finetune/Step": 2062, "Finetune/Step Time": 4.695321138948202} +{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9199137687683105, "Finetune/Loss (Raw)": 1.0314929485321045, "Finetune/Step": 2063, "Finetune/Step Time": 4.687058346346021} +{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9209453463554382, "Finetune/Loss (Raw)": 0.9795336127281189, "Finetune/Step": 2064, "Finetune/Step Time": 4.700997041538358} +{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9209821820259094, "Finetune/Loss (Raw)": 0.9991554021835327, "Finetune/Step": 2065, "Finetune/Step Time": 4.708439348265529} +{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9205349683761597, "Finetune/Loss (Raw)": 0.34018638730049133, "Finetune/Step": 2066, "Finetune/Step Time": 4.708872525021434} +{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9206857681274414, "Finetune/Loss (Raw)": 0.9772201776504517, "Finetune/Step": 2067, "Finetune/Step Time": 4.70426781475544} +{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9232476949691772, "Finetune/Loss (Raw)": 0.9508873820304871, "Finetune/Step": 2068, "Finetune/Step Time": 4.693025592714548} +{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9232584238052368, "Finetune/Loss (Raw)": 0.9281980395317078, "Finetune/Step": 2069, "Finetune/Step Time": 4.695187097415328} +{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9199562072753906, "Finetune/Loss (Raw)": 0.7295388579368591, "Finetune/Step": 2070, "Finetune/Step Time": 4.7015596106648445} +{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.919457733631134, "Finetune/Loss (Raw)": 1.0022141933441162, "Finetune/Step": 2071, "Finetune/Step Time": 4.708240227773786} +{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9206333160400391, "Finetune/Loss (Raw)": 1.1313872337341309, "Finetune/Step": 2072, "Finetune/Step Time": 4.7006784453988075} +{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.924974799156189, "Finetune/Loss (Raw)": 0.9390402436256409, "Finetune/Step": 2073, "Finetune/Step Time": 4.67348750308156} +{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9257303476333618, "Finetune/Loss (Raw)": 1.0522315502166748, "Finetune/Step": 2074, "Finetune/Step Time": 4.6641708221286535} +{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9238458275794983, "Finetune/Loss (Raw)": 0.9143179059028625, "Finetune/Step": 2075, "Finetune/Step Time": 4.675057524815202} +{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9215333461761475, "Finetune/Loss (Raw)": 0.8032293915748596, "Finetune/Step": 2076, "Finetune/Step Time": 4.688016392290592} +{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9200413227081299, "Finetune/Loss (Raw)": 0.8867682218551636, "Finetune/Step": 2077, "Finetune/Step Time": 4.68799577280879} +{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.91860032081604, "Finetune/Loss (Raw)": 0.9117400050163269, "Finetune/Step": 2078, "Finetune/Step Time": 4.682379897683859} +{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9176290035247803, "Finetune/Loss (Raw)": 0.95928555727005, "Finetune/Step": 2079, "Finetune/Step Time": 4.6719233095645905} +{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9152637720108032, "Finetune/Loss (Raw)": 0.7996705174446106, "Finetune/Step": 2080, "Finetune/Step Time": 4.685804648324847} +{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9167360067367554, "Finetune/Loss (Raw)": 0.9469654560089111, "Finetune/Step": 2081, "Finetune/Step Time": 4.680634392425418} +{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9167603254318237, "Finetune/Loss (Raw)": 0.8836683034896851, "Finetune/Step": 2082, "Finetune/Step Time": 4.667596587911248} +{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.9177461862564087, "Finetune/Loss (Raw)": 0.9973094463348389, "Finetune/Step": 2083, "Finetune/Step Time": 4.660994002595544} +{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9197758436203003, "Finetune/Loss (Raw)": 1.1376065015792847, "Finetune/Step": 2084, "Finetune/Step Time": 4.656593702733517} +{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9136633276939392, "Finetune/Loss (Raw)": 0.31608861684799194, "Finetune/Step": 2085, "Finetune/Step Time": 4.688537059351802} +{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129350781440735, "Finetune/Loss (Raw)": 1.0065853595733643, "Finetune/Step": 2086, "Finetune/Step Time": 4.693181639537215} +{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146720170974731, "Finetune/Loss (Raw)": 1.0768672227859497, "Finetune/Step": 2087, "Finetune/Step Time": 4.6829741057008505} +{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.913999080657959, "Finetune/Loss (Raw)": 1.07059907913208, "Finetune/Step": 2088, "Finetune/Step Time": 4.673107489943504} +{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9153144955635071, "Finetune/Loss (Raw)": 1.0121912956237793, "Finetune/Step": 2089, "Finetune/Step Time": 4.673284018412232} +{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142235517501831, "Finetune/Loss (Raw)": 0.266752153635025, "Finetune/Step": 2090, "Finetune/Step Time": 4.673813978210092} +{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9179012179374695, "Finetune/Loss (Raw)": 0.8625320196151733, "Finetune/Step": 2091, "Finetune/Step Time": 4.639294819906354} +{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9177302122116089, "Finetune/Loss (Raw)": 1.0398571491241455, "Finetune/Step": 2092, "Finetune/Step Time": 4.626892078667879} +{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9187593460083008, "Finetune/Loss (Raw)": 0.9879285097122192, "Finetune/Step": 2093, "Finetune/Step Time": 4.625014828518033} +{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9202277064323425, "Finetune/Loss (Raw)": 1.0906528234481812, "Finetune/Step": 2094, "Finetune/Step Time": 4.625848304480314} +{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9213018417358398, "Finetune/Loss (Raw)": 0.9895994067192078, "Finetune/Step": 2095, "Finetune/Step Time": 4.630341025069356} +{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.920724630355835, "Finetune/Loss (Raw)": 0.9600532650947571, "Finetune/Step": 2096, "Finetune/Step Time": 4.62730522826314} +{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256713390350342, "Finetune/Loss (Raw)": 1.0779192447662354, "Finetune/Step": 2097, "Finetune/Step Time": 4.588230332359672} +{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9256778955459595, "Finetune/Loss (Raw)": 0.9451509714126587, "Finetune/Step": 2098, "Finetune/Step Time": 4.597150946035981} +{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9254170656204224, "Finetune/Loss (Raw)": 0.3672015368938446, "Finetune/Step": 2099, "Finetune/Step Time": 4.599573904648423} +{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9245695471763611, "Finetune/Loss (Raw)": 0.8246127963066101, "Finetune/Step": 2100, "Finetune/Step Time": 4.605619279667735} +{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9257116913795471, "Finetune/Loss (Raw)": 1.043907880783081, "Finetune/Step": 2101, "Finetune/Step Time": 4.569857556372881} +{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9242397546768188, "Finetune/Loss (Raw)": 0.9225452542304993, "Finetune/Step": 2102, "Finetune/Step Time": 4.573083134368062} +{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9197286367416382, "Finetune/Loss (Raw)": 0.3670281171798706, "Finetune/Step": 2103, "Finetune/Step Time": 4.6128801964223385} +{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9194015264511108, "Finetune/Loss (Raw)": 0.9319311380386353, "Finetune/Step": 2104, "Finetune/Step Time": 4.625575358048081} +{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9188680648803711, "Finetune/Loss (Raw)": 0.9552116990089417, "Finetune/Step": 2105, "Finetune/Step Time": 4.635898768901825} +{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9178704023361206, "Finetune/Loss (Raw)": 0.9412153363227844, "Finetune/Step": 2106, "Finetune/Step Time": 4.634337950497866} +{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9224867820739746, "Finetune/Loss (Raw)": 0.9648274779319763, "Finetune/Step": 2107, "Finetune/Step Time": 4.595653275027871} +{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9228305816650391, "Finetune/Loss (Raw)": 0.9208639860153198, "Finetune/Step": 2108, "Finetune/Step Time": 4.583037404343486} +{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9223816990852356, "Finetune/Loss (Raw)": 0.9672200083732605, "Finetune/Step": 2109, "Finetune/Step Time": 4.586545316502452} +{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9226057529449463, "Finetune/Loss (Raw)": 1.0163450241088867, "Finetune/Step": 2110, "Finetune/Step Time": 4.594186222180724} +{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9229922294616699, "Finetune/Loss (Raw)": 0.9650019407272339, "Finetune/Step": 2111, "Finetune/Step Time": 4.608705140650272} +{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9177926778793335, "Finetune/Loss (Raw)": 0.45826342701911926, "Finetune/Step": 2112, "Finetune/Step Time": 4.646739427000284} +{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.9173579812049866, "Finetune/Loss (Raw)": 0.9733058214187622, "Finetune/Step": 2113, "Finetune/Step Time": 4.6446871273219585} +{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9169639348983765, "Finetune/Loss (Raw)": 1.1501836776733398, "Finetune/Step": 2114, "Finetune/Step Time": 4.6629552114754915} +{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9172839522361755, "Finetune/Loss (Raw)": 1.0312731266021729, "Finetune/Step": 2115, "Finetune/Step Time": 4.638801474124193} +{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9135513305664062, "Finetune/Loss (Raw)": 0.41703227162361145, "Finetune/Step": 2116, "Finetune/Step Time": 4.672750014811754} +{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.911844789981842, "Finetune/Loss (Raw)": 0.7757328748703003, "Finetune/Step": 2117, "Finetune/Step Time": 4.688733045011759} +{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9109215140342712, "Finetune/Loss (Raw)": 0.895867109298706, "Finetune/Step": 2118, "Finetune/Step Time": 4.683806955814362} +{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9113223552703857, "Finetune/Loss (Raw)": 0.89798504114151, "Finetune/Step": 2119, "Finetune/Step Time": 4.697354739531875} +{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9061000943183899, "Finetune/Loss (Raw)": 0.33249926567077637, "Finetune/Step": 2120, "Finetune/Step Time": 4.735242150723934} +{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9065827131271362, "Finetune/Loss (Raw)": 0.9619982838630676, "Finetune/Step": 2121, "Finetune/Step Time": 4.727089570835233} +{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9085898399353027, "Finetune/Loss (Raw)": 1.0346800088882446, "Finetune/Step": 2122, "Finetune/Step Time": 4.721150457859039} +{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.910287618637085, "Finetune/Loss (Raw)": 1.0407218933105469, "Finetune/Step": 2123, "Finetune/Step Time": 4.712432712316513} +{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9114322662353516, "Finetune/Loss (Raw)": 1.0046463012695312, "Finetune/Step": 2124, "Finetune/Step Time": 4.709131248295307} +{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9112039804458618, "Finetune/Loss (Raw)": 1.0493764877319336, "Finetune/Step": 2125, "Finetune/Step Time": 4.722790649160743} +{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9120282530784607, "Finetune/Loss (Raw)": 1.034615159034729, "Finetune/Step": 2126, "Finetune/Step Time": 4.71958195976913} +{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9163528680801392, "Finetune/Loss (Raw)": 0.9629552364349365, "Finetune/Step": 2127, "Finetune/Step Time": 4.684023538604379} +{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9121204614639282, "Finetune/Loss (Raw)": 0.34921568632125854, "Finetune/Step": 2128, "Finetune/Step Time": 4.702416749671102} +{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9065436124801636, "Finetune/Loss (Raw)": 0.27383410930633545, "Finetune/Step": 2129, "Finetune/Step Time": 4.735563438385725} +{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9068528413772583, "Finetune/Loss (Raw)": 0.9939571619033813, "Finetune/Step": 2130, "Finetune/Step Time": 4.734501216560602} +{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9077502489089966, "Finetune/Loss (Raw)": 1.0149476528167725, "Finetune/Step": 2131, "Finetune/Step Time": 4.719030635431409} +{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9076583385467529, "Finetune/Loss (Raw)": 0.9062706232070923, "Finetune/Step": 2132, "Finetune/Step Time": 4.723778864368796} +{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9095379710197449, "Finetune/Loss (Raw)": 1.1819223165512085, "Finetune/Step": 2133, "Finetune/Step Time": 4.720764774829149} +{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9093596935272217, "Finetune/Loss (Raw)": 0.9303196668624878, "Finetune/Step": 2134, "Finetune/Step Time": 4.731522556394339} +{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072674512863159, "Finetune/Loss (Raw)": 0.8929281830787659, "Finetune/Step": 2135, "Finetune/Step Time": 4.727332154288888} +{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9071715474128723, "Finetune/Loss (Raw)": 1.0052460432052612, "Finetune/Step": 2136, "Finetune/Step Time": 4.719355283305049} +{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033844470977783, "Finetune/Loss (Raw)": 0.4171854257583618, "Finetune/Step": 2137, "Finetune/Step Time": 4.753686957061291} +{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9023891687393188, "Finetune/Loss (Raw)": 0.936449408531189, "Finetune/Step": 2138, "Finetune/Step Time": 4.757518107071519} +{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9007474184036255, "Finetune/Loss (Raw)": 0.9089509844779968, "Finetune/Step": 2139, "Finetune/Step Time": 4.772007754072547} +{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9010040760040283, "Finetune/Loss (Raw)": 0.9976088404655457, "Finetune/Step": 2140, "Finetune/Step Time": 4.779893593862653} +{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9013954401016235, "Finetune/Loss (Raw)": 1.1054445505142212, "Finetune/Step": 2141, "Finetune/Step Time": 4.765954956412315} +{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9018479585647583, "Finetune/Loss (Raw)": 0.8779935836791992, "Finetune/Step": 2142, "Finetune/Step Time": 4.749367350712419} +{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9064294695854187, "Finetune/Loss (Raw)": 0.9744282364845276, "Finetune/Step": 2143, "Finetune/Step Time": 4.729016959667206} +{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9106731414794922, "Finetune/Loss (Raw)": 0.9421241879463196, "Finetune/Step": 2144, "Finetune/Step Time": 4.703075122088194} +{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9097548723220825, "Finetune/Loss (Raw)": 0.7541996240615845, "Finetune/Step": 2145, "Finetune/Step Time": 4.697616094723344} +{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9096031785011292, "Finetune/Loss (Raw)": 0.9617838263511658, "Finetune/Step": 2146, "Finetune/Step Time": 4.713015513494611} +{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9105485677719116, "Finetune/Loss (Raw)": 0.9946604371070862, "Finetune/Step": 2147, "Finetune/Step Time": 4.715183736756444} +{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9113973379135132, "Finetune/Loss (Raw)": 1.0962233543395996, "Finetune/Step": 2148, "Finetune/Step Time": 4.710969062522054} +{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.91156405210495, "Finetune/Loss (Raw)": 1.0175775289535522, "Finetune/Step": 2149, "Finetune/Step Time": 4.705811271443963} +{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9115968346595764, "Finetune/Loss (Raw)": 0.9348917603492737, "Finetune/Step": 2150, "Finetune/Step Time": 4.703758908435702} +{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9147967100143433, "Finetune/Loss (Raw)": 1.1966701745986938, "Finetune/Step": 2151, "Finetune/Step Time": 4.687764661386609} +{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9138345718383789, "Finetune/Loss (Raw)": 0.8472941517829895, "Finetune/Step": 2152, "Finetune/Step Time": 4.69427333958447} +{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9136102199554443, "Finetune/Loss (Raw)": 0.8815560340881348, "Finetune/Step": 2153, "Finetune/Step Time": 4.683726174756885} +{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9131335616111755, "Finetune/Loss (Raw)": 0.9214860200881958, "Finetune/Step": 2154, "Finetune/Step Time": 4.6935475412756205} +{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.913703441619873, "Finetune/Loss (Raw)": 0.9438673257827759, "Finetune/Step": 2155, "Finetune/Step Time": 4.70042072981596} +{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9121546745300293, "Finetune/Loss (Raw)": 0.7907620668411255, "Finetune/Step": 2156, "Finetune/Step Time": 4.70099338516593} +{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9112420082092285, "Finetune/Loss (Raw)": 0.9507360458374023, "Finetune/Step": 2157, "Finetune/Step Time": 4.710596654564142} +{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9161962866783142, "Finetune/Loss (Raw)": 0.982620358467102, "Finetune/Step": 2158, "Finetune/Step Time": 4.67273248359561} +{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9169653654098511, "Finetune/Loss (Raw)": 1.023569107055664, "Finetune/Step": 2159, "Finetune/Step Time": 4.689540458843112} +{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9163087606430054, "Finetune/Loss (Raw)": 0.9883319139480591, "Finetune/Step": 2160, "Finetune/Step Time": 4.685118393972516} +{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9148643016815186, "Finetune/Loss (Raw)": 0.873557984828949, "Finetune/Step": 2161, "Finetune/Step Time": 4.679387107491493} +{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9139772653579712, "Finetune/Loss (Raw)": 0.9681715965270996, "Finetune/Step": 2162, "Finetune/Step Time": 4.683829052373767} +{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9143048524856567, "Finetune/Loss (Raw)": 0.9118610620498657, "Finetune/Step": 2163, "Finetune/Step Time": 4.668348012492061} +{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9148209691047668, "Finetune/Loss (Raw)": 1.0733977556228638, "Finetune/Step": 2164, "Finetune/Step Time": 4.654978182166815} +{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9149481058120728, "Finetune/Loss (Raw)": 1.002841591835022, "Finetune/Step": 2165, "Finetune/Step Time": 4.660411695018411} +{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9161526560783386, "Finetune/Loss (Raw)": 0.9936100840568542, "Finetune/Step": 2166, "Finetune/Step Time": 4.660321297124028} +{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9163472056388855, "Finetune/Loss (Raw)": 1.101758599281311, "Finetune/Step": 2167, "Finetune/Step Time": 4.660148970782757} +{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9157048463821411, "Finetune/Loss (Raw)": 0.950385570526123, "Finetune/Step": 2168, "Finetune/Step Time": 4.659185338765383} +{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9154617190361023, "Finetune/Loss (Raw)": 0.9922266602516174, "Finetune/Step": 2169, "Finetune/Step Time": 4.616186331957579} +{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9157261848449707, "Finetune/Loss (Raw)": 0.8672029972076416, "Finetune/Step": 2170, "Finetune/Step Time": 4.623078526929021} +{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9158287048339844, "Finetune/Loss (Raw)": 0.9745931625366211, "Finetune/Step": 2171, "Finetune/Step Time": 4.632716752588749} +{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9156216382980347, "Finetune/Loss (Raw)": 0.9286996722221375, "Finetune/Step": 2172, "Finetune/Step Time": 4.6328255496919155} +{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9149816036224365, "Finetune/Loss (Raw)": 0.9820824861526489, "Finetune/Step": 2173, "Finetune/Step Time": 4.636730000376701} +{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9131039977073669, "Finetune/Loss (Raw)": 0.8259044289588928, "Finetune/Step": 2174, "Finetune/Step Time": 4.649693379178643} +{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9131489992141724, "Finetune/Loss (Raw)": 0.9820610284805298, "Finetune/Step": 2175, "Finetune/Step Time": 4.66568398475647} +{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9146384000778198, "Finetune/Loss (Raw)": 1.0171416997909546, "Finetune/Step": 2176, "Finetune/Step Time": 4.665472101420164} +{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9175326824188232, "Finetune/Loss (Raw)": 1.112254023551941, "Finetune/Step": 2177, "Finetune/Step Time": 4.654739502817392} +{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9172382354736328, "Finetune/Loss (Raw)": 0.8266528248786926, "Finetune/Step": 2178, "Finetune/Step Time": 4.642560476437211} +{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9167615175247192, "Finetune/Loss (Raw)": 1.0341041088104248, "Finetune/Step": 2179, "Finetune/Step Time": 4.652789108455181} +{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.91678786277771, "Finetune/Loss (Raw)": 1.0024341344833374, "Finetune/Step": 2180, "Finetune/Step Time": 4.646332897245884} +{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9172146916389465, "Finetune/Loss (Raw)": 1.0058059692382812, "Finetune/Step": 2181, "Finetune/Step Time": 4.644190372899175} +{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9167773723602295, "Finetune/Loss (Raw)": 1.0183075666427612, "Finetune/Step": 2182, "Finetune/Step Time": 4.648105356842279} +{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9151526689529419, "Finetune/Loss (Raw)": 0.8230674266815186, "Finetune/Step": 2183, "Finetune/Step Time": 4.664671426638961} +{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9137749671936035, "Finetune/Loss (Raw)": 0.8602818250656128, "Finetune/Step": 2184, "Finetune/Step Time": 4.679399389773607} +{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9138925075531006, "Finetune/Loss (Raw)": 0.9487799406051636, "Finetune/Step": 2185, "Finetune/Step Time": 4.665512267500162} +{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9139041900634766, "Finetune/Loss (Raw)": 0.9307360053062439, "Finetune/Step": 2186, "Finetune/Step Time": 4.650640711188316} +{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9134699702262878, "Finetune/Loss (Raw)": 0.8002479672431946, "Finetune/Step": 2187, "Finetune/Step Time": 4.684186866506934} +{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9134370684623718, "Finetune/Loss (Raw)": 0.9675669074058533, "Finetune/Step": 2188, "Finetune/Step Time": 4.717229442670941} +{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9119897484779358, "Finetune/Loss (Raw)": 0.8705353140830994, "Finetune/Step": 2189, "Finetune/Step Time": 4.725083773955703} +{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9120535850524902, "Finetune/Loss (Raw)": 0.8880589008331299, "Finetune/Step": 2190, "Finetune/Step Time": 4.734549453482032} +{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9117966890335083, "Finetune/Loss (Raw)": 0.9986103177070618, "Finetune/Step": 2191, "Finetune/Step Time": 4.749626675620675} +{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9105570316314697, "Finetune/Loss (Raw)": 0.8208628296852112, "Finetune/Step": 2192, "Finetune/Step Time": 4.730831872671843} +{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9107710123062134, "Finetune/Loss (Raw)": 1.0265414714813232, "Finetune/Step": 2193, "Finetune/Step Time": 4.725408146157861} +{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9159122705459595, "Finetune/Loss (Raw)": 0.9982646107673645, "Finetune/Step": 2194, "Finetune/Step Time": 4.691295148804784} +{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9162187576293945, "Finetune/Loss (Raw)": 1.01645827293396, "Finetune/Step": 2195, "Finetune/Step Time": 4.690093530341983} +{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9157381057739258, "Finetune/Loss (Raw)": 0.8893564343452454, "Finetune/Step": 2196, "Finetune/Step Time": 4.699483949691057} +{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9165335893630981, "Finetune/Loss (Raw)": 1.0300182104110718, "Finetune/Step": 2197, "Finetune/Step Time": 4.695473628118634} +{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.9179370403289795, "Finetune/Loss (Raw)": 0.9091784358024597, "Finetune/Step": 2198, "Finetune/Step Time": 4.6894297283142805} +{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9170359373092651, "Finetune/Loss (Raw)": 0.8868759870529175, "Finetune/Step": 2199, "Finetune/Step Time": 4.6807915661484} +{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9154785871505737, "Finetune/Loss (Raw)": 0.9320451617240906, "Finetune/Step": 2200, "Finetune/Step Time": 4.697845000773668} +{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9108777642250061, "Finetune/Loss (Raw)": 0.3501390218734741, "Finetune/Step": 2201, "Finetune/Step Time": 4.728214651346207} +{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9101260900497437, "Finetune/Loss (Raw)": 0.956017255783081, "Finetune/Step": 2202, "Finetune/Step Time": 4.719433426856995} +{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9100459814071655, "Finetune/Loss (Raw)": 0.9040600061416626, "Finetune/Step": 2203, "Finetune/Step Time": 4.70919000916183} +{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.910686731338501, "Finetune/Loss (Raw)": 0.8852462768554688, "Finetune/Step": 2204, "Finetune/Step Time": 4.7062161359936} +{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9070923924446106, "Finetune/Loss (Raw)": 0.42669451236724854, "Finetune/Step": 2205, "Finetune/Step Time": 4.742527734488249} +{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9057448506355286, "Finetune/Loss (Raw)": 0.7392553687095642, "Finetune/Step": 2206, "Finetune/Step Time": 4.79726904258132} +{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9060652852058411, "Finetune/Loss (Raw)": 1.0003005266189575, "Finetune/Step": 2207, "Finetune/Step Time": 4.792259296402335} +{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9068752527236938, "Finetune/Loss (Raw)": 0.9033421874046326, "Finetune/Step": 2208, "Finetune/Step Time": 4.78952862508595} +{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9066174030303955, "Finetune/Loss (Raw)": 0.9139595031738281, "Finetune/Step": 2209, "Finetune/Step Time": 4.778906865045428} +{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9027621746063232, "Finetune/Loss (Raw)": 0.3902028799057007, "Finetune/Step": 2210, "Finetune/Step Time": 4.814709231257439} +{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9031652808189392, "Finetune/Loss (Raw)": 1.0489104986190796, "Finetune/Step": 2211, "Finetune/Step Time": 4.833296457305551} +{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9001096487045288, "Finetune/Loss (Raw)": 0.7464868426322937, "Finetune/Step": 2212, "Finetune/Step Time": 4.861783303320408} +{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043811559677124, "Finetune/Loss (Raw)": 0.8628339171409607, "Finetune/Step": 2213, "Finetune/Step Time": 4.830322885885835} +{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9023060202598572, "Finetune/Loss (Raw)": 0.7409743070602417, "Finetune/Step": 2214, "Finetune/Step Time": 4.842246452346444} +{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9017543792724609, "Finetune/Loss (Raw)": 1.0062603950500488, "Finetune/Step": 2215, "Finetune/Step Time": 4.847827956080437} +{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9010807275772095, "Finetune/Loss (Raw)": 0.9843752384185791, "Finetune/Step": 2216, "Finetune/Step Time": 4.850071415305138} +{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9013650417327881, "Finetune/Loss (Raw)": 1.048572301864624, "Finetune/Step": 2217, "Finetune/Step Time": 4.845977796241641} +{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9054328799247742, "Finetune/Loss (Raw)": 0.7874406576156616, "Finetune/Step": 2218, "Finetune/Step Time": 4.813391061499715} +{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9057886600494385, "Finetune/Loss (Raw)": 0.9080703258514404, "Finetune/Step": 2219, "Finetune/Step Time": 4.8437979985028505} +{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.9055798053741455, "Finetune/Loss (Raw)": 1.0131202936172485, "Finetune/Step": 2220, "Finetune/Step Time": 4.843533098697662} +{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.904688835144043, "Finetune/Loss (Raw)": 0.8738927245140076, "Finetune/Step": 2221, "Finetune/Step Time": 4.860120238736272} +{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9040721654891968, "Finetune/Loss (Raw)": 1.0117204189300537, "Finetune/Step": 2222, "Finetune/Step Time": 4.8744469452649355} +{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9039028286933899, "Finetune/Loss (Raw)": 0.9679194092750549, "Finetune/Step": 2223, "Finetune/Step Time": 4.878687517717481} +{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9038216471672058, "Finetune/Loss (Raw)": 0.9496614933013916, "Finetune/Step": 2224, "Finetune/Step Time": 4.879264293238521} +{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9026263952255249, "Finetune/Loss (Raw)": 0.9249218702316284, "Finetune/Step": 2225, "Finetune/Step Time": 4.8908140398561954} +{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9027243852615356, "Finetune/Loss (Raw)": 0.9576990008354187, "Finetune/Step": 2226, "Finetune/Step Time": 4.890473080798984} +{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9077328443527222, "Finetune/Loss (Raw)": 1.0082786083221436, "Finetune/Step": 2227, "Finetune/Step Time": 4.856939420104027} +{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9087475538253784, "Finetune/Loss (Raw)": 0.9545043706893921, "Finetune/Step": 2228, "Finetune/Step Time": 4.854918148368597} +{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9080644845962524, "Finetune/Loss (Raw)": 0.9564639329910278, "Finetune/Step": 2229, "Finetune/Step Time": 4.854193450883031} +{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9078718423843384, "Finetune/Loss (Raw)": 0.8978942632675171, "Finetune/Step": 2230, "Finetune/Step Time": 4.8545927088707685} +{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9130458831787109, "Finetune/Loss (Raw)": 1.029304027557373, "Finetune/Step": 2231, "Finetune/Step Time": 4.816331461071968} +{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9140618443489075, "Finetune/Loss (Raw)": 1.0619789361953735, "Finetune/Step": 2232, "Finetune/Step Time": 4.802013574168086} +{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9130387306213379, "Finetune/Loss (Raw)": 0.8242470026016235, "Finetune/Step": 2233, "Finetune/Step Time": 4.799831924960017} +{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.913499116897583, "Finetune/Loss (Raw)": 1.0001492500305176, "Finetune/Step": 2234, "Finetune/Step Time": 4.808556830510497} +{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9143514633178711, "Finetune/Loss (Raw)": 1.0739200115203857, "Finetune/Step": 2235, "Finetune/Step Time": 4.81983907148242} +{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9151988625526428, "Finetune/Loss (Raw)": 1.0293364524841309, "Finetune/Step": 2236, "Finetune/Step Time": 4.820786107331514} +{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9151251316070557, "Finetune/Loss (Raw)": 0.9577791094779968, "Finetune/Step": 2237, "Finetune/Step Time": 4.821527512744069} +{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9135700464248657, "Finetune/Loss (Raw)": 0.8172923922538757, "Finetune/Step": 2238, "Finetune/Step Time": 4.825795290991664} +{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.91539466381073, "Finetune/Loss (Raw)": 1.198563814163208, "Finetune/Step": 2239, "Finetune/Step Time": 4.811873214319348} +{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9202470779418945, "Finetune/Loss (Raw)": 1.0793637037277222, "Finetune/Step": 2240, "Finetune/Step Time": 4.776291619986296} +{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9206063747406006, "Finetune/Loss (Raw)": 1.0193017721176147, "Finetune/Step": 2241, "Finetune/Step Time": 4.78479989618063} +{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9188917875289917, "Finetune/Loss (Raw)": 0.9307092428207397, "Finetune/Step": 2242, "Finetune/Step Time": 4.767419893294573} +{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9179848432540894, "Finetune/Loss (Raw)": 0.9151968955993652, "Finetune/Step": 2243, "Finetune/Step Time": 4.770275369286537} +{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.924041748046875, "Finetune/Loss (Raw)": 1.1923121213912964, "Finetune/Step": 2244, "Finetune/Step Time": 4.7306175623089075} +{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9256851077079773, "Finetune/Loss (Raw)": 0.9860767126083374, "Finetune/Step": 2245, "Finetune/Step Time": 4.71087072789669} +{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9274125099182129, "Finetune/Loss (Raw)": 1.1169748306274414, "Finetune/Step": 2246, "Finetune/Step Time": 4.714191284030676} +{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272926449775696, "Finetune/Loss (Raw)": 0.8826417922973633, "Finetune/Step": 2247, "Finetune/Step Time": 4.71300701610744} +{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9309240579605103, "Finetune/Loss (Raw)": 0.7973182201385498, "Finetune/Step": 2248, "Finetune/Step Time": 4.6715141870081425} +{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9303040504455566, "Finetune/Loss (Raw)": 0.8826455473899841, "Finetune/Step": 2249, "Finetune/Step Time": 4.671515284106135} +{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298678636550903, "Finetune/Loss (Raw)": 0.9788416028022766, "Finetune/Step": 2250, "Finetune/Step Time": 4.692594641819596} +{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9295070767402649, "Finetune/Loss (Raw)": 0.9945417642593384, "Finetune/Step": 2251, "Finetune/Step Time": 4.693895738571882} +{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9241759777069092, "Finetune/Loss (Raw)": 0.3222627639770508, "Finetune/Step": 2252, "Finetune/Step Time": 4.726997908204794} +{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9242421388626099, "Finetune/Loss (Raw)": 1.0578514337539673, "Finetune/Step": 2253, "Finetune/Step Time": 4.708235060796142} +{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9245223999023438, "Finetune/Loss (Raw)": 1.0704785585403442, "Finetune/Step": 2254, "Finetune/Step Time": 4.714749030768871} +{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.924677312374115, "Finetune/Loss (Raw)": 0.9827905297279358, "Finetune/Step": 2255, "Finetune/Step Time": 4.712443340569735} +{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9290390610694885, "Finetune/Loss (Raw)": 0.9075179100036621, "Finetune/Step": 2256, "Finetune/Step Time": 4.668842997401953} +{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347583055496216, "Finetune/Loss (Raw)": 1.005905032157898, "Finetune/Step": 2257, "Finetune/Step Time": 4.634099088609219} +{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9332621693611145, "Finetune/Loss (Raw)": 0.8024451732635498, "Finetune/Step": 2258, "Finetune/Step Time": 4.634037464857101} +{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9321237802505493, "Finetune/Loss (Raw)": 0.8692379593849182, "Finetune/Step": 2259, "Finetune/Step Time": 4.631344873458147} +{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9322147369384766, "Finetune/Loss (Raw)": 0.9179050922393799, "Finetune/Step": 2260, "Finetune/Step Time": 4.636632928624749} +{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9308163523674011, "Finetune/Loss (Raw)": 1.0029375553131104, "Finetune/Step": 2261, "Finetune/Step Time": 4.63892568461597} +{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9319056868553162, "Finetune/Loss (Raw)": 1.0697544813156128, "Finetune/Step": 2262, "Finetune/Step Time": 4.633083680644631} +{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9317026734352112, "Finetune/Loss (Raw)": 0.8669393658638, "Finetune/Step": 2263, "Finetune/Step Time": 4.637617824599147} +{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9315699338912964, "Finetune/Loss (Raw)": 0.9882487058639526, "Finetune/Step": 2264, "Finetune/Step Time": 4.640523931011558} +{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9355257749557495, "Finetune/Loss (Raw)": 0.9235458374023438, "Finetune/Step": 2265, "Finetune/Step Time": 4.609386291354895} +{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9345433115959167, "Finetune/Loss (Raw)": 0.8106889128684998, "Finetune/Step": 2266, "Finetune/Step Time": 4.610905380919576} +{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9346115589141846, "Finetune/Loss (Raw)": 0.9176836013793945, "Finetune/Step": 2267, "Finetune/Step Time": 4.59634866937995} +{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9334951043128967, "Finetune/Loss (Raw)": 0.8547054529190063, "Finetune/Step": 2268, "Finetune/Step Time": 4.588483564555645} +{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9324620962142944, "Finetune/Loss (Raw)": 0.9732139110565186, "Finetune/Step": 2269, "Finetune/Step Time": 4.576082805171609} +{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9320919513702393, "Finetune/Loss (Raw)": 0.8306155800819397, "Finetune/Step": 2270, "Finetune/Step Time": 4.5850184336304665} +{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9322477579116821, "Finetune/Loss (Raw)": 0.9943712949752808, "Finetune/Step": 2271, "Finetune/Step Time": 4.564211709424853} +{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9328290224075317, "Finetune/Loss (Raw)": 1.0165355205535889, "Finetune/Step": 2272, "Finetune/Step Time": 4.558662306517363} +{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9344438314437866, "Finetune/Loss (Raw)": 0.9608967900276184, "Finetune/Step": 2273, "Finetune/Step Time": 4.543844852596521} +{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9336919784545898, "Finetune/Loss (Raw)": 0.8655441403388977, "Finetune/Step": 2274, "Finetune/Step Time": 4.554627949371934} +{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9341666102409363, "Finetune/Loss (Raw)": 1.0554084777832031, "Finetune/Step": 2275, "Finetune/Step Time": 4.546436892822385} +{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9330652952194214, "Finetune/Loss (Raw)": 0.9552537202835083, "Finetune/Step": 2276, "Finetune/Step Time": 4.554145272821188} +{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9311569929122925, "Finetune/Loss (Raw)": 0.7733156085014343, "Finetune/Step": 2277, "Finetune/Step Time": 4.553410593420267} +{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9317678213119507, "Finetune/Loss (Raw)": 1.01308274269104, "Finetune/Step": 2278, "Finetune/Step Time": 4.551593942567706} +{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9308608770370483, "Finetune/Loss (Raw)": 1.080580472946167, "Finetune/Step": 2279, "Finetune/Step Time": 4.540777217596769} +{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9314450621604919, "Finetune/Loss (Raw)": 0.9220625162124634, "Finetune/Step": 2280, "Finetune/Step Time": 4.535439157858491} +{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9318429231643677, "Finetune/Loss (Raw)": 0.9324869513511658, "Finetune/Step": 2281, "Finetune/Step Time": 4.536517985165119} +{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.931988000869751, "Finetune/Loss (Raw)": 0.9400637745857239, "Finetune/Step": 2282, "Finetune/Step Time": 4.530108533799648} +{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9330570697784424, "Finetune/Loss (Raw)": 1.080702781677246, "Finetune/Step": 2283, "Finetune/Step Time": 4.517143864184618} +{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9342794418334961, "Finetune/Loss (Raw)": 0.9472314715385437, "Finetune/Step": 2284, "Finetune/Step Time": 4.526310821995139} +{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9347566366195679, "Finetune/Loss (Raw)": 1.0118110179901123, "Finetune/Step": 2285, "Finetune/Step Time": 4.5260600205510855} +{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9348912239074707, "Finetune/Loss (Raw)": 0.999847948551178, "Finetune/Step": 2286, "Finetune/Step Time": 4.5417588129639626} +{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9333510994911194, "Finetune/Loss (Raw)": 0.8264302611351013, "Finetune/Step": 2287, "Finetune/Step Time": 4.531894510611892} +{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9332520961761475, "Finetune/Loss (Raw)": 0.9756600856781006, "Finetune/Step": 2288, "Finetune/Step Time": 4.535831408575177} +{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9324920177459717, "Finetune/Loss (Raw)": 0.7762701511383057, "Finetune/Step": 2289, "Finetune/Step Time": 4.549302848055959} +{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9330845475196838, "Finetune/Loss (Raw)": 1.0440157651901245, "Finetune/Step": 2290, "Finetune/Step Time": 4.542093625292182} +{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9328405261039734, "Finetune/Loss (Raw)": 0.8806284070014954, "Finetune/Step": 2291, "Finetune/Step Time": 4.554098742082715} +{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9313373565673828, "Finetune/Loss (Raw)": 0.8809860944747925, "Finetune/Step": 2292, "Finetune/Step Time": 4.562264243140817} +{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9297361373901367, "Finetune/Loss (Raw)": 0.7978885173797607, "Finetune/Step": 2293, "Finetune/Step Time": 4.546764738857746} +{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9294626712799072, "Finetune/Loss (Raw)": 0.9586073756217957, "Finetune/Step": 2294, "Finetune/Step Time": 4.544802537187934} +{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9284631609916687, "Finetune/Loss (Raw)": 0.9738175272941589, "Finetune/Step": 2295, "Finetune/Step Time": 4.56278457865119} +{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9272478818893433, "Finetune/Loss (Raw)": 0.7948270440101624, "Finetune/Step": 2296, "Finetune/Step Time": 4.56318630091846} +{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9271117448806763, "Finetune/Loss (Raw)": 0.9748060703277588, "Finetune/Step": 2297, "Finetune/Step Time": 4.565597599372268} +{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9273808598518372, "Finetune/Loss (Raw)": 0.9016513228416443, "Finetune/Step": 2298, "Finetune/Step Time": 4.561035692691803} +{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9276903867721558, "Finetune/Loss (Raw)": 1.014206886291504, "Finetune/Step": 2299, "Finetune/Step Time": 4.558614037930965} +{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9283466339111328, "Finetune/Loss (Raw)": 1.0127062797546387, "Finetune/Step": 2300, "Finetune/Step Time": 4.564386658370495} +{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9273828268051147, "Finetune/Loss (Raw)": 0.8587128520011902, "Finetune/Step": 2301, "Finetune/Step Time": 4.555968260392547} +{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9273474812507629, "Finetune/Loss (Raw)": 0.8213805556297302, "Finetune/Step": 2302, "Finetune/Step Time": 4.548482332378626} +{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9271535873413086, "Finetune/Loss (Raw)": 0.9572360515594482, "Finetune/Step": 2303, "Finetune/Step Time": 4.530983166769147} +{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9250631928443909, "Finetune/Loss (Raw)": 0.7495721578598022, "Finetune/Step": 2304, "Finetune/Step Time": 4.53935488499701} +{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9229037761688232, "Finetune/Loss (Raw)": 0.8358514904975891, "Finetune/Step": 2305, "Finetune/Step Time": 4.5348545257002115} +{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9249663352966309, "Finetune/Loss (Raw)": 1.0906603336334229, "Finetune/Step": 2306, "Finetune/Step Time": 4.537103153765202} +{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9247819781303406, "Finetune/Loss (Raw)": 1.0105139017105103, "Finetune/Step": 2307, "Finetune/Step Time": 4.521100342273712} +{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9220746755599976, "Finetune/Loss (Raw)": 0.6558897495269775, "Finetune/Step": 2308, "Finetune/Step Time": 4.523902511224151} +{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9221109747886658, "Finetune/Loss (Raw)": 1.010454773902893, "Finetune/Step": 2309, "Finetune/Step Time": 4.524013830348849} +{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9219528436660767, "Finetune/Loss (Raw)": 0.998066246509552, "Finetune/Step": 2310, "Finetune/Step Time": 4.518666226416826} +{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9237534999847412, "Finetune/Loss (Raw)": 1.053557276725769, "Finetune/Step": 2311, "Finetune/Step Time": 4.498312985524535} +{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.92439866065979, "Finetune/Loss (Raw)": 0.9428612589836121, "Finetune/Step": 2312, "Finetune/Step Time": 4.507635151967406} +{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9246783256530762, "Finetune/Loss (Raw)": 0.9845734238624573, "Finetune/Step": 2313, "Finetune/Step Time": 4.513166716322303} +{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9242953062057495, "Finetune/Loss (Raw)": 0.8817092180252075, "Finetune/Step": 2314, "Finetune/Step Time": 4.521491102874279} +{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.9250105619430542, "Finetune/Loss (Raw)": 0.8918061852455139, "Finetune/Step": 2315, "Finetune/Step Time": 4.487564817070961} +{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9253989458084106, "Finetune/Loss (Raw)": 1.0172728300094604, "Finetune/Step": 2316, "Finetune/Step Time": 4.452635671943426} +{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9256083965301514, "Finetune/Loss (Raw)": 0.8973417282104492, "Finetune/Step": 2317, "Finetune/Step Time": 4.4491784404963255} +{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9259034395217896, "Finetune/Loss (Raw)": 0.9258318543434143, "Finetune/Step": 2318, "Finetune/Step Time": 4.437151534482837} +{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9268402457237244, "Finetune/Loss (Raw)": 1.1185187101364136, "Finetune/Step": 2319, "Finetune/Step Time": 4.4281898103654385} +{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9279640913009644, "Finetune/Loss (Raw)": 0.9647125005722046, "Finetune/Step": 2320, "Finetune/Step Time": 4.427007870748639} +{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.92738938331604, "Finetune/Loss (Raw)": 0.9529867768287659, "Finetune/Step": 2321, "Finetune/Step Time": 4.434751758351922} +{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9276857972145081, "Finetune/Loss (Raw)": 1.036200761795044, "Finetune/Step": 2322, "Finetune/Step Time": 4.435227490961552} +{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9263516664505005, "Finetune/Loss (Raw)": 0.8456964492797852, "Finetune/Step": 2323, "Finetune/Step Time": 4.449706457555294} +{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.9263049364089966, "Finetune/Loss (Raw)": 0.8833699226379395, "Finetune/Step": 2324, "Finetune/Step Time": 4.439755506813526} +{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.92657470703125, "Finetune/Loss (Raw)": 1.0645517110824585, "Finetune/Step": 2325, "Finetune/Step Time": 4.446258096024394} +{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9228783845901489, "Finetune/Loss (Raw)": 0.4360406994819641, "Finetune/Step": 2326, "Finetune/Step Time": 4.477565091103315} +{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9232094287872314, "Finetune/Loss (Raw)": 0.9292500615119934, "Finetune/Step": 2327, "Finetune/Step Time": 4.4930062890052795} +{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9229601621627808, "Finetune/Loss (Raw)": 0.9001481533050537, "Finetune/Step": 2328, "Finetune/Step Time": 4.481926461681724} +{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9280816316604614, "Finetune/Loss (Raw)": 1.0056887865066528, "Finetune/Step": 2329, "Finetune/Step Time": 4.441112948581576} +{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927203357219696, "Finetune/Loss (Raw)": 0.8435913920402527, "Finetune/Step": 2330, "Finetune/Step Time": 4.454089056700468} +{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9277888536453247, "Finetune/Loss (Raw)": 0.9789994955062866, "Finetune/Step": 2331, "Finetune/Step Time": 4.467159785330296} +{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9298882484436035, "Finetune/Loss (Raw)": 1.1539725065231323, "Finetune/Step": 2332, "Finetune/Step Time": 4.462784482166171} +{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9345588684082031, "Finetune/Loss (Raw)": 1.0245349407196045, "Finetune/Step": 2333, "Finetune/Step Time": 4.4434633906930685} +{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9364912509918213, "Finetune/Loss (Raw)": 0.9865983128547668, "Finetune/Step": 2334, "Finetune/Step Time": 4.403158018365502} +{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9357108473777771, "Finetune/Loss (Raw)": 0.900410532951355, "Finetune/Step": 2335, "Finetune/Step Time": 4.410958344116807} +{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9359194040298462, "Finetune/Loss (Raw)": 0.9300387501716614, "Finetune/Step": 2336, "Finetune/Step Time": 4.416043143719435} +{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9363929629325867, "Finetune/Loss (Raw)": 0.9745756983757019, "Finetune/Step": 2337, "Finetune/Step Time": 4.4160152692347765} +{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9412198066711426, "Finetune/Loss (Raw)": 1.0080310106277466, "Finetune/Step": 2338, "Finetune/Step Time": 4.385135293006897} +{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.939685583114624, "Finetune/Loss (Raw)": 0.8525359630584717, "Finetune/Step": 2339, "Finetune/Step Time": 4.3758217971771955} +{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9410429000854492, "Finetune/Loss (Raw)": 0.9202179908752441, "Finetune/Step": 2340, "Finetune/Step Time": 4.3559357933700085} +{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9429216384887695, "Finetune/Loss (Raw)": 1.1033228635787964, "Finetune/Step": 2341, "Finetune/Step Time": 4.383297253400087} +{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9398870468139648, "Finetune/Loss (Raw)": 0.3525441288948059, "Finetune/Step": 2342, "Finetune/Step Time": 4.412237344309688} +{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9401637315750122, "Finetune/Loss (Raw)": 1.0416709184646606, "Finetune/Step": 2343, "Finetune/Step Time": 4.424331126734614} +{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.939743161201477, "Finetune/Loss (Raw)": 0.9305400252342224, "Finetune/Step": 2344, "Finetune/Step Time": 4.448164410889149} +{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9408683180809021, "Finetune/Loss (Raw)": 1.1925947666168213, "Finetune/Step": 2345, "Finetune/Step Time": 4.447305232286453} +{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9421104192733765, "Finetune/Loss (Raw)": 0.9464285969734192, "Finetune/Step": 2346, "Finetune/Step Time": 4.442996280267835} +{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.942253828048706, "Finetune/Loss (Raw)": 0.9264240860939026, "Finetune/Step": 2347, "Finetune/Step Time": 4.411249717697501} +{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9427233934402466, "Finetune/Loss (Raw)": 1.0732313394546509, "Finetune/Step": 2348, "Finetune/Step Time": 4.413372414186597} +{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9433779716491699, "Finetune/Loss (Raw)": 0.9576752185821533, "Finetune/Step": 2349, "Finetune/Step Time": 4.404692063108087} +{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9428871870040894, "Finetune/Loss (Raw)": 0.9489037990570068, "Finetune/Step": 2350, "Finetune/Step Time": 4.3981928024441} +{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9436725378036499, "Finetune/Loss (Raw)": 1.0684406757354736, "Finetune/Step": 2351, "Finetune/Step Time": 4.400062777101994} +{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9449048042297363, "Finetune/Loss (Raw)": 1.1073917150497437, "Finetune/Step": 2352, "Finetune/Step Time": 4.408822255209088} +{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9450926184654236, "Finetune/Loss (Raw)": 0.9489640593528748, "Finetune/Step": 2353, "Finetune/Step Time": 4.4030012879520655} +{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9451217651367188, "Finetune/Loss (Raw)": 0.961422860622406, "Finetune/Step": 2354, "Finetune/Step Time": 4.395410722121596} +{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9438474178314209, "Finetune/Loss (Raw)": 0.8451672792434692, "Finetune/Step": 2355, "Finetune/Step Time": 4.392291773110628} +{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9430380463600159, "Finetune/Loss (Raw)": 0.8509045839309692, "Finetune/Step": 2356, "Finetune/Step Time": 4.392801478505135} +{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9428290128707886, "Finetune/Loss (Raw)": 0.9297058582305908, "Finetune/Step": 2357, "Finetune/Step Time": 4.397159539163113} +{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9441078901290894, "Finetune/Loss (Raw)": 1.0615986585617065, "Finetune/Step": 2358, "Finetune/Step Time": 4.394124621525407} +{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9383236169815063, "Finetune/Loss (Raw)": 0.28891700506210327, "Finetune/Step": 2359, "Finetune/Step Time": 4.430857578292489} +{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9373821020126343, "Finetune/Loss (Raw)": 0.9414617419242859, "Finetune/Step": 2360, "Finetune/Step Time": 4.430310539901257} +{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9385727643966675, "Finetune/Loss (Raw)": 0.9766522645950317, "Finetune/Step": 2361, "Finetune/Step Time": 4.424416549503803} +{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9383185505867004, "Finetune/Loss (Raw)": 0.9676072001457214, "Finetune/Step": 2362, "Finetune/Step Time": 4.412388464435935} +{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.935944676399231, "Finetune/Loss (Raw)": 0.770062267780304, "Finetune/Step": 2363, "Finetune/Step Time": 4.4181428626179695} +{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9348524808883667, "Finetune/Loss (Raw)": 0.8895364999771118, "Finetune/Step": 2364, "Finetune/Step Time": 4.415325973182917} +{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9357140064239502, "Finetune/Loss (Raw)": 1.0680537223815918, "Finetune/Step": 2365, "Finetune/Step Time": 4.410837631672621} +{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9356982707977295, "Finetune/Loss (Raw)": 0.815280556678772, "Finetune/Step": 2366, "Finetune/Step Time": 4.412366479635239} +{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9340622425079346, "Finetune/Loss (Raw)": 0.9891584515571594, "Finetune/Step": 2367, "Finetune/Step Time": 4.417839834466577} +{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9332770109176636, "Finetune/Loss (Raw)": 0.978850781917572, "Finetune/Step": 2368, "Finetune/Step Time": 4.4134067222476006} +{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9334583878517151, "Finetune/Loss (Raw)": 1.0425184965133667, "Finetune/Step": 2369, "Finetune/Step Time": 4.410340471193194} +{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.93353670835495, "Finetune/Loss (Raw)": 0.9407293796539307, "Finetune/Step": 2370, "Finetune/Step Time": 4.412418009713292} +{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9346016645431519, "Finetune/Loss (Raw)": 1.051513671875, "Finetune/Step": 2371, "Finetune/Step Time": 4.41133988276124} +{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9325037002563477, "Finetune/Loss (Raw)": 0.9237673282623291, "Finetune/Step": 2372, "Finetune/Step Time": 4.413992818444967} +{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9330292344093323, "Finetune/Loss (Raw)": 1.0533533096313477, "Finetune/Step": 2373, "Finetune/Step Time": 4.436371680349112} +{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9309781789779663, "Finetune/Loss (Raw)": 0.8544340133666992, "Finetune/Step": 2374, "Finetune/Step Time": 4.437766270712018} +{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9304466843605042, "Finetune/Loss (Raw)": 0.8146142959594727, "Finetune/Step": 2375, "Finetune/Step Time": 4.440932957455516} +{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9318941235542297, "Finetune/Loss (Raw)": 0.9825854301452637, "Finetune/Step": 2376, "Finetune/Step Time": 4.445920970290899} +{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.933529257774353, "Finetune/Loss (Raw)": 1.091949462890625, "Finetune/Step": 2377, "Finetune/Step Time": 4.446004202589393} +{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9340006113052368, "Finetune/Loss (Raw)": 1.0391762256622314, "Finetune/Step": 2378, "Finetune/Step Time": 4.42376902513206} +{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9339380264282227, "Finetune/Loss (Raw)": 0.9865270256996155, "Finetune/Step": 2379, "Finetune/Step Time": 4.440936174243689} +{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9377594590187073, "Finetune/Loss (Raw)": 0.8114017248153687, "Finetune/Step": 2380, "Finetune/Step Time": 4.40195482596755} +{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.936937689781189, "Finetune/Loss (Raw)": 0.9526654481887817, "Finetune/Step": 2381, "Finetune/Step Time": 4.404916290193796} +{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9350653886795044, "Finetune/Loss (Raw)": 0.8308297395706177, "Finetune/Step": 2382, "Finetune/Step Time": 4.4164600651711226} +{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9329137802124023, "Finetune/Loss (Raw)": 0.7073848247528076, "Finetune/Step": 2383, "Finetune/Step Time": 4.429979555308819} +{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9346972703933716, "Finetune/Loss (Raw)": 1.1358017921447754, "Finetune/Step": 2384, "Finetune/Step Time": 4.425414565950632} +{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9341864585876465, "Finetune/Loss (Raw)": 0.9405249953269958, "Finetune/Step": 2385, "Finetune/Step Time": 4.430560691282153} +{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.936252772808075, "Finetune/Loss (Raw)": 1.0669275522232056, "Finetune/Step": 2386, "Finetune/Step Time": 4.437231928110123} +{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9364534616470337, "Finetune/Loss (Raw)": 0.8949275016784668, "Finetune/Step": 2387, "Finetune/Step Time": 4.451250841841102} +{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9371351003646851, "Finetune/Loss (Raw)": 1.0051614046096802, "Finetune/Step": 2388, "Finetune/Step Time": 4.461389612406492} +{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.937565803527832, "Finetune/Loss (Raw)": 1.0580618381500244, "Finetune/Step": 2389, "Finetune/Step Time": 4.459621759131551} +{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9375853538513184, "Finetune/Loss (Raw)": 1.072259545326233, "Finetune/Step": 2390, "Finetune/Step Time": 4.463313879445195} +{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9387680292129517, "Finetune/Loss (Raw)": 1.018320918083191, "Finetune/Step": 2391, "Finetune/Step Time": 4.467899490147829} +{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9385845065116882, "Finetune/Loss (Raw)": 0.9647514820098877, "Finetune/Step": 2392, "Finetune/Step Time": 4.468456711620092} +{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9396950006484985, "Finetune/Loss (Raw)": 1.0656969547271729, "Finetune/Step": 2393, "Finetune/Step Time": 4.476423379033804} +{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9364124536514282, "Finetune/Loss (Raw)": 0.39052003622055054, "Finetune/Step": 2394, "Finetune/Step Time": 4.508618474006653} +{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9369410276412964, "Finetune/Loss (Raw)": 0.9853373169898987, "Finetune/Step": 2395, "Finetune/Step Time": 4.507715530693531} +{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9374395608901978, "Finetune/Loss (Raw)": 0.9185212254524231, "Finetune/Step": 2396, "Finetune/Step Time": 4.50478975661099} +{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374263882637024, "Finetune/Loss (Raw)": 0.9715264439582825, "Finetune/Step": 2397, "Finetune/Step Time": 4.502128278836608} +{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396213889122009, "Finetune/Loss (Raw)": 1.1115751266479492, "Finetune/Step": 2398, "Finetune/Step Time": 4.4933477360755205} +{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.939871072769165, "Finetune/Loss (Raw)": 1.0263327360153198, "Finetune/Step": 2399, "Finetune/Step Time": 4.500390097498894} +{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9385794401168823, "Finetune/Loss (Raw)": 0.8512083292007446, "Finetune/Step": 2400, "Finetune/Step Time": 4.492314625531435} +{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9387879371643066, "Finetune/Loss (Raw)": 0.9875734448432922, "Finetune/Step": 2401, "Finetune/Step Time": 4.495767965912819} +{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9385462999343872, "Finetune/Loss (Raw)": 0.8346167206764221, "Finetune/Step": 2402, "Finetune/Step Time": 4.480078397318721} +{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9379217624664307, "Finetune/Loss (Raw)": 0.975475549697876, "Finetune/Step": 2403, "Finetune/Step Time": 4.488514622673392} +{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9382364749908447, "Finetune/Loss (Raw)": 0.9955421686172485, "Finetune/Step": 2404, "Finetune/Step Time": 4.4824730064719915} +{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9397889375686646, "Finetune/Loss (Raw)": 0.9720231890678406, "Finetune/Step": 2405, "Finetune/Step Time": 4.4785402454435825} +{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9399202466011047, "Finetune/Loss (Raw)": 1.0298875570297241, "Finetune/Step": 2406, "Finetune/Step Time": 4.479725809767842} +{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9371766448020935, "Finetune/Loss (Raw)": 0.7294033169746399, "Finetune/Step": 2407, "Finetune/Step Time": 4.50121733173728} +{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9390395879745483, "Finetune/Loss (Raw)": 1.1605192422866821, "Finetune/Step": 2408, "Finetune/Step Time": 4.509824989363551} +{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9389238357543945, "Finetune/Loss (Raw)": 0.9176660180091858, "Finetune/Step": 2409, "Finetune/Step Time": 4.509940549731255} +{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9390486478805542, "Finetune/Loss (Raw)": 0.9560443162918091, "Finetune/Step": 2410, "Finetune/Step Time": 4.524033349007368} +{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9369150996208191, "Finetune/Loss (Raw)": 0.8076037168502808, "Finetune/Step": 2411, "Finetune/Step Time": 4.536973640322685} +{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9367557764053345, "Finetune/Loss (Raw)": 0.9268385171890259, "Finetune/Step": 2412, "Finetune/Step Time": 4.515142174437642} +{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355743527412415, "Finetune/Loss (Raw)": 0.8605926036834717, "Finetune/Step": 2413, "Finetune/Step Time": 4.505347326397896} +{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9355149269104004, "Finetune/Loss (Raw)": 0.9922437071800232, "Finetune/Step": 2414, "Finetune/Step Time": 4.485667081549764} +{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.936198353767395, "Finetune/Loss (Raw)": 0.9139105677604675, "Finetune/Step": 2415, "Finetune/Step Time": 4.480073682963848} +{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9363141059875488, "Finetune/Loss (Raw)": 0.9904652237892151, "Finetune/Step": 2416, "Finetune/Step Time": 4.478103965520859} +{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9376892447471619, "Finetune/Loss (Raw)": 0.9522937536239624, "Finetune/Step": 2417, "Finetune/Step Time": 4.481580417603254} +{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.932960569858551, "Finetune/Loss (Raw)": 0.43874391913414, "Finetune/Step": 2418, "Finetune/Step Time": 4.523772690445185} +{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9334726333618164, "Finetune/Loss (Raw)": 0.9461756944656372, "Finetune/Step": 2419, "Finetune/Step Time": 4.531131818890572} +{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9352942705154419, "Finetune/Loss (Raw)": 1.1141571998596191, "Finetune/Step": 2420, "Finetune/Step Time": 4.520721049979329} +{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9353653192520142, "Finetune/Loss (Raw)": 0.8069776892662048, "Finetune/Step": 2421, "Finetune/Step Time": 4.530541807413101} +{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341087341308594, "Finetune/Loss (Raw)": 0.7977664470672607, "Finetune/Step": 2422, "Finetune/Step Time": 4.540487624704838} +{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9326788783073425, "Finetune/Loss (Raw)": 0.790794312953949, "Finetune/Step": 2423, "Finetune/Step Time": 4.533727902919054} +{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9340544939041138, "Finetune/Loss (Raw)": 0.9709088206291199, "Finetune/Step": 2424, "Finetune/Step Time": 4.533111913129687} +{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9333930015563965, "Finetune/Loss (Raw)": 0.8901312947273254, "Finetune/Step": 2425, "Finetune/Step Time": 4.543535364791751} +{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9292128086090088, "Finetune/Loss (Raw)": 0.3665906488895416, "Finetune/Step": 2426, "Finetune/Step Time": 4.580420415848494} +{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9290186166763306, "Finetune/Loss (Raw)": 0.9893496632575989, "Finetune/Step": 2427, "Finetune/Step Time": 4.571423314511776} +{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9275289177894592, "Finetune/Loss (Raw)": 0.8220228552818298, "Finetune/Step": 2428, "Finetune/Step Time": 4.571272850036621} +{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9287551641464233, "Finetune/Loss (Raw)": 1.0156774520874023, "Finetune/Step": 2429, "Finetune/Step Time": 4.578137081116438} +{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284278154373169, "Finetune/Loss (Raw)": 0.7794808745384216, "Finetune/Step": 2430, "Finetune/Step Time": 4.60282882861793} +{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9289999604225159, "Finetune/Loss (Raw)": 1.0304659605026245, "Finetune/Step": 2431, "Finetune/Step Time": 4.600368784740567} +{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304862022399902, "Finetune/Loss (Raw)": 0.9398097991943359, "Finetune/Step": 2432, "Finetune/Step Time": 4.603070376440883} +{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9309793710708618, "Finetune/Loss (Raw)": 0.8989755511283875, "Finetune/Step": 2433, "Finetune/Step Time": 4.602305926382542} +{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9298921823501587, "Finetune/Loss (Raw)": 0.9515041708946228, "Finetune/Step": 2434, "Finetune/Step Time": 4.601243119686842} +{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9290990829467773, "Finetune/Loss (Raw)": 0.9089990258216858, "Finetune/Step": 2435, "Finetune/Step Time": 4.6105647180229425} +{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318555593490601, "Finetune/Loss (Raw)": 1.0087186098098755, "Finetune/Step": 2436, "Finetune/Step Time": 4.603523829951882} +{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310168027877808, "Finetune/Loss (Raw)": 0.9030925035476685, "Finetune/Step": 2437, "Finetune/Step Time": 4.609113238751888} +{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313164949417114, "Finetune/Loss (Raw)": 1.036426067352295, "Finetune/Step": 2438, "Finetune/Step Time": 4.613259106874466} +{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9310635924339294, "Finetune/Loss (Raw)": 1.0211838483810425, "Finetune/Step": 2439, "Finetune/Step Time": 4.613222289830446} +{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9316314458847046, "Finetune/Loss (Raw)": 1.0155426263809204, "Finetune/Step": 2440, "Finetune/Step Time": 4.593221137300134} +{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9316537976264954, "Finetune/Loss (Raw)": 0.9874434471130371, "Finetune/Step": 2441, "Finetune/Step Time": 4.588763069361448} +{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9322494268417358, "Finetune/Loss (Raw)": 0.957953691482544, "Finetune/Step": 2442, "Finetune/Step Time": 4.585050351917744} +{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9330717325210571, "Finetune/Loss (Raw)": 0.9970549941062927, "Finetune/Step": 2443, "Finetune/Step Time": 4.590768186375499} +{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9329583644866943, "Finetune/Loss (Raw)": 1.002756118774414, "Finetune/Step": 2444, "Finetune/Step Time": 4.5980240777134895} +{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.928934633731842, "Finetune/Loss (Raw)": 0.3823060393333435, "Finetune/Step": 2445, "Finetune/Step Time": 4.632252756506205} +{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9290823340415955, "Finetune/Loss (Raw)": 0.9447380304336548, "Finetune/Step": 2446, "Finetune/Step Time": 4.634098500013351} +{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9276048541069031, "Finetune/Loss (Raw)": 0.9294005632400513, "Finetune/Step": 2447, "Finetune/Step Time": 4.638981726020575} +{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9282240271568298, "Finetune/Loss (Raw)": 1.0439691543579102, "Finetune/Step": 2448, "Finetune/Step Time": 4.640458922833204} +{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273825883865356, "Finetune/Loss (Raw)": 0.8452789187431335, "Finetune/Step": 2449, "Finetune/Step Time": 4.632285874336958} +{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9230635762214661, "Finetune/Loss (Raw)": 0.4833717942237854, "Finetune/Step": 2450, "Finetune/Step Time": 4.666675744578242} +{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.918940544128418, "Finetune/Loss (Raw)": 0.317951500415802, "Finetune/Step": 2451, "Finetune/Step Time": 4.6921071875840425} +{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9198640584945679, "Finetune/Loss (Raw)": 1.0015772581100464, "Finetune/Step": 2452, "Finetune/Step Time": 4.693597165867686} +{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192880392074585, "Finetune/Loss (Raw)": 0.990820586681366, "Finetune/Step": 2453, "Finetune/Step Time": 4.711273796856403} +{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.923325777053833, "Finetune/Loss (Raw)": 0.9528712630271912, "Finetune/Step": 2454, "Finetune/Step Time": 4.683358550071716} +{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.924297034740448, "Finetune/Loss (Raw)": 1.053570032119751, "Finetune/Step": 2455, "Finetune/Step Time": 4.670291528105736} +{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.9250590801239014, "Finetune/Loss (Raw)": 0.9976879954338074, "Finetune/Step": 2456, "Finetune/Step Time": 4.66014096327126} +{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9249925017356873, "Finetune/Loss (Raw)": 0.9971739649772644, "Finetune/Step": 2457, "Finetune/Step Time": 4.657560758292675} +{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.926133930683136, "Finetune/Loss (Raw)": 0.9896920323371887, "Finetune/Step": 2458, "Finetune/Step Time": 4.668501004576683} +{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9255406260490417, "Finetune/Loss (Raw)": 0.903053343296051, "Finetune/Step": 2459, "Finetune/Step Time": 4.657059030607343} +{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9241321086883545, "Finetune/Loss (Raw)": 0.9736778140068054, "Finetune/Step": 2460, "Finetune/Step Time": 4.651599308475852} +{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9248218536376953, "Finetune/Loss (Raw)": 1.1128262281417847, "Finetune/Step": 2461, "Finetune/Step Time": 4.647837208583951} +{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9248725771903992, "Finetune/Loss (Raw)": 0.9930916428565979, "Finetune/Step": 2462, "Finetune/Step Time": 4.634619928896427} +{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9254100322723389, "Finetune/Loss (Raw)": 0.9692041873931885, "Finetune/Step": 2463, "Finetune/Step Time": 4.629501577466726} +{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9263977408409119, "Finetune/Loss (Raw)": 1.0564641952514648, "Finetune/Step": 2464, "Finetune/Step Time": 4.614754658192396} +{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9260604381561279, "Finetune/Loss (Raw)": 0.9314057230949402, "Finetune/Step": 2465, "Finetune/Step Time": 4.617235403507948} +{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9247555732727051, "Finetune/Loss (Raw)": 0.8410077691078186, "Finetune/Step": 2466, "Finetune/Step Time": 4.613139890134335} +{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9255185723304749, "Finetune/Loss (Raw)": 0.9502007365226746, "Finetune/Step": 2467, "Finetune/Step Time": 4.59824806638062} +{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9273496866226196, "Finetune/Loss (Raw)": 1.1545946598052979, "Finetune/Step": 2468, "Finetune/Step Time": 4.602769263088703} +{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9269161820411682, "Finetune/Loss (Raw)": 1.0478401184082031, "Finetune/Step": 2469, "Finetune/Step Time": 4.5736865401268005} +{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9309999942779541, "Finetune/Loss (Raw)": 0.8752648234367371, "Finetune/Step": 2470, "Finetune/Step Time": 4.542634516954422} +{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9309266805648804, "Finetune/Loss (Raw)": 1.0322885513305664, "Finetune/Step": 2471, "Finetune/Step Time": 4.526157351210713} +{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9313055276870728, "Finetune/Loss (Raw)": 0.9790360331535339, "Finetune/Step": 2472, "Finetune/Step Time": 4.499968430027366} +{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9295027852058411, "Finetune/Loss (Raw)": 0.9618449211120605, "Finetune/Step": 2473, "Finetune/Step Time": 4.500601252540946} +{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.930050253868103, "Finetune/Loss (Raw)": 1.0164940357208252, "Finetune/Step": 2474, "Finetune/Step Time": 4.50467186793685} +{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.929977297782898, "Finetune/Loss (Raw)": 0.9170936942100525, "Finetune/Step": 2475, "Finetune/Step Time": 4.504296340048313} +{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9291779398918152, "Finetune/Loss (Raw)": 0.9709105491638184, "Finetune/Step": 2476, "Finetune/Step Time": 4.513178920373321} +{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9292641878128052, "Finetune/Loss (Raw)": 0.9687222242355347, "Finetune/Step": 2477, "Finetune/Step Time": 4.510282164439559} +{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9292569160461426, "Finetune/Loss (Raw)": 0.9479674696922302, "Finetune/Step": 2478, "Finetune/Step Time": 4.50377850048244} +{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9276800751686096, "Finetune/Loss (Raw)": 0.8666046857833862, "Finetune/Step": 2479, "Finetune/Step Time": 4.499006504192948} +{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9259758591651917, "Finetune/Loss (Raw)": 0.8892523646354675, "Finetune/Step": 2480, "Finetune/Step Time": 4.497565930709243} +{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.921453058719635, "Finetune/Loss (Raw)": 0.3700495660305023, "Finetune/Step": 2481, "Finetune/Step Time": 4.538989150896668} +{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9227068424224854, "Finetune/Loss (Raw)": 1.1219027042388916, "Finetune/Step": 2482, "Finetune/Step Time": 4.535603802651167} +{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9235905408859253, "Finetune/Loss (Raw)": 0.9582837820053101, "Finetune/Step": 2483, "Finetune/Step Time": 4.541537817567587} +{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9241576194763184, "Finetune/Loss (Raw)": 0.9234936833381653, "Finetune/Step": 2484, "Finetune/Step Time": 4.55232959240675} +{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9243835210800171, "Finetune/Loss (Raw)": 0.9586159586906433, "Finetune/Step": 2485, "Finetune/Step Time": 4.558247013017535} +{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9227238893508911, "Finetune/Loss (Raw)": 0.8491635918617249, "Finetune/Step": 2486, "Finetune/Step Time": 4.568806571885943} +{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9228891730308533, "Finetune/Loss (Raw)": 0.3100728988647461, "Finetune/Step": 2487, "Finetune/Step Time": 4.566972045227885} +{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9239214658737183, "Finetune/Loss (Raw)": 1.0735970735549927, "Finetune/Step": 2488, "Finetune/Step Time": 4.565239958465099} +{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9241299033164978, "Finetune/Loss (Raw)": 1.0033332109451294, "Finetune/Step": 2489, "Finetune/Step Time": 4.583647141233087} +{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9190254211425781, "Finetune/Loss (Raw)": 0.31423765420913696, "Finetune/Step": 2490, "Finetune/Step Time": 4.62546406313777} +{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9202592372894287, "Finetune/Loss (Raw)": 0.927990734577179, "Finetune/Step": 2491, "Finetune/Step Time": 4.618688957765698} +{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.9197880029678345, "Finetune/Loss (Raw)": 0.8292094469070435, "Finetune/Step": 2492, "Finetune/Step Time": 4.619925733655691} +{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.919319748878479, "Finetune/Loss (Raw)": 1.0081206560134888, "Finetune/Step": 2493, "Finetune/Step Time": 4.628121517598629} +{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.921252429485321, "Finetune/Loss (Raw)": 1.0626674890518188, "Finetune/Step": 2494, "Finetune/Step Time": 4.61664623953402} +{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9210772514343262, "Finetune/Loss (Raw)": 0.9667341113090515, "Finetune/Step": 2495, "Finetune/Step Time": 4.609709747135639} +{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9208688735961914, "Finetune/Loss (Raw)": 0.9521799683570862, "Finetune/Step": 2496, "Finetune/Step Time": 4.631331373006105} +{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9193682670593262, "Finetune/Loss (Raw)": 0.8504383563995361, "Finetune/Step": 2497, "Finetune/Step Time": 4.629577876999974} +{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9201008081436157, "Finetune/Loss (Raw)": 1.0344939231872559, "Finetune/Step": 2498, "Finetune/Step Time": 4.630035735666752} +{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.917384922504425, "Finetune/Loss (Raw)": 0.7038803100585938, "Finetune/Step": 2499, "Finetune/Step Time": 4.642398780211806} +{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9178379774093628, "Finetune/Loss (Raw)": 0.9817637801170349, "Finetune/Step": 2500, "Finetune/Step Time": 4.642507379874587} +{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9170757532119751, "Finetune/Loss (Raw)": 0.9557784199714661, "Finetune/Step": 2501, "Finetune/Step Time": 4.622919823974371} +{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.917975664138794, "Finetune/Loss (Raw)": 0.969626784324646, "Finetune/Step": 2502, "Finetune/Step Time": 4.623332237824798} +{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9188416600227356, "Finetune/Loss (Raw)": 0.9254637956619263, "Finetune/Step": 2503, "Finetune/Step Time": 4.612187221646309} +{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9183436036109924, "Finetune/Loss (Raw)": 0.9188380241394043, "Finetune/Step": 2504, "Finetune/Step Time": 4.617230460047722} +{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9171190857887268, "Finetune/Loss (Raw)": 0.9352072477340698, "Finetune/Step": 2505, "Finetune/Step Time": 4.616685127839446} +{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9159737825393677, "Finetune/Loss (Raw)": 0.892585039138794, "Finetune/Step": 2506, "Finetune/Step Time": 4.6209949273616076} +{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9163891077041626, "Finetune/Loss (Raw)": 1.0396851301193237, "Finetune/Step": 2507, "Finetune/Step Time": 4.60839313827455} +{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168587923049927, "Finetune/Loss (Raw)": 0.8715134859085083, "Finetune/Step": 2508, "Finetune/Step Time": 4.616179225966334} +{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161544442176819, "Finetune/Loss (Raw)": 0.8625131249427795, "Finetune/Step": 2509, "Finetune/Step Time": 4.619298232719302} +{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.918143093585968, "Finetune/Loss (Raw)": 1.085378646850586, "Finetune/Step": 2510, "Finetune/Step Time": 4.602630028501153} +{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9204372763633728, "Finetune/Loss (Raw)": 1.0010385513305664, "Finetune/Step": 2511, "Finetune/Step Time": 4.5991715379059315} +{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181839227676392, "Finetune/Loss (Raw)": 0.8473724126815796, "Finetune/Step": 2512, "Finetune/Step Time": 4.60895910859108} +{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177448153495789, "Finetune/Loss (Raw)": 0.884316623210907, "Finetune/Step": 2513, "Finetune/Step Time": 4.607783041894436} +{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9177281856536865, "Finetune/Loss (Raw)": 1.0648046731948853, "Finetune/Step": 2514, "Finetune/Step Time": 4.614231051877141} +{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171669483184814, "Finetune/Loss (Raw)": 0.8230873942375183, "Finetune/Step": 2515, "Finetune/Step Time": 4.619513928890228} +{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9168009757995605, "Finetune/Loss (Raw)": 0.9583151340484619, "Finetune/Step": 2516, "Finetune/Step Time": 4.597383743152022} +{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9160168170928955, "Finetune/Loss (Raw)": 0.9576911926269531, "Finetune/Step": 2517, "Finetune/Step Time": 4.600905707105994} +{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9146701693534851, "Finetune/Loss (Raw)": 0.8998876810073853, "Finetune/Step": 2518, "Finetune/Step Time": 4.6068335101008415} +{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9138283729553223, "Finetune/Loss (Raw)": 0.9105764031410217, "Finetune/Step": 2519, "Finetune/Step Time": 4.606047572568059} +{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9142732620239258, "Finetune/Loss (Raw)": 1.021691083908081, "Finetune/Step": 2520, "Finetune/Step Time": 4.605824483558536} +{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9090756773948669, "Finetune/Loss (Raw)": 0.400405615568161, "Finetune/Step": 2521, "Finetune/Step Time": 4.626839306205511} +{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138138294219971, "Finetune/Loss (Raw)": 0.9970049262046814, "Finetune/Step": 2522, "Finetune/Step Time": 4.606101172044873} +{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119748473167419, "Finetune/Loss (Raw)": 0.7499462962150574, "Finetune/Step": 2523, "Finetune/Step Time": 4.6074195727705956} +{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.911946177482605, "Finetune/Loss (Raw)": 0.9148486256599426, "Finetune/Step": 2524, "Finetune/Step Time": 4.606480097398162} +{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9114104509353638, "Finetune/Loss (Raw)": 0.9029563069343567, "Finetune/Step": 2525, "Finetune/Step Time": 4.619701428338885} +{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102737903594971, "Finetune/Loss (Raw)": 0.966089129447937, "Finetune/Step": 2526, "Finetune/Step Time": 4.6222318559885025} +{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9103280305862427, "Finetune/Loss (Raw)": 1.0332705974578857, "Finetune/Step": 2527, "Finetune/Step Time": 4.637198651209474} +{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9116514921188354, "Finetune/Loss (Raw)": 1.0206151008605957, "Finetune/Step": 2528, "Finetune/Step Time": 4.64324389770627} +{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9060086011886597, "Finetune/Loss (Raw)": 0.2652781009674072, "Finetune/Step": 2529, "Finetune/Step Time": 4.679222272709012} +{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9068952202796936, "Finetune/Loss (Raw)": 0.9481099843978882, "Finetune/Step": 2530, "Finetune/Step Time": 4.670392248779535} +{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9059581160545349, "Finetune/Loss (Raw)": 0.8555213809013367, "Finetune/Step": 2531, "Finetune/Step Time": 4.675045968964696} +{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061472415924072, "Finetune/Loss (Raw)": 1.019749641418457, "Finetune/Step": 2532, "Finetune/Step Time": 4.691923011094332} +{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.905873715877533, "Finetune/Loss (Raw)": 0.9370104074478149, "Finetune/Step": 2533, "Finetune/Step Time": 4.688484033569694} +{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.900747537612915, "Finetune/Loss (Raw)": 0.3737376928329468, "Finetune/Step": 2534, "Finetune/Step Time": 4.725202077999711} +{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031462669372559, "Finetune/Loss (Raw)": 1.0364378690719604, "Finetune/Step": 2535, "Finetune/Step Time": 4.709450289607048} +{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9001052379608154, "Finetune/Loss (Raw)": 0.7712717652320862, "Finetune/Step": 2536, "Finetune/Step Time": 4.71727785654366} +{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004913568496704, "Finetune/Loss (Raw)": 0.9670884609222412, "Finetune/Step": 2537, "Finetune/Step Time": 4.7243510242551565} +{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.901183545589447, "Finetune/Loss (Raw)": 1.0446521043777466, "Finetune/Step": 2538, "Finetune/Step Time": 4.723111882805824} +{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9019745588302612, "Finetune/Loss (Raw)": 0.9088460803031921, "Finetune/Step": 2539, "Finetune/Step Time": 4.715953009203076} +{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9029204249382019, "Finetune/Loss (Raw)": 1.0479109287261963, "Finetune/Step": 2540, "Finetune/Step Time": 4.721483789384365} +{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9030965566635132, "Finetune/Loss (Raw)": 0.88313889503479, "Finetune/Step": 2541, "Finetune/Step Time": 4.74325848557055} +{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9027284979820251, "Finetune/Loss (Raw)": 0.945130467414856, "Finetune/Step": 2542, "Finetune/Step Time": 4.747587101534009} +{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9030191898345947, "Finetune/Loss (Raw)": 0.951123833656311, "Finetune/Step": 2543, "Finetune/Step Time": 4.742563512176275} +{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9011667966842651, "Finetune/Loss (Raw)": 0.753354012966156, "Finetune/Step": 2544, "Finetune/Step Time": 4.7524438463151455} +{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9007840752601624, "Finetune/Loss (Raw)": 0.9033041596412659, "Finetune/Step": 2545, "Finetune/Step Time": 4.740474259480834} +{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8995091319084167, "Finetune/Loss (Raw)": 0.27555525302886963, "Finetune/Step": 2546, "Finetune/Step Time": 4.7347742803394794} +{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8991702795028687, "Finetune/Loss (Raw)": 0.9027969241142273, "Finetune/Step": 2547, "Finetune/Step Time": 4.706143651157618} +{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8988286852836609, "Finetune/Loss (Raw)": 1.070439100265503, "Finetune/Step": 2548, "Finetune/Step Time": 4.708649691194296} +{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8950295448303223, "Finetune/Loss (Raw)": 0.3206828236579895, "Finetune/Step": 2549, "Finetune/Step Time": 4.726081375032663} +{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8963895440101624, "Finetune/Loss (Raw)": 0.9718494415283203, "Finetune/Step": 2550, "Finetune/Step Time": 4.727016923949122} +{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8980321884155273, "Finetune/Loss (Raw)": 1.0010559558868408, "Finetune/Step": 2551, "Finetune/Step Time": 4.72280190512538} +{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.899173378944397, "Finetune/Loss (Raw)": 1.1169800758361816, "Finetune/Step": 2552, "Finetune/Step Time": 4.723543418571353} +{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8995447754859924, "Finetune/Loss (Raw)": 0.9376664757728577, "Finetune/Step": 2553, "Finetune/Step Time": 4.7250151969492435} +{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9044041633605957, "Finetune/Loss (Raw)": 0.9886000156402588, "Finetune/Step": 2554, "Finetune/Step Time": 4.716294126585126} +{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8992435336112976, "Finetune/Loss (Raw)": 0.32878053188323975, "Finetune/Step": 2555, "Finetune/Step Time": 4.753073712810874} +{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.9001346230506897, "Finetune/Loss (Raw)": 0.936086118221283, "Finetune/Step": 2556, "Finetune/Step Time": 4.747713088989258} +{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8983731269836426, "Finetune/Loss (Raw)": 0.7902064323425293, "Finetune/Step": 2557, "Finetune/Step Time": 4.730897765606642} +{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8992082476615906, "Finetune/Loss (Raw)": 0.8863739371299744, "Finetune/Step": 2558, "Finetune/Step Time": 4.7005632650107145} +{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8985692262649536, "Finetune/Loss (Raw)": 0.9486691355705261, "Finetune/Step": 2559, "Finetune/Step Time": 4.699664570391178} +{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8985943794250488, "Finetune/Loss (Raw)": 0.9430357813835144, "Finetune/Step": 2560, "Finetune/Step Time": 4.708265565335751} +{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.898705244064331, "Finetune/Loss (Raw)": 0.9131545424461365, "Finetune/Step": 2561, "Finetune/Step Time": 4.711785456165671} +{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8993691802024841, "Finetune/Loss (Raw)": 1.0364940166473389, "Finetune/Step": 2562, "Finetune/Step Time": 4.716257454827428} +{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8977428078651428, "Finetune/Loss (Raw)": 0.7008212804794312, "Finetune/Step": 2563, "Finetune/Step Time": 4.714122008532286} +{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8974063992500305, "Finetune/Loss (Raw)": 0.9656652808189392, "Finetune/Step": 2564, "Finetune/Step Time": 4.716712800785899} +{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8981708884239197, "Finetune/Loss (Raw)": 1.0009410381317139, "Finetune/Step": 2565, "Finetune/Step Time": 4.714064499363303} +{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8975673913955688, "Finetune/Loss (Raw)": 0.9591787457466125, "Finetune/Step": 2566, "Finetune/Step Time": 4.716986268758774} +{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8960064649581909, "Finetune/Loss (Raw)": 0.8213819861412048, "Finetune/Step": 2567, "Finetune/Step Time": 4.722177941352129} +{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8945626020431519, "Finetune/Loss (Raw)": 0.8307384848594666, "Finetune/Step": 2568, "Finetune/Step Time": 4.725756164640188} +{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8959483504295349, "Finetune/Loss (Raw)": 1.1648117303848267, "Finetune/Step": 2569, "Finetune/Step Time": 4.723540151491761} +{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8959234952926636, "Finetune/Loss (Raw)": 0.9547745585441589, "Finetune/Step": 2570, "Finetune/Step Time": 4.728020334616303} +{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.896614670753479, "Finetune/Loss (Raw)": 1.0855189561843872, "Finetune/Step": 2571, "Finetune/Step Time": 4.7261324506253} +{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8958888053894043, "Finetune/Loss (Raw)": 0.9098566770553589, "Finetune/Step": 2572, "Finetune/Step Time": 4.723191557452083} +{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.9001163840293884, "Finetune/Loss (Raw)": 0.9234299659729004, "Finetune/Step": 2573, "Finetune/Step Time": 4.692344885319471} +{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8999831080436707, "Finetune/Loss (Raw)": 0.9276784062385559, "Finetune/Step": 2574, "Finetune/Step Time": 4.714941391721368} +{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8995373249053955, "Finetune/Loss (Raw)": 0.8723344802856445, "Finetune/Step": 2575, "Finetune/Step Time": 4.706655204296112} +{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8990128636360168, "Finetune/Loss (Raw)": 0.9768506288528442, "Finetune/Step": 2576, "Finetune/Step Time": 4.707637820392847} +{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9002795219421387, "Finetune/Loss (Raw)": 1.0074074268341064, "Finetune/Step": 2577, "Finetune/Step Time": 4.711890880018473} +{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9047673940658569, "Finetune/Loss (Raw)": 1.057820439338684, "Finetune/Step": 2578, "Finetune/Step Time": 4.674686128273606} +{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9105353355407715, "Finetune/Loss (Raw)": 1.0562453269958496, "Finetune/Step": 2579, "Finetune/Step Time": 4.635947806760669} +{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9085227847099304, "Finetune/Loss (Raw)": 0.7439723014831543, "Finetune/Step": 2580, "Finetune/Step Time": 4.646433217450976} +{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9091678857803345, "Finetune/Loss (Raw)": 1.0733932256698608, "Finetune/Step": 2581, "Finetune/Step Time": 4.623126210644841} +{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9088542461395264, "Finetune/Loss (Raw)": 0.9127230048179626, "Finetune/Step": 2582, "Finetune/Step Time": 4.61294724419713} +{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9073930978775024, "Finetune/Loss (Raw)": 0.866539478302002, "Finetune/Step": 2583, "Finetune/Step Time": 4.621879581362009} +{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9081010222434998, "Finetune/Loss (Raw)": 1.0883103609085083, "Finetune/Step": 2584, "Finetune/Step Time": 4.622471090406179} +{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.9068872332572937, "Finetune/Loss (Raw)": 0.8418013453483582, "Finetune/Step": 2585, "Finetune/Step Time": 4.6245393846184015} +{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9070183634757996, "Finetune/Loss (Raw)": 1.006479024887085, "Finetune/Step": 2586, "Finetune/Step Time": 4.605726845562458} +{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9075332880020142, "Finetune/Loss (Raw)": 0.9689657688140869, "Finetune/Step": 2587, "Finetune/Step Time": 4.606089802458882} +{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.9069070816040039, "Finetune/Loss (Raw)": 0.8935300707817078, "Finetune/Step": 2588, "Finetune/Step Time": 4.614690152928233} +{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9063630700111389, "Finetune/Loss (Raw)": 1.0431830883026123, "Finetune/Step": 2589, "Finetune/Step Time": 4.619070362299681} +{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9060947299003601, "Finetune/Loss (Raw)": 0.9587457776069641, "Finetune/Step": 2590, "Finetune/Step Time": 4.621550841256976} +{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9053016901016235, "Finetune/Loss (Raw)": 0.8676925301551819, "Finetune/Step": 2591, "Finetune/Step Time": 4.66015805490315} +{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9043774604797363, "Finetune/Loss (Raw)": 0.9381651878356934, "Finetune/Step": 2592, "Finetune/Step Time": 4.668172722682357} +{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9039340019226074, "Finetune/Loss (Raw)": 0.8746469616889954, "Finetune/Step": 2593, "Finetune/Step Time": 4.688285695388913} +{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9042223691940308, "Finetune/Loss (Raw)": 0.8779217004776001, "Finetune/Step": 2594, "Finetune/Step Time": 4.7045309487730265} +{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9040455222129822, "Finetune/Loss (Raw)": 0.9275619387626648, "Finetune/Step": 2595, "Finetune/Step Time": 4.704262848943472} +{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9019784331321716, "Finetune/Loss (Raw)": 0.8900046944618225, "Finetune/Step": 2596, "Finetune/Step Time": 4.696789715439081} +{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9015042185783386, "Finetune/Loss (Raw)": 0.9871422648429871, "Finetune/Step": 2597, "Finetune/Step Time": 4.700345981866121} +{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9008841514587402, "Finetune/Loss (Raw)": 0.7958922982215881, "Finetune/Step": 2598, "Finetune/Step Time": 4.7127062901854515} +{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9005582332611084, "Finetune/Loss (Raw)": 0.9905670881271362, "Finetune/Step": 2599, "Finetune/Step Time": 4.722663985565305} +{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9000462889671326, "Finetune/Loss (Raw)": 0.9135121703147888, "Finetune/Step": 2600, "Finetune/Step Time": 4.727420788258314} +{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9000349044799805, "Finetune/Loss (Raw)": 0.9603910446166992, "Finetune/Step": 2601, "Finetune/Step Time": 4.734398365020752} +{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9003323316574097, "Finetune/Loss (Raw)": 1.0545666217803955, "Finetune/Step": 2602, "Finetune/Step Time": 4.731971807777882} +{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9011020064353943, "Finetune/Loss (Raw)": 1.0156110525131226, "Finetune/Step": 2603, "Finetune/Step Time": 4.73104652017355} +{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.900776743888855, "Finetune/Loss (Raw)": 0.9292760491371155, "Finetune/Step": 2604, "Finetune/Step Time": 4.730949219316244} +{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.899509847164154, "Finetune/Loss (Raw)": 0.8065550327301025, "Finetune/Step": 2605, "Finetune/Step Time": 4.734714705497026} +{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8989026546478271, "Finetune/Loss (Raw)": 0.8702471256256104, "Finetune/Step": 2606, "Finetune/Step Time": 4.764004975557327} +{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8998754024505615, "Finetune/Loss (Raw)": 0.9911147356033325, "Finetune/Step": 2607, "Finetune/Step Time": 4.784637710079551} +{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9004768133163452, "Finetune/Loss (Raw)": 0.9662341475486755, "Finetune/Step": 2608, "Finetune/Step Time": 4.776871735230088} +{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9049109220504761, "Finetune/Loss (Raw)": 0.9376245141029358, "Finetune/Step": 2609, "Finetune/Step Time": 4.734552167356014} +{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.90365070104599, "Finetune/Loss (Raw)": 0.9605921506881714, "Finetune/Step": 2610, "Finetune/Step Time": 4.751574948430061} +{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9019078612327576, "Finetune/Loss (Raw)": 0.7351986169815063, "Finetune/Step": 2611, "Finetune/Step Time": 4.752045147120953} +{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9019327163696289, "Finetune/Loss (Raw)": 0.926676332950592, "Finetune/Step": 2612, "Finetune/Step Time": 4.734736617654562} +{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9026667475700378, "Finetune/Loss (Raw)": 1.0525695085525513, "Finetune/Step": 2613, "Finetune/Step Time": 4.733427286148071} +{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9029052257537842, "Finetune/Loss (Raw)": 0.8796858787536621, "Finetune/Step": 2614, "Finetune/Step Time": 4.725705020129681} +{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9083561301231384, "Finetune/Loss (Raw)": 1.00779128074646, "Finetune/Step": 2615, "Finetune/Step Time": 4.698176074773073} +{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.907570481300354, "Finetune/Loss (Raw)": 0.9730324149131775, "Finetune/Step": 2616, "Finetune/Step Time": 4.707005757838488} +{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9027988910675049, "Finetune/Loss (Raw)": 0.3925762176513672, "Finetune/Step": 2617, "Finetune/Step Time": 4.720991225913167} +{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9068653583526611, "Finetune/Loss (Raw)": 0.8347458839416504, "Finetune/Step": 2618, "Finetune/Step Time": 4.689316781237721} +{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9074462652206421, "Finetune/Loss (Raw)": 1.0023386478424072, "Finetune/Step": 2619, "Finetune/Step Time": 4.682955866679549} +{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9077280759811401, "Finetune/Loss (Raw)": 0.8652798533439636, "Finetune/Step": 2620, "Finetune/Step Time": 4.6791648007929325} +{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9070285558700562, "Finetune/Loss (Raw)": 0.9185856580734253, "Finetune/Step": 2621, "Finetune/Step Time": 4.676013268530369} +{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9063254594802856, "Finetune/Loss (Raw)": 0.972671627998352, "Finetune/Step": 2622, "Finetune/Step Time": 4.666079614311457} +{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9060469269752502, "Finetune/Loss (Raw)": 0.9310822486877441, "Finetune/Step": 2623, "Finetune/Step Time": 4.686403887346387} +{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9059678316116333, "Finetune/Loss (Raw)": 0.9420585036277771, "Finetune/Step": 2624, "Finetune/Step Time": 4.675089722499251} +{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9056050777435303, "Finetune/Loss (Raw)": 0.803998589515686, "Finetune/Step": 2625, "Finetune/Step Time": 4.689343377947807} +{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8999263644218445, "Finetune/Loss (Raw)": 0.30762216448783875, "Finetune/Step": 2626, "Finetune/Step Time": 4.726970126852393} +{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9015355706214905, "Finetune/Loss (Raw)": 0.9098619222640991, "Finetune/Step": 2627, "Finetune/Step Time": 4.7097974587231874} +{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9018926620483398, "Finetune/Loss (Raw)": 1.0274608135223389, "Finetune/Step": 2628, "Finetune/Step Time": 4.709115296602249} +{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8999186754226685, "Finetune/Loss (Raw)": 0.7031214237213135, "Finetune/Step": 2629, "Finetune/Step Time": 4.7247515600174665} +{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8989033699035645, "Finetune/Loss (Raw)": 0.8396597504615784, "Finetune/Step": 2630, "Finetune/Step Time": 4.724799836054444} +{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.9001624584197998, "Finetune/Loss (Raw)": 1.0866261720657349, "Finetune/Step": 2631, "Finetune/Step Time": 4.721759535372257} +{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8995073437690735, "Finetune/Loss (Raw)": 0.8349844217300415, "Finetune/Step": 2632, "Finetune/Step Time": 4.716513207182288} +{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8997938632965088, "Finetune/Loss (Raw)": 0.9718837141990662, "Finetune/Step": 2633, "Finetune/Step Time": 4.718352233991027} +{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9006065130233765, "Finetune/Loss (Raw)": 0.9965987205505371, "Finetune/Step": 2634, "Finetune/Step Time": 4.72457680106163} +{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.9001024961471558, "Finetune/Loss (Raw)": 0.9751752614974976, "Finetune/Step": 2635, "Finetune/Step Time": 4.718859676271677} +{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9014100432395935, "Finetune/Loss (Raw)": 1.0388773679733276, "Finetune/Step": 2636, "Finetune/Step Time": 4.7183715626597404} +{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.901353120803833, "Finetune/Loss (Raw)": 0.8552290797233582, "Finetune/Step": 2637, "Finetune/Step Time": 4.723370116204023} +{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9007283449172974, "Finetune/Loss (Raw)": 1.0054033994674683, "Finetune/Step": 2638, "Finetune/Step Time": 4.744033543393016} +{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8995925188064575, "Finetune/Loss (Raw)": 0.8556591272354126, "Finetune/Step": 2639, "Finetune/Step Time": 4.7346456199884415} +{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8956403732299805, "Finetune/Loss (Raw)": 0.34150102734565735, "Finetune/Step": 2640, "Finetune/Step Time": 4.7636529635638} +{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8960304260253906, "Finetune/Loss (Raw)": 0.9342348575592041, "Finetune/Step": 2641, "Finetune/Step Time": 4.75534357689321} +{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8950017690658569, "Finetune/Loss (Raw)": 0.9331434369087219, "Finetune/Step": 2642, "Finetune/Step Time": 4.744790893048048} +{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8947337865829468, "Finetune/Loss (Raw)": 0.7887844443321228, "Finetune/Step": 2643, "Finetune/Step Time": 4.741950752213597} +{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8937433958053589, "Finetune/Loss (Raw)": 0.8315377235412598, "Finetune/Step": 2644, "Finetune/Step Time": 4.775255747139454} +{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.894084095954895, "Finetune/Loss (Raw)": 1.001301884651184, "Finetune/Step": 2645, "Finetune/Step Time": 4.778353216126561} +{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8946771621704102, "Finetune/Loss (Raw)": 0.9758014678955078, "Finetune/Step": 2646, "Finetune/Step Time": 4.764414289966226} +{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.894254207611084, "Finetune/Loss (Raw)": 0.8564453125, "Finetune/Step": 2647, "Finetune/Step Time": 4.770061016082764} +{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.894289493560791, "Finetune/Loss (Raw)": 1.0262011289596558, "Finetune/Step": 2648, "Finetune/Step Time": 4.781020635738969} +{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8981629610061646, "Finetune/Loss (Raw)": 0.896210789680481, "Finetune/Step": 2649, "Finetune/Step Time": 4.7571695279330015} +{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8968055248260498, "Finetune/Loss (Raw)": 0.8232566714286804, "Finetune/Step": 2650, "Finetune/Step Time": 4.740289483219385} +{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8977910280227661, "Finetune/Loss (Raw)": 0.8760877847671509, "Finetune/Step": 2651, "Finetune/Step Time": 4.7360919043421745} +{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8988236784934998, "Finetune/Loss (Raw)": 1.0470249652862549, "Finetune/Step": 2652, "Finetune/Step Time": 4.742692304775119} +{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.89902663230896, "Finetune/Loss (Raw)": 0.9289419054985046, "Finetune/Step": 2653, "Finetune/Step Time": 4.7543433383107185} +{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8941078186035156, "Finetune/Loss (Raw)": 0.3364807069301605, "Finetune/Step": 2654, "Finetune/Step Time": 4.7848365511745214} +{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8937543630599976, "Finetune/Loss (Raw)": 0.9880282878875732, "Finetune/Step": 2655, "Finetune/Step Time": 4.784211467951536} +{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8930246233940125, "Finetune/Loss (Raw)": 0.9272037744522095, "Finetune/Step": 2656, "Finetune/Step Time": 4.77546120993793} +{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8969509601593018, "Finetune/Loss (Raw)": 0.7678465247154236, "Finetune/Step": 2657, "Finetune/Step Time": 4.753304239362478} +{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.89542555809021, "Finetune/Loss (Raw)": 0.7528608441352844, "Finetune/Step": 2658, "Finetune/Step Time": 4.772400837391615} +{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8969010710716248, "Finetune/Loss (Raw)": 1.0443885326385498, "Finetune/Step": 2659, "Finetune/Step Time": 4.757813505828381} +{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8964818120002747, "Finetune/Loss (Raw)": 0.9660819172859192, "Finetune/Step": 2660, "Finetune/Step Time": 4.741619478911161} +{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8980708122253418, "Finetune/Loss (Raw)": 1.1404002904891968, "Finetune/Step": 2661, "Finetune/Step Time": 4.7456914987415075} +{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9033547043800354, "Finetune/Loss (Raw)": 1.0500820875167847, "Finetune/Step": 2662, "Finetune/Step Time": 4.710807755589485} +{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9031927585601807, "Finetune/Loss (Raw)": 1.0157092809677124, "Finetune/Step": 2663, "Finetune/Step Time": 4.717493087053299} +{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9005489349365234, "Finetune/Loss (Raw)": 0.4328625500202179, "Finetune/Step": 2664, "Finetune/Step Time": 4.737237555906177} +{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8992879390716553, "Finetune/Loss (Raw)": 0.8056771755218506, "Finetune/Step": 2665, "Finetune/Step Time": 4.7299975994974375} +{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.898809552192688, "Finetune/Loss (Raw)": 0.9834276437759399, "Finetune/Step": 2666, "Finetune/Step Time": 4.726597817614675} +{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8980573415756226, "Finetune/Loss (Raw)": 0.8125603199005127, "Finetune/Step": 2667, "Finetune/Step Time": 4.721556881442666} +{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8967213034629822, "Finetune/Loss (Raw)": 0.876890242099762, "Finetune/Step": 2668, "Finetune/Step Time": 4.71235384978354} +{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8979921340942383, "Finetune/Loss (Raw)": 1.0458033084869385, "Finetune/Step": 2669, "Finetune/Step Time": 4.6906362399458885} +{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8979730606079102, "Finetune/Loss (Raw)": 0.9426887631416321, "Finetune/Step": 2670, "Finetune/Step Time": 4.685538841411471} +{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8969289660453796, "Finetune/Loss (Raw)": 0.8174836039543152, "Finetune/Step": 2671, "Finetune/Step Time": 4.69702760502696} +{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8966349959373474, "Finetune/Loss (Raw)": 0.7157270908355713, "Finetune/Step": 2672, "Finetune/Step Time": 4.7071261797100306} +{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8964704275131226, "Finetune/Loss (Raw)": 0.8822439312934875, "Finetune/Step": 2673, "Finetune/Step Time": 4.706919057294726} +{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9012960195541382, "Finetune/Loss (Raw)": 0.8932273983955383, "Finetune/Step": 2674, "Finetune/Step Time": 4.680502342060208} +{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9011865258216858, "Finetune/Loss (Raw)": 0.888780415058136, "Finetune/Step": 2675, "Finetune/Step Time": 4.690839296206832} +{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8995252847671509, "Finetune/Loss (Raw)": 0.8577961921691895, "Finetune/Step": 2676, "Finetune/Step Time": 4.694146012887359} +{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.904961347579956, "Finetune/Loss (Raw)": 1.0164976119995117, "Finetune/Step": 2677, "Finetune/Step Time": 4.6543621607124805} +{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9045975804328918, "Finetune/Loss (Raw)": 0.9252921938896179, "Finetune/Step": 2678, "Finetune/Step Time": 4.642468111589551} +{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9049955606460571, "Finetune/Loss (Raw)": 1.0519952774047852, "Finetune/Step": 2679, "Finetune/Step Time": 4.640339156612754} +{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9036480188369751, "Finetune/Loss (Raw)": 0.9444971680641174, "Finetune/Step": 2680, "Finetune/Step Time": 4.64315683208406} +{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8989627361297607, "Finetune/Loss (Raw)": 0.33794647455215454, "Finetune/Step": 2681, "Finetune/Step Time": 4.668093340471387} +{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8984352350234985, "Finetune/Loss (Raw)": 0.9210795760154724, "Finetune/Step": 2682, "Finetune/Step Time": 4.644056325778365} +{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9032168388366699, "Finetune/Loss (Raw)": 0.9408343434333801, "Finetune/Step": 2683, "Finetune/Step Time": 4.60448338277638} +{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9030189514160156, "Finetune/Loss (Raw)": 0.9107471704483032, "Finetune/Step": 2684, "Finetune/Step Time": 4.604528026655316} +{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9040542840957642, "Finetune/Loss (Raw)": 0.922736644744873, "Finetune/Step": 2685, "Finetune/Step Time": 4.608472544699907} +{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9035887718200684, "Finetune/Loss (Raw)": 0.8267789483070374, "Finetune/Step": 2686, "Finetune/Step Time": 4.616933749988675} +{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9034321308135986, "Finetune/Loss (Raw)": 0.9286288022994995, "Finetune/Step": 2687, "Finetune/Step Time": 4.6184278558939695} +{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9036684036254883, "Finetune/Loss (Raw)": 0.9732733368873596, "Finetune/Step": 2688, "Finetune/Step Time": 4.598719606176019} +{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9048415422439575, "Finetune/Loss (Raw)": 1.0633162260055542, "Finetune/Step": 2689, "Finetune/Step Time": 4.601910391822457} +{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8996129631996155, "Finetune/Loss (Raw)": 0.3672371208667755, "Finetune/Step": 2690, "Finetune/Step Time": 4.635112812742591} +{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9026033282279968, "Finetune/Loss (Raw)": 1.0835902690887451, "Finetune/Step": 2691, "Finetune/Step Time": 4.627785287797451} +{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9019415378570557, "Finetune/Loss (Raw)": 0.8809459805488586, "Finetune/Step": 2692, "Finetune/Step Time": 4.627374457195401} +{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.9020054936408997, "Finetune/Loss (Raw)": 1.0091313123703003, "Finetune/Step": 2693, "Finetune/Step Time": 4.624852396547794} +{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9018339514732361, "Finetune/Loss (Raw)": 0.9372212886810303, "Finetune/Step": 2694, "Finetune/Step Time": 4.626158742234111} +{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9022542238235474, "Finetune/Loss (Raw)": 0.8751822113990784, "Finetune/Step": 2695, "Finetune/Step Time": 4.630384812131524} +{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9037650227546692, "Finetune/Loss (Raw)": 1.0241199731826782, "Finetune/Step": 2696, "Finetune/Step Time": 4.642169462516904} +{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901608943939209, "Finetune/Loss (Raw)": 0.88883376121521, "Finetune/Step": 2697, "Finetune/Step Time": 4.644733881577849} +{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9007992744445801, "Finetune/Loss (Raw)": 0.851139485836029, "Finetune/Step": 2698, "Finetune/Step Time": 4.639567092061043} +{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9006218314170837, "Finetune/Loss (Raw)": 1.0628060102462769, "Finetune/Step": 2699, "Finetune/Step Time": 4.653901865705848} +{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9004712104797363, "Finetune/Loss (Raw)": 0.8905749917030334, "Finetune/Step": 2700, "Finetune/Step Time": 4.653450367972255} +{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9004008173942566, "Finetune/Loss (Raw)": 0.9144201278686523, "Finetune/Step": 2701, "Finetune/Step Time": 4.676094787195325} +{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.900719165802002, "Finetune/Loss (Raw)": 0.9684224128723145, "Finetune/Step": 2702, "Finetune/Step Time": 4.664419639855623} +{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9008120894432068, "Finetune/Loss (Raw)": 0.8842366337776184, "Finetune/Step": 2703, "Finetune/Step Time": 4.68178610317409} +{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8997308015823364, "Finetune/Loss (Raw)": 0.8384445309638977, "Finetune/Step": 2704, "Finetune/Step Time": 4.694311013445258} +{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8989869356155396, "Finetune/Loss (Raw)": 0.9121938943862915, "Finetune/Step": 2705, "Finetune/Step Time": 4.694734387099743} +{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.898750364780426, "Finetune/Loss (Raw)": 1.0275304317474365, "Finetune/Step": 2706, "Finetune/Step Time": 4.701563458889723} +{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8986042737960815, "Finetune/Loss (Raw)": 1.0375559329986572, "Finetune/Step": 2707, "Finetune/Step Time": 4.698105853050947} +{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9009364247322083, "Finetune/Loss (Raw)": 1.0424797534942627, "Finetune/Step": 2708, "Finetune/Step Time": 4.695105919614434} +{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8995298147201538, "Finetune/Loss (Raw)": 0.8933480381965637, "Finetune/Step": 2709, "Finetune/Step Time": 4.705248778685927} +{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.895340085029602, "Finetune/Loss (Raw)": 0.3764364719390869, "Finetune/Step": 2710, "Finetune/Step Time": 4.744499649852514} +{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8964124917984009, "Finetune/Loss (Raw)": 1.003812551498413, "Finetune/Step": 2711, "Finetune/Step Time": 4.734991408884525} +{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8954503536224365, "Finetune/Loss (Raw)": 0.9651542901992798, "Finetune/Step": 2712, "Finetune/Step Time": 4.753468908369541} +{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8960201740264893, "Finetune/Loss (Raw)": 0.9147387742996216, "Finetune/Step": 2713, "Finetune/Step Time": 4.760391939431429} +{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8957834243774414, "Finetune/Loss (Raw)": 0.9761687517166138, "Finetune/Step": 2714, "Finetune/Step Time": 4.760202532634139} +{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8949389457702637, "Finetune/Loss (Raw)": 0.8608800768852234, "Finetune/Step": 2715, "Finetune/Step Time": 4.753115586936474} +{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.894778847694397, "Finetune/Loss (Raw)": 0.8730326294898987, "Finetune/Step": 2716, "Finetune/Step Time": 4.74557688087225} +{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.893843412399292, "Finetune/Loss (Raw)": 0.9234470725059509, "Finetune/Step": 2717, "Finetune/Step Time": 4.727069053798914} +{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8933319449424744, "Finetune/Loss (Raw)": 0.8932843804359436, "Finetune/Step": 2718, "Finetune/Step Time": 4.727287627756596} +{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8941795825958252, "Finetune/Loss (Raw)": 0.9761931300163269, "Finetune/Step": 2719, "Finetune/Step Time": 4.689897509291768} +{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8944374322891235, "Finetune/Loss (Raw)": 0.9711649417877197, "Finetune/Step": 2720, "Finetune/Step Time": 4.685785053297877} +{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8945388793945312, "Finetune/Loss (Raw)": 0.887632429599762, "Finetune/Step": 2721, "Finetune/Step Time": 4.676727237179875} +{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8947290182113647, "Finetune/Loss (Raw)": 0.9022491574287415, "Finetune/Step": 2722, "Finetune/Step Time": 4.661915862932801} +{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8943905830383301, "Finetune/Loss (Raw)": 0.8842543959617615, "Finetune/Step": 2723, "Finetune/Step Time": 4.661658588796854} +{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.894860029220581, "Finetune/Loss (Raw)": 0.9500875473022461, "Finetune/Step": 2724, "Finetune/Step Time": 4.6643001064658165} +{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8945387005805969, "Finetune/Loss (Raw)": 0.9460151791572571, "Finetune/Step": 2725, "Finetune/Step Time": 4.657596681267023} +{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.895699679851532, "Finetune/Loss (Raw)": 0.9444981813430786, "Finetune/Step": 2726, "Finetune/Step Time": 4.649092676118016} +{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8952173590660095, "Finetune/Loss (Raw)": 0.9288315773010254, "Finetune/Step": 2727, "Finetune/Step Time": 4.64634689502418} +{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.894676685333252, "Finetune/Loss (Raw)": 0.8443028330802917, "Finetune/Step": 2728, "Finetune/Step Time": 4.644918104633689} +{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8904111385345459, "Finetune/Loss (Raw)": 0.41439732909202576, "Finetune/Step": 2729, "Finetune/Step Time": 4.6728792898356915} +{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8885599374771118, "Finetune/Loss (Raw)": 0.817612886428833, "Finetune/Step": 2730, "Finetune/Step Time": 4.674949664622545} +{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8878272771835327, "Finetune/Loss (Raw)": 0.9218388199806213, "Finetune/Step": 2731, "Finetune/Step Time": 4.677376573905349} +{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8881348371505737, "Finetune/Loss (Raw)": 0.9686446785926819, "Finetune/Step": 2732, "Finetune/Step Time": 4.667620183899999} +{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8890699148178101, "Finetune/Loss (Raw)": 0.9262374639511108, "Finetune/Step": 2733, "Finetune/Step Time": 4.662301499396563} +{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8900609016418457, "Finetune/Loss (Raw)": 0.9970946311950684, "Finetune/Step": 2734, "Finetune/Step Time": 4.644241224974394} +{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8900629281997681, "Finetune/Loss (Raw)": 0.9913806915283203, "Finetune/Step": 2735, "Finetune/Step Time": 4.621288921684027} +{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8860623240470886, "Finetune/Loss (Raw)": 0.45415130257606506, "Finetune/Step": 2736, "Finetune/Step Time": 4.6578168254345655} +{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8838918805122375, "Finetune/Loss (Raw)": 0.6598058938980103, "Finetune/Step": 2737, "Finetune/Step Time": 4.6629329752177} +{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8837141990661621, "Finetune/Loss (Raw)": 0.9378471374511719, "Finetune/Step": 2738, "Finetune/Step Time": 4.652452066540718} +{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8854732513427734, "Finetune/Loss (Raw)": 0.9603555798530579, "Finetune/Step": 2739, "Finetune/Step Time": 4.649579782038927} +{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8849401473999023, "Finetune/Loss (Raw)": 0.8584428429603577, "Finetune/Step": 2740, "Finetune/Step Time": 4.663941219449043} +{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8847131729125977, "Finetune/Loss (Raw)": 1.0235192775726318, "Finetune/Step": 2741, "Finetune/Step Time": 4.65894616022706} +{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8852053880691528, "Finetune/Loss (Raw)": 0.9426867365837097, "Finetune/Step": 2742, "Finetune/Step Time": 4.6643415335565805} +{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8851226568222046, "Finetune/Loss (Raw)": 0.9972016215324402, "Finetune/Step": 2743, "Finetune/Step Time": 4.656663205474615} +{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8850208520889282, "Finetune/Loss (Raw)": 0.9600009322166443, "Finetune/Step": 2744, "Finetune/Step Time": 4.6479646358639} +{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.889920711517334, "Finetune/Loss (Raw)": 1.0197558403015137, "Finetune/Step": 2745, "Finetune/Step Time": 4.610589375719428} +{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8907040357589722, "Finetune/Loss (Raw)": 0.9350138306617737, "Finetune/Step": 2746, "Finetune/Step Time": 4.6175429578870535} +{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900051116943359, "Finetune/Loss (Raw)": 0.9128744006156921, "Finetune/Step": 2747, "Finetune/Step Time": 4.634540602564812} +{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8914581537246704, "Finetune/Loss (Raw)": 1.051270842552185, "Finetune/Step": 2748, "Finetune/Step Time": 4.642474928870797} +{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8919830322265625, "Finetune/Loss (Raw)": 0.9857727289199829, "Finetune/Step": 2749, "Finetune/Step Time": 4.639003613963723} +{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8912345170974731, "Finetune/Loss (Raw)": 0.8768610954284668, "Finetune/Step": 2750, "Finetune/Step Time": 4.648487849161029} +{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8914849758148193, "Finetune/Loss (Raw)": 0.9631468057632446, "Finetune/Step": 2751, "Finetune/Step Time": 4.637476215139031} +{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8918321132659912, "Finetune/Loss (Raw)": 0.9864842295646667, "Finetune/Step": 2752, "Finetune/Step Time": 4.637051543220878} +{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8934076428413391, "Finetune/Loss (Raw)": 1.0056675672531128, "Finetune/Step": 2753, "Finetune/Step Time": 4.622762408107519} +{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8985775709152222, "Finetune/Loss (Raw)": 0.9693762063980103, "Finetune/Step": 2754, "Finetune/Step Time": 4.5824520364403725} +{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8942241072654724, "Finetune/Loss (Raw)": 0.35261622071266174, "Finetune/Step": 2755, "Finetune/Step Time": 4.623690154403448} +{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8942817449569702, "Finetune/Loss (Raw)": 1.0348422527313232, "Finetune/Step": 2756, "Finetune/Step Time": 4.640499476343393} +{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8951659202575684, "Finetune/Loss (Raw)": 0.8162958025932312, "Finetune/Step": 2757, "Finetune/Step Time": 4.657060761004686} +{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8962217569351196, "Finetune/Loss (Raw)": 0.9748095870018005, "Finetune/Step": 2758, "Finetune/Step Time": 4.656997926533222} +{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8944565057754517, "Finetune/Loss (Raw)": 0.8606741428375244, "Finetune/Step": 2759, "Finetune/Step Time": 4.663213636726141} +{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.893950343132019, "Finetune/Loss (Raw)": 0.7701979875564575, "Finetune/Step": 2760, "Finetune/Step Time": 4.657454859465361} +{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8895975351333618, "Finetune/Loss (Raw)": 0.4147131145000458, "Finetune/Step": 2761, "Finetune/Step Time": 4.695280620828271} +{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8886633515357971, "Finetune/Loss (Raw)": 0.8770298957824707, "Finetune/Step": 2762, "Finetune/Step Time": 4.699209129437804} +{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8881801962852478, "Finetune/Loss (Raw)": 0.9133269786834717, "Finetune/Step": 2763, "Finetune/Step Time": 4.7021354380995035} +{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.887237012386322, "Finetune/Loss (Raw)": 0.9181532859802246, "Finetune/Step": 2764, "Finetune/Step Time": 4.702719112858176} +{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8832811117172241, "Finetune/Loss (Raw)": 0.3488657772541046, "Finetune/Step": 2765, "Finetune/Step Time": 4.733916815370321} +{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8823058605194092, "Finetune/Loss (Raw)": 0.880582869052887, "Finetune/Step": 2766, "Finetune/Step Time": 4.718764962628484} +{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8837939500808716, "Finetune/Loss (Raw)": 1.046129822731018, "Finetune/Step": 2767, "Finetune/Step Time": 4.732148779556155} +{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8889322280883789, "Finetune/Loss (Raw)": 0.9991971850395203, "Finetune/Step": 2768, "Finetune/Step Time": 4.695523243397474} +{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8891733884811401, "Finetune/Loss (Raw)": 0.9651098847389221, "Finetune/Step": 2769, "Finetune/Step Time": 4.704117400571704} +{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8875716924667358, "Finetune/Loss (Raw)": 0.7281268239021301, "Finetune/Step": 2770, "Finetune/Step Time": 4.720421364530921} +{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8886194229125977, "Finetune/Loss (Raw)": 0.9228839874267578, "Finetune/Step": 2771, "Finetune/Step Time": 4.713282136246562} +{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8895589709281921, "Finetune/Loss (Raw)": 0.9518067240715027, "Finetune/Step": 2772, "Finetune/Step Time": 4.682405291125178} +{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8893936276435852, "Finetune/Loss (Raw)": 0.980135977268219, "Finetune/Step": 2773, "Finetune/Step Time": 4.675553137436509} +{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8843362331390381, "Finetune/Loss (Raw)": 0.32845339179039, "Finetune/Step": 2774, "Finetune/Step Time": 4.713272619992495} +{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8851163983345032, "Finetune/Loss (Raw)": 0.9563074111938477, "Finetune/Step": 2775, "Finetune/Step Time": 4.703208362683654} +{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8836361765861511, "Finetune/Loss (Raw)": 0.8367334604263306, "Finetune/Step": 2776, "Finetune/Step Time": 4.6954343263059855} +{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8834905624389648, "Finetune/Loss (Raw)": 0.8775746822357178, "Finetune/Step": 2777, "Finetune/Step Time": 4.682097971439362} +{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8842812776565552, "Finetune/Loss (Raw)": 0.924465537071228, "Finetune/Step": 2778, "Finetune/Step Time": 4.68242303840816} +{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8843786120414734, "Finetune/Loss (Raw)": 0.8885462284088135, "Finetune/Step": 2779, "Finetune/Step Time": 4.687955992296338} +{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8832880258560181, "Finetune/Loss (Raw)": 0.9074276685714722, "Finetune/Step": 2780, "Finetune/Step Time": 4.686484290286899} +{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8841457366943359, "Finetune/Loss (Raw)": 1.0387368202209473, "Finetune/Step": 2781, "Finetune/Step Time": 4.670788990333676} +{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8883333802223206, "Finetune/Loss (Raw)": 0.8724952936172485, "Finetune/Step": 2782, "Finetune/Step Time": 4.634757658466697} +{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8890057802200317, "Finetune/Loss (Raw)": 1.0740952491760254, "Finetune/Step": 2783, "Finetune/Step Time": 4.633127706125379} +{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8875857591629028, "Finetune/Loss (Raw)": 0.7454433441162109, "Finetune/Step": 2784, "Finetune/Step Time": 4.645560707896948} +{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.888638973236084, "Finetune/Loss (Raw)": 0.9026598930358887, "Finetune/Step": 2785, "Finetune/Step Time": 4.633929712697864} +{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8906363248825073, "Finetune/Loss (Raw)": 1.0085225105285645, "Finetune/Step": 2786, "Finetune/Step Time": 4.610690804198384} +{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8892531394958496, "Finetune/Loss (Raw)": 0.8673310279846191, "Finetune/Step": 2787, "Finetune/Step Time": 4.611015785485506} +{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8893681764602661, "Finetune/Loss (Raw)": 0.9808142781257629, "Finetune/Step": 2788, "Finetune/Step Time": 4.621137671172619} +{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.887480616569519, "Finetune/Loss (Raw)": 0.898792564868927, "Finetune/Step": 2789, "Finetune/Step Time": 4.639212645590305} +{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8867725133895874, "Finetune/Loss (Raw)": 0.9594471454620361, "Finetune/Step": 2790, "Finetune/Step Time": 4.6367153115570545} +{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8851626515388489, "Finetune/Loss (Raw)": 0.8096399307250977, "Finetune/Step": 2791, "Finetune/Step Time": 4.646841462701559} +{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8898467421531677, "Finetune/Loss (Raw)": 1.0324267148971558, "Finetune/Step": 2792, "Finetune/Step Time": 4.623245118185878} +{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8915216326713562, "Finetune/Loss (Raw)": 1.0200707912445068, "Finetune/Step": 2793, "Finetune/Step Time": 4.621371455490589} +{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905506134033203, "Finetune/Loss (Raw)": 0.8591296672821045, "Finetune/Step": 2794, "Finetune/Step Time": 4.6295688431710005} +{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915707468986511, "Finetune/Loss (Raw)": 0.9431379437446594, "Finetune/Step": 2795, "Finetune/Step Time": 4.645710540935397} +{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916412591934204, "Finetune/Loss (Raw)": 0.885917603969574, "Finetune/Step": 2796, "Finetune/Step Time": 4.662361254915595} +{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900960087776184, "Finetune/Loss (Raw)": 0.8480107188224792, "Finetune/Step": 2797, "Finetune/Step Time": 4.674667721614242} +{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.885635256767273, "Finetune/Loss (Raw)": 0.3717077970504761, "Finetune/Step": 2798, "Finetune/Step Time": 4.722745530307293} +{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8853211402893066, "Finetune/Loss (Raw)": 0.7772766351699829, "Finetune/Step": 2799, "Finetune/Step Time": 4.715036639943719} +{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8859478235244751, "Finetune/Loss (Raw)": 0.7959439158439636, "Finetune/Step": 2800, "Finetune/Step Time": 4.709724478423595} +{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8869605660438538, "Finetune/Loss (Raw)": 1.01188063621521, "Finetune/Step": 2801, "Finetune/Step Time": 4.713717199862003} +{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8878710269927979, "Finetune/Loss (Raw)": 1.0097676515579224, "Finetune/Step": 2802, "Finetune/Step Time": 4.712935484945774} +{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8884514570236206, "Finetune/Loss (Raw)": 0.9630633592605591, "Finetune/Step": 2803, "Finetune/Step Time": 4.706256603822112} +{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.88923180103302, "Finetune/Loss (Raw)": 0.9576882123947144, "Finetune/Step": 2804, "Finetune/Step Time": 4.700841611251235} +{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8895050287246704, "Finetune/Loss (Raw)": 1.0514698028564453, "Finetune/Step": 2805, "Finetune/Step Time": 4.699646655470133} +{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8891816735267639, "Finetune/Loss (Raw)": 0.8839040398597717, "Finetune/Step": 2806, "Finetune/Step Time": 4.7060131803154945} +{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.887763261795044, "Finetune/Loss (Raw)": 0.8704399466514587, "Finetune/Step": 2807, "Finetune/Step Time": 4.704118715599179} +{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8868626952171326, "Finetune/Loss (Raw)": 0.8292242884635925, "Finetune/Step": 2808, "Finetune/Step Time": 4.714653393253684} +{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8869360089302063, "Finetune/Loss (Raw)": 0.34733593463897705, "Finetune/Step": 2809, "Finetune/Step Time": 4.720413185656071} +{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8858606815338135, "Finetune/Loss (Raw)": 0.7834384441375732, "Finetune/Step": 2810, "Finetune/Step Time": 4.718485528603196} +{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8860450387001038, "Finetune/Loss (Raw)": 0.9644272327423096, "Finetune/Step": 2811, "Finetune/Step Time": 4.722053613513708} +{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8860793113708496, "Finetune/Loss (Raw)": 0.9151328206062317, "Finetune/Step": 2812, "Finetune/Step Time": 4.721466878429055} +{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.886915922164917, "Finetune/Loss (Raw)": 1.0298190116882324, "Finetune/Step": 2813, "Finetune/Step Time": 4.725381348282099} +{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8831684589385986, "Finetune/Loss (Raw)": 0.34710371494293213, "Finetune/Step": 2814, "Finetune/Step Time": 4.756515439599752} +{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841933012008667, "Finetune/Loss (Raw)": 1.0598117113113403, "Finetune/Step": 2815, "Finetune/Step Time": 4.75889147259295} +{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8843048810958862, "Finetune/Loss (Raw)": 0.9875589609146118, "Finetune/Step": 2816, "Finetune/Step Time": 4.757972115650773} +{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8830287456512451, "Finetune/Loss (Raw)": 0.8999691605567932, "Finetune/Step": 2817, "Finetune/Step Time": 4.759149333462119} +{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8869365453720093, "Finetune/Loss (Raw)": 0.8674379587173462, "Finetune/Step": 2818, "Finetune/Step Time": 4.726098865270615} +{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8867334127426147, "Finetune/Loss (Raw)": 1.0575780868530273, "Finetune/Step": 2819, "Finetune/Step Time": 4.735233377665281} +{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.88812255859375, "Finetune/Loss (Raw)": 1.0587637424468994, "Finetune/Step": 2820, "Finetune/Step Time": 4.735055213794112} +{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8862359523773193, "Finetune/Loss (Raw)": 0.7676432132720947, "Finetune/Step": 2821, "Finetune/Step Time": 4.748114550486207} +{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8862209916114807, "Finetune/Loss (Raw)": 0.9353089928627014, "Finetune/Step": 2822, "Finetune/Step Time": 4.744003212079406} +{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8825005292892456, "Finetune/Loss (Raw)": 0.3989622890949249, "Finetune/Step": 2823, "Finetune/Step Time": 4.770150260999799} +{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8812440633773804, "Finetune/Loss (Raw)": 0.8632948398590088, "Finetune/Step": 2824, "Finetune/Step Time": 4.755996095016599} +{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8807523846626282, "Finetune/Loss (Raw)": 0.8259008526802063, "Finetune/Step": 2825, "Finetune/Step Time": 4.7550983894616365} +{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8804162740707397, "Finetune/Loss (Raw)": 0.8081086874008179, "Finetune/Step": 2826, "Finetune/Step Time": 4.758078016340733} +{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8797729015350342, "Finetune/Loss (Raw)": 0.9804602265357971, "Finetune/Step": 2827, "Finetune/Step Time": 4.74054891243577} +{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8812897205352783, "Finetune/Loss (Raw)": 1.0847185850143433, "Finetune/Step": 2828, "Finetune/Step Time": 4.7454344015568495} +{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8817356824874878, "Finetune/Loss (Raw)": 0.9715108871459961, "Finetune/Step": 2829, "Finetune/Step Time": 4.727843429893255} +{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8819476366043091, "Finetune/Loss (Raw)": 0.9955527782440186, "Finetune/Step": 2830, "Finetune/Step Time": 4.719993926584721} +{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.883530855178833, "Finetune/Loss (Raw)": 1.086885929107666, "Finetune/Step": 2831, "Finetune/Step Time": 4.703225137665868} +{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8851536512374878, "Finetune/Loss (Raw)": 1.0461608171463013, "Finetune/Step": 2832, "Finetune/Step Time": 4.698424169793725} +{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8852198719978333, "Finetune/Loss (Raw)": 0.9206765294075012, "Finetune/Step": 2833, "Finetune/Step Time": 4.705269105732441} +{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.879935085773468, "Finetune/Loss (Raw)": 0.35107550024986267, "Finetune/Step": 2834, "Finetune/Step Time": 4.736319852992892} +{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8793224096298218, "Finetune/Loss (Raw)": 0.9591273665428162, "Finetune/Step": 2835, "Finetune/Step Time": 4.739187238737941} +{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8773930072784424, "Finetune/Loss (Raw)": 0.7955206036567688, "Finetune/Step": 2836, "Finetune/Step Time": 4.7313641011714935} +{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8781338930130005, "Finetune/Loss (Raw)": 0.9881875514984131, "Finetune/Step": 2837, "Finetune/Step Time": 4.719224208965898} +{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8820105791091919, "Finetune/Loss (Raw)": 0.8726457953453064, "Finetune/Step": 2838, "Finetune/Step Time": 4.676357856020331} +{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8809292316436768, "Finetune/Loss (Raw)": 0.8654017448425293, "Finetune/Step": 2839, "Finetune/Step Time": 4.681452378630638} +{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8810819387435913, "Finetune/Loss (Raw)": 0.9846954345703125, "Finetune/Step": 2840, "Finetune/Step Time": 4.665043018758297} +{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8826155662536621, "Finetune/Loss (Raw)": 1.1110543012619019, "Finetune/Step": 2841, "Finetune/Step Time": 4.659100545570254} +{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8823077082633972, "Finetune/Loss (Raw)": 0.9367532730102539, "Finetune/Step": 2842, "Finetune/Step Time": 4.661091558635235} +{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8816803693771362, "Finetune/Loss (Raw)": 0.7805817127227783, "Finetune/Step": 2843, "Finetune/Step Time": 4.666089935228229} +{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8821614980697632, "Finetune/Loss (Raw)": 0.9346200823783875, "Finetune/Step": 2844, "Finetune/Step Time": 4.666366972029209} +{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8825933933258057, "Finetune/Loss (Raw)": 0.978731632232666, "Finetune/Step": 2845, "Finetune/Step Time": 4.677346577867866} +{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8826034069061279, "Finetune/Loss (Raw)": 0.8945651054382324, "Finetune/Step": 2846, "Finetune/Step Time": 4.675565265119076} +{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8807293176651001, "Finetune/Loss (Raw)": 0.7363071441650391, "Finetune/Step": 2847, "Finetune/Step Time": 4.687357779592276} +{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8810158371925354, "Finetune/Loss (Raw)": 1.0078446865081787, "Finetune/Step": 2848, "Finetune/Step Time": 4.693983685225248} +{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8811894059181213, "Finetune/Loss (Raw)": 0.9098511934280396, "Finetune/Step": 2849, "Finetune/Step Time": 4.68949038349092} +{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8812501430511475, "Finetune/Loss (Raw)": 0.9100120067596436, "Finetune/Step": 2850, "Finetune/Step Time": 4.68470555357635} +{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8819643259048462, "Finetune/Loss (Raw)": 0.9756749272346497, "Finetune/Step": 2851, "Finetune/Step Time": 4.6761106215417385} +{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8826577663421631, "Finetune/Loss (Raw)": 1.0388518571853638, "Finetune/Step": 2852, "Finetune/Step Time": 4.676758658140898} +{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8822907209396362, "Finetune/Loss (Raw)": 0.8990337252616882, "Finetune/Step": 2853, "Finetune/Step Time": 4.677062017843127} +{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8824446201324463, "Finetune/Loss (Raw)": 0.9641968011856079, "Finetune/Step": 2854, "Finetune/Step Time": 4.670400787144899} +{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8830124139785767, "Finetune/Loss (Raw)": 1.0015106201171875, "Finetune/Step": 2855, "Finetune/Step Time": 4.680834475904703} +{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8842120170593262, "Finetune/Loss (Raw)": 0.997844398021698, "Finetune/Step": 2856, "Finetune/Step Time": 4.694357607513666} +{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8887814879417419, "Finetune/Loss (Raw)": 0.9992985725402832, "Finetune/Step": 2857, "Finetune/Step Time": 4.6590211521834135} +{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8890130519866943, "Finetune/Loss (Raw)": 0.8472421765327454, "Finetune/Step": 2858, "Finetune/Step Time": 4.652457045391202} +{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8891360759735107, "Finetune/Loss (Raw)": 0.9375863671302795, "Finetune/Step": 2859, "Finetune/Step Time": 4.654470156878233} +{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8880460262298584, "Finetune/Loss (Raw)": 0.8291290402412415, "Finetune/Step": 2860, "Finetune/Step Time": 4.670514576137066} +{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8890993595123291, "Finetune/Loss (Raw)": 1.061059832572937, "Finetune/Step": 2861, "Finetune/Step Time": 4.675964098423719} +{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8879948854446411, "Finetune/Loss (Raw)": 0.8557246327400208, "Finetune/Step": 2862, "Finetune/Step Time": 4.686598574742675} +{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8878881335258484, "Finetune/Loss (Raw)": 0.9777125120162964, "Finetune/Step": 2863, "Finetune/Step Time": 4.689033834263682} +{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8911651372909546, "Finetune/Loss (Raw)": 0.8736128211021423, "Finetune/Step": 2864, "Finetune/Step Time": 4.649766532704234} +{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.893985390663147, "Finetune/Loss (Raw)": 1.0207953453063965, "Finetune/Step": 2865, "Finetune/Step Time": 4.641845788806677} +{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8896985054016113, "Finetune/Loss (Raw)": 0.38911932706832886, "Finetune/Step": 2866, "Finetune/Step Time": 4.675363969057798} +{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8895103931427002, "Finetune/Loss (Raw)": 0.936287522315979, "Finetune/Step": 2867, "Finetune/Step Time": 4.672987988218665} +{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8910789489746094, "Finetune/Loss (Raw)": 1.0592056512832642, "Finetune/Step": 2868, "Finetune/Step Time": 4.662273174151778} +{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8890775442123413, "Finetune/Loss (Raw)": 0.7673513889312744, "Finetune/Step": 2869, "Finetune/Step Time": 4.693498890846968} +{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8846445083618164, "Finetune/Loss (Raw)": 0.37524962425231934, "Finetune/Step": 2870, "Finetune/Step Time": 4.723920360207558} +{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8851032257080078, "Finetune/Loss (Raw)": 1.0559265613555908, "Finetune/Step": 2871, "Finetune/Step Time": 4.721970433369279} +{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8855675458908081, "Finetune/Loss (Raw)": 1.0194270610809326, "Finetune/Step": 2872, "Finetune/Step Time": 4.722055874764919} +{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.884894609451294, "Finetune/Loss (Raw)": 0.9336248636245728, "Finetune/Step": 2873, "Finetune/Step Time": 4.723194163292646} +{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8803671598434448, "Finetune/Loss (Raw)": 0.3554956316947937, "Finetune/Step": 2874, "Finetune/Step Time": 4.747492363676429} +{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8813685774803162, "Finetune/Loss (Raw)": 1.041054129600525, "Finetune/Step": 2875, "Finetune/Step Time": 4.732643641531467} +{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8802492022514343, "Finetune/Loss (Raw)": 0.9079948663711548, "Finetune/Step": 2876, "Finetune/Step Time": 4.7358181439340115} +{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8793636560440063, "Finetune/Loss (Raw)": 0.8724175691604614, "Finetune/Step": 2877, "Finetune/Step Time": 4.744319032877684} +{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8801774978637695, "Finetune/Loss (Raw)": 0.9810287356376648, "Finetune/Step": 2878, "Finetune/Step Time": 4.744016772136092} +{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8790533542633057, "Finetune/Loss (Raw)": 0.8192669749259949, "Finetune/Step": 2879, "Finetune/Step Time": 4.745608858764172} +{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8792285919189453, "Finetune/Loss (Raw)": 1.0089174509048462, "Finetune/Step": 2880, "Finetune/Step Time": 4.736951472237706} +{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8793451189994812, "Finetune/Loss (Raw)": 1.020574927330017, "Finetune/Step": 2881, "Finetune/Step Time": 4.741763388738036} +{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8796814680099487, "Finetune/Loss (Raw)": 1.0124266147613525, "Finetune/Step": 2882, "Finetune/Step Time": 4.74332738481462} +{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8850172162055969, "Finetune/Loss (Raw)": 1.0355945825576782, "Finetune/Step": 2883, "Finetune/Step Time": 4.713734481483698} +{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8839347958564758, "Finetune/Loss (Raw)": 0.8962926864624023, "Finetune/Step": 2884, "Finetune/Step Time": 4.719946986064315} +{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8851680755615234, "Finetune/Loss (Raw)": 0.9741559028625488, "Finetune/Step": 2885, "Finetune/Step Time": 4.687517145648599} +{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8832843899726868, "Finetune/Loss (Raw)": 0.733694314956665, "Finetune/Step": 2886, "Finetune/Step Time": 4.7110697869211435} +{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8831161856651306, "Finetune/Loss (Raw)": 0.8391522169113159, "Finetune/Step": 2887, "Finetune/Step Time": 4.710659613832831} +{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8856408596038818, "Finetune/Loss (Raw)": 1.0933520793914795, "Finetune/Step": 2888, "Finetune/Step Time": 4.718500163406134} +{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8849388360977173, "Finetune/Loss (Raw)": 0.3248589038848877, "Finetune/Step": 2889, "Finetune/Step Time": 4.723706502467394} +{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884545624256134, "Finetune/Loss (Raw)": 0.8266924619674683, "Finetune/Step": 2890, "Finetune/Step Time": 4.712754480540752} +{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8846086263656616, "Finetune/Loss (Raw)": 0.9213923215866089, "Finetune/Step": 2891, "Finetune/Step Time": 4.71167510561645} +{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8863240480422974, "Finetune/Loss (Raw)": 1.1377272605895996, "Finetune/Step": 2892, "Finetune/Step Time": 4.720841933041811} +{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8907896876335144, "Finetune/Loss (Raw)": 0.920466959476471, "Finetune/Step": 2893, "Finetune/Step Time": 4.680884920060635} +{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8920310735702515, "Finetune/Loss (Raw)": 1.039473056793213, "Finetune/Step": 2894, "Finetune/Step Time": 4.680489271879196} +{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8911205530166626, "Finetune/Loss (Raw)": 0.9295937418937683, "Finetune/Step": 2895, "Finetune/Step Time": 4.6673183143138885} +{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.891024649143219, "Finetune/Loss (Raw)": 0.9869199991226196, "Finetune/Step": 2896, "Finetune/Step Time": 4.669278824701905} +{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8914024829864502, "Finetune/Loss (Raw)": 1.0134708881378174, "Finetune/Step": 2897, "Finetune/Step Time": 4.663543118163943} +{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.893191933631897, "Finetune/Loss (Raw)": 0.9571729898452759, "Finetune/Step": 2898, "Finetune/Step Time": 4.646331386640668} +{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8929689526557922, "Finetune/Loss (Raw)": 0.894347608089447, "Finetune/Step": 2899, "Finetune/Step Time": 4.646925481036305} +{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8919342756271362, "Finetune/Loss (Raw)": 0.8193687200546265, "Finetune/Step": 2900, "Finetune/Step Time": 4.649949703365564} +{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8909281492233276, "Finetune/Loss (Raw)": 0.8513438701629639, "Finetune/Step": 2901, "Finetune/Step Time": 4.659498224034905} +{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8962345719337463, "Finetune/Loss (Raw)": 1.007676362991333, "Finetune/Step": 2902, "Finetune/Step Time": 4.644615890458226} +{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8965485095977783, "Finetune/Loss (Raw)": 0.9964981079101562, "Finetune/Step": 2903, "Finetune/Step Time": 4.647459479048848} +{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8969720602035522, "Finetune/Loss (Raw)": 0.8909422755241394, "Finetune/Step": 2904, "Finetune/Step Time": 4.645735347643495} +{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8974431753158569, "Finetune/Loss (Raw)": 0.937887966632843, "Finetune/Step": 2905, "Finetune/Step Time": 4.647313566878438} +{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8978369235992432, "Finetune/Loss (Raw)": 0.9748581647872925, "Finetune/Step": 2906, "Finetune/Step Time": 4.648726671934128} +{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8978681564331055, "Finetune/Loss (Raw)": 0.8925467133522034, "Finetune/Step": 2907, "Finetune/Step Time": 4.641107972711325} +{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8983608484268188, "Finetune/Loss (Raw)": 0.9704920053482056, "Finetune/Step": 2908, "Finetune/Step Time": 4.644275093451142} +{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.898944616317749, "Finetune/Loss (Raw)": 1.1134527921676636, "Finetune/Step": 2909, "Finetune/Step Time": 4.639159467071295} +{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.9001696109771729, "Finetune/Loss (Raw)": 1.0293025970458984, "Finetune/Step": 2910, "Finetune/Step Time": 4.640397598966956} +{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.900324821472168, "Finetune/Loss (Raw)": 1.0939608812332153, "Finetune/Step": 2911, "Finetune/Step Time": 4.6262592654675245} +{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9021157026290894, "Finetune/Loss (Raw)": 0.9746759533882141, "Finetune/Step": 2912, "Finetune/Step Time": 4.617914846166968} +{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9028055667877197, "Finetune/Loss (Raw)": 0.990959107875824, "Finetune/Step": 2913, "Finetune/Step Time": 4.610641848295927} +{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.900846004486084, "Finetune/Loss (Raw)": 0.7576982378959656, "Finetune/Step": 2914, "Finetune/Step Time": 4.637485846877098} +{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9004101753234863, "Finetune/Loss (Raw)": 0.811542809009552, "Finetune/Step": 2915, "Finetune/Step Time": 4.649486565962434} +{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9002978801727295, "Finetune/Loss (Raw)": 0.9664499759674072, "Finetune/Step": 2916, "Finetune/Step Time": 4.63645944930613} +{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9011685848236084, "Finetune/Loss (Raw)": 1.0102359056472778, "Finetune/Step": 2917, "Finetune/Step Time": 4.620972694829106} +{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9007318019866943, "Finetune/Loss (Raw)": 0.9035320281982422, "Finetune/Step": 2918, "Finetune/Step Time": 4.626449715346098} +{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.901708722114563, "Finetune/Loss (Raw)": 0.9346928000450134, "Finetune/Step": 2919, "Finetune/Step Time": 4.604516262188554} +{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8963262438774109, "Finetune/Loss (Raw)": 0.34346750378608704, "Finetune/Step": 2920, "Finetune/Step Time": 4.628806447610259} +{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8956882953643799, "Finetune/Loss (Raw)": 0.938416600227356, "Finetune/Step": 2921, "Finetune/Step Time": 4.646522445604205} +{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8958503603935242, "Finetune/Loss (Raw)": 0.8798720240592957, "Finetune/Step": 2922, "Finetune/Step Time": 4.639562290161848} +{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.895850419998169, "Finetune/Loss (Raw)": 0.9431517124176025, "Finetune/Step": 2923, "Finetune/Step Time": 4.66138656437397} +{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8971389532089233, "Finetune/Loss (Raw)": 1.0508426427841187, "Finetune/Step": 2924, "Finetune/Step Time": 4.644637802615762} +{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8986824750900269, "Finetune/Loss (Raw)": 1.0455822944641113, "Finetune/Step": 2925, "Finetune/Step Time": 4.63375810906291} +{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9030158519744873, "Finetune/Loss (Raw)": 0.9263859987258911, "Finetune/Step": 2926, "Finetune/Step Time": 4.617744134739041} +{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9025627970695496, "Finetune/Loss (Raw)": 0.7192820310592651, "Finetune/Step": 2927, "Finetune/Step Time": 4.627435663715005} +{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9037725925445557, "Finetune/Loss (Raw)": 0.9507941603660583, "Finetune/Step": 2928, "Finetune/Step Time": 4.631340736523271} +{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9043087959289551, "Finetune/Loss (Raw)": 1.080513834953308, "Finetune/Step": 2929, "Finetune/Step Time": 4.621474539861083} +{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9041853547096252, "Finetune/Loss (Raw)": 0.993966817855835, "Finetune/Step": 2930, "Finetune/Step Time": 4.613504111766815} +{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9043647050857544, "Finetune/Loss (Raw)": 0.9860265254974365, "Finetune/Step": 2931, "Finetune/Step Time": 4.621797850355506} +{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.90442955493927, "Finetune/Loss (Raw)": 0.9659903645515442, "Finetune/Step": 2932, "Finetune/Step Time": 4.6309996992349625} +{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9037920236587524, "Finetune/Loss (Raw)": 0.9698591232299805, "Finetune/Step": 2933, "Finetune/Step Time": 4.642374042421579} +{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9043828248977661, "Finetune/Loss (Raw)": 0.9595333337783813, "Finetune/Step": 2934, "Finetune/Step Time": 4.636035695672035} +{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9050061702728271, "Finetune/Loss (Raw)": 0.9502242803573608, "Finetune/Step": 2935, "Finetune/Step Time": 4.641196081414819} +{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9069303870201111, "Finetune/Loss (Raw)": 1.075524091720581, "Finetune/Step": 2936, "Finetune/Step Time": 4.647381957620382} +{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9126635193824768, "Finetune/Loss (Raw)": 1.0811830759048462, "Finetune/Step": 2937, "Finetune/Step Time": 4.604825798422098} +{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9141015410423279, "Finetune/Loss (Raw)": 0.9674992561340332, "Finetune/Step": 2938, "Finetune/Step Time": 4.612189222127199} +{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9138460159301758, "Finetune/Loss (Raw)": 0.931724488735199, "Finetune/Step": 2939, "Finetune/Step Time": 4.6109267845749855} +{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9126386046409607, "Finetune/Loss (Raw)": 0.7605800628662109, "Finetune/Step": 2940, "Finetune/Step Time": 4.6125944666564465} +{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9102264642715454, "Finetune/Loss (Raw)": 0.7210693955421448, "Finetune/Step": 2941, "Finetune/Step Time": 4.625298796221614} +{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9157657623291016, "Finetune/Loss (Raw)": 1.056127667427063, "Finetune/Step": 2942, "Finetune/Step Time": 4.591796759516001} +{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9152289032936096, "Finetune/Loss (Raw)": 0.9910987019538879, "Finetune/Step": 2943, "Finetune/Step Time": 4.602252466604114} +{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9149768352508545, "Finetune/Loss (Raw)": 0.9552913904190063, "Finetune/Step": 2944, "Finetune/Step Time": 4.609414080157876} +{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.9148439764976501, "Finetune/Loss (Raw)": 0.882962167263031, "Finetune/Step": 2945, "Finetune/Step Time": 4.618207219988108} +{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9156200885772705, "Finetune/Loss (Raw)": 0.9667826890945435, "Finetune/Step": 2946, "Finetune/Step Time": 4.609468828886747} +{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.914462685585022, "Finetune/Loss (Raw)": 0.9094290137290955, "Finetune/Step": 2947, "Finetune/Step Time": 4.620097815990448} +{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.914238452911377, "Finetune/Loss (Raw)": 1.030062198638916, "Finetune/Step": 2948, "Finetune/Step Time": 4.630255972966552} +{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.9158680438995361, "Finetune/Loss (Raw)": 0.9762261509895325, "Finetune/Step": 2949, "Finetune/Step Time": 4.62042523548007} +{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9157928228378296, "Finetune/Loss (Raw)": 0.9256903529167175, "Finetune/Step": 2950, "Finetune/Step Time": 4.620183415710926} +{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9150253534317017, "Finetune/Loss (Raw)": 0.30072706937789917, "Finetune/Step": 2951, "Finetune/Step Time": 4.621024867519736} +{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9160130023956299, "Finetune/Loss (Raw)": 0.9897081255912781, "Finetune/Step": 2952, "Finetune/Step Time": 4.624037139117718} +{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9175006151199341, "Finetune/Loss (Raw)": 1.016312599182129, "Finetune/Step": 2953, "Finetune/Step Time": 4.622765636071563} +{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9176598787307739, "Finetune/Loss (Raw)": 0.8284939527511597, "Finetune/Step": 2954, "Finetune/Step Time": 4.6274926997721195} +{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.918555498123169, "Finetune/Loss (Raw)": 1.0951019525527954, "Finetune/Step": 2955, "Finetune/Step Time": 4.634339822456241} +{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.9176136255264282, "Finetune/Loss (Raw)": 0.9641649127006531, "Finetune/Step": 2956, "Finetune/Step Time": 4.625906504690647} +{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9174479246139526, "Finetune/Loss (Raw)": 0.9502992033958435, "Finetune/Step": 2957, "Finetune/Step Time": 4.614331513643265} +{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9171302914619446, "Finetune/Loss (Raw)": 0.9548953175544739, "Finetune/Step": 2958, "Finetune/Step Time": 4.617410672828555} +{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9110977649688721, "Finetune/Loss (Raw)": 0.3147186040878296, "Finetune/Step": 2959, "Finetune/Step Time": 4.652450770139694} +{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9103643894195557, "Finetune/Loss (Raw)": 0.952290415763855, "Finetune/Step": 2960, "Finetune/Step Time": 4.649281367659569} +{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9099525809288025, "Finetune/Loss (Raw)": 0.8679664134979248, "Finetune/Step": 2961, "Finetune/Step Time": 4.635505758225918} +{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.9157518148422241, "Finetune/Loss (Raw)": 1.0933809280395508, "Finetune/Step": 2962, "Finetune/Step Time": 4.603458823636174} +{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9161776304244995, "Finetune/Loss (Raw)": 1.0136287212371826, "Finetune/Step": 2963, "Finetune/Step Time": 4.6141888573765755} +{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.918075442314148, "Finetune/Loss (Raw)": 1.0384310483932495, "Finetune/Step": 2964, "Finetune/Step Time": 4.616571271792054} +{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9181942939758301, "Finetune/Loss (Raw)": 1.003404974937439, "Finetune/Step": 2965, "Finetune/Step Time": 4.612842679023743} +{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.918043851852417, "Finetune/Loss (Raw)": 0.8533891439437866, "Finetune/Step": 2966, "Finetune/Step Time": 4.620860196650028} +{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.917726993560791, "Finetune/Loss (Raw)": 0.8248507380485535, "Finetune/Step": 2967, "Finetune/Step Time": 4.6329843159765005} +{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9184583425521851, "Finetune/Loss (Raw)": 1.078307032585144, "Finetune/Step": 2968, "Finetune/Step Time": 4.642182109877467} +{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9167442321777344, "Finetune/Loss (Raw)": 0.8916476368904114, "Finetune/Step": 2969, "Finetune/Step Time": 4.639262367039919} +{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9168432354927063, "Finetune/Loss (Raw)": 0.9494227766990662, "Finetune/Step": 2970, "Finetune/Step Time": 4.651601495221257} +{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9181526899337769, "Finetune/Loss (Raw)": 0.9481937289237976, "Finetune/Step": 2971, "Finetune/Step Time": 4.658922042697668} +{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9183931350708008, "Finetune/Loss (Raw)": 0.9653975963592529, "Finetune/Step": 2972, "Finetune/Step Time": 4.6549774669110775} +{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9171825647354126, "Finetune/Loss (Raw)": 0.8237761855125427, "Finetune/Step": 2973, "Finetune/Step Time": 4.658442096784711} +{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9176819324493408, "Finetune/Loss (Raw)": 0.9584901332855225, "Finetune/Step": 2974, "Finetune/Step Time": 4.6594752836972475} +{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9149627685546875, "Finetune/Loss (Raw)": 0.3882487118244171, "Finetune/Step": 2975, "Finetune/Step Time": 4.6838011387735605} +{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9137139916419983, "Finetune/Loss (Raw)": 0.8480023145675659, "Finetune/Step": 2976, "Finetune/Step Time": 4.678011355921626} +{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9142149686813354, "Finetune/Loss (Raw)": 0.9739782810211182, "Finetune/Step": 2977, "Finetune/Step Time": 4.6757846884429455} +{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9151778221130371, "Finetune/Loss (Raw)": 1.0332597494125366, "Finetune/Step": 2978, "Finetune/Step Time": 4.6762969344854355} +{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9147913455963135, "Finetune/Loss (Raw)": 0.9261944890022278, "Finetune/Step": 2979, "Finetune/Step Time": 4.686871295794845} +{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9135612845420837, "Finetune/Loss (Raw)": 0.8814064264297485, "Finetune/Step": 2980, "Finetune/Step Time": 4.690164063125849} +{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.912899374961853, "Finetune/Loss (Raw)": 0.8143085241317749, "Finetune/Step": 2981, "Finetune/Step Time": 4.716755650937557} +{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9120315313339233, "Finetune/Loss (Raw)": 0.8531215190887451, "Finetune/Step": 2982, "Finetune/Step Time": 4.7097014877945185} +{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9124157428741455, "Finetune/Loss (Raw)": 1.0506820678710938, "Finetune/Step": 2983, "Finetune/Step Time": 4.694590462371707} +{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9132876396179199, "Finetune/Loss (Raw)": 1.1094509363174438, "Finetune/Step": 2984, "Finetune/Step Time": 4.694442760199308} +{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9125663638114929, "Finetune/Loss (Raw)": 0.9069753885269165, "Finetune/Step": 2985, "Finetune/Step Time": 4.694093139842153} +{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9084727764129639, "Finetune/Loss (Raw)": 0.32326602935791016, "Finetune/Step": 2986, "Finetune/Step Time": 4.7340418845415115} +{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9080528020858765, "Finetune/Loss (Raw)": 0.8838246464729309, "Finetune/Step": 2987, "Finetune/Step Time": 4.746817944571376} +{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9092463254928589, "Finetune/Loss (Raw)": 0.9819058775901794, "Finetune/Step": 2988, "Finetune/Step Time": 4.743633586913347} +{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.9077901840209961, "Finetune/Loss (Raw)": 0.8746663331985474, "Finetune/Step": 2989, "Finetune/Step Time": 4.742640579119325} +{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9092503786087036, "Finetune/Loss (Raw)": 1.0426286458969116, "Finetune/Step": 2990, "Finetune/Step Time": 4.718602973967791} +{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9093836545944214, "Finetune/Loss (Raw)": 0.9947729110717773, "Finetune/Step": 2991, "Finetune/Step Time": 4.718141162768006} +{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9092093706130981, "Finetune/Loss (Raw)": 0.8513050675392151, "Finetune/Step": 2992, "Finetune/Step Time": 4.729303715750575} +{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9093290567398071, "Finetune/Loss (Raw)": 1.0361236333847046, "Finetune/Step": 2993, "Finetune/Step Time": 4.730910895392299} +{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9146623611450195, "Finetune/Loss (Raw)": 1.0717717409133911, "Finetune/Step": 2994, "Finetune/Step Time": 4.689799971878529} +{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9148404598236084, "Finetune/Loss (Raw)": 0.9590882062911987, "Finetune/Step": 2995, "Finetune/Step Time": 4.698806319385767} +{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.913797914981842, "Finetune/Loss (Raw)": 0.9257605671882629, "Finetune/Step": 2996, "Finetune/Step Time": 4.7188305631279945} +{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9146222472190857, "Finetune/Loss (Raw)": 0.8728628754615784, "Finetune/Step": 2997, "Finetune/Step Time": 4.688619015738368} +{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9188793897628784, "Finetune/Loss (Raw)": 0.9201738238334656, "Finetune/Step": 2998, "Finetune/Step Time": 4.660413131117821} +{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9194139242172241, "Finetune/Loss (Raw)": 1.124337911605835, "Finetune/Step": 2999, "Finetune/Step Time": 4.66691255941987} +{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9186133742332458, "Finetune/Loss (Raw)": 0.9169578552246094, "Finetune/Step": 3000, "Finetune/Step Time": 4.676636308431625} +{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9183377623558044, "Finetune/Loss (Raw)": 0.8983490467071533, "Finetune/Step": 3001, "Finetune/Step Time": 4.680126121267676} +{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.9229769110679626, "Finetune/Loss (Raw)": 0.9493038654327393, "Finetune/Step": 3002, "Finetune/Step Time": 4.645181126892567} +{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9219605326652527, "Finetune/Loss (Raw)": 0.9109612107276917, "Finetune/Step": 3003, "Finetune/Step Time": 4.645803416147828} +{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9223601818084717, "Finetune/Loss (Raw)": 0.9591469764709473, "Finetune/Step": 3004, "Finetune/Step Time": 4.6385032050311565} +{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.921586275100708, "Finetune/Loss (Raw)": 0.7733600735664368, "Finetune/Step": 3005, "Finetune/Step Time": 4.651284530758858} +{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9214791655540466, "Finetune/Loss (Raw)": 0.9673144221305847, "Finetune/Step": 3006, "Finetune/Step Time": 4.649116385728121} +{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9213347434997559, "Finetune/Loss (Raw)": 0.8007857203483582, "Finetune/Step": 3007, "Finetune/Step Time": 4.6400039456784725} +{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9211483001708984, "Finetune/Loss (Raw)": 0.9850489497184753, "Finetune/Step": 3008, "Finetune/Step Time": 4.641331851482391} +{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9212454557418823, "Finetune/Loss (Raw)": 1.033008098602295, "Finetune/Step": 3009, "Finetune/Step Time": 4.634218566119671} +{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9203985929489136, "Finetune/Loss (Raw)": 0.904029905796051, "Finetune/Step": 3010, "Finetune/Step Time": 4.634845154359937} +{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9206074476242065, "Finetune/Loss (Raw)": 1.0623313188552856, "Finetune/Step": 3011, "Finetune/Step Time": 4.631517754867673} +{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9213211536407471, "Finetune/Loss (Raw)": 0.9876437783241272, "Finetune/Step": 3012, "Finetune/Step Time": 4.608822649344802} +{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9208970069885254, "Finetune/Loss (Raw)": 0.9198644161224365, "Finetune/Step": 3013, "Finetune/Step Time": 4.6052978169173} +{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9221259355545044, "Finetune/Loss (Raw)": 0.8910032510757446, "Finetune/Step": 3014, "Finetune/Step Time": 4.588467227295041} +{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9217823147773743, "Finetune/Loss (Raw)": 0.7951635718345642, "Finetune/Step": 3015, "Finetune/Step Time": 4.597498849034309} +{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9207342863082886, "Finetune/Loss (Raw)": 0.959213137626648, "Finetune/Step": 3016, "Finetune/Step Time": 4.601232158020139} +{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.924535870552063, "Finetune/Loss (Raw)": 0.8114533424377441, "Finetune/Step": 3017, "Finetune/Step Time": 4.563611539080739} +{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9250016212463379, "Finetune/Loss (Raw)": 0.8863058090209961, "Finetune/Step": 3018, "Finetune/Step Time": 4.558530475944281} +{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9254267811775208, "Finetune/Loss (Raw)": 0.9758151173591614, "Finetune/Step": 3019, "Finetune/Step Time": 4.560357877984643} +{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9237221479415894, "Finetune/Loss (Raw)": 0.9195323586463928, "Finetune/Step": 3020, "Finetune/Step Time": 4.54190213419497} +{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9237116575241089, "Finetune/Loss (Raw)": 0.9191251397132874, "Finetune/Step": 3021, "Finetune/Step Time": 4.545690892264247} +{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9234746694564819, "Finetune/Loss (Raw)": 1.0091356039047241, "Finetune/Step": 3022, "Finetune/Step Time": 4.545355804264545} +{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9221966862678528, "Finetune/Loss (Raw)": 0.7660146355628967, "Finetune/Step": 3023, "Finetune/Step Time": 4.548310395330191} +{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9220789074897766, "Finetune/Loss (Raw)": 0.9718506336212158, "Finetune/Step": 3024, "Finetune/Step Time": 4.553406609222293} +{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9216857552528381, "Finetune/Loss (Raw)": 0.963144838809967, "Finetune/Step": 3025, "Finetune/Step Time": 4.552724624052644} +{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9220329523086548, "Finetune/Loss (Raw)": 1.001610517501831, "Finetune/Step": 3026, "Finetune/Step Time": 4.557438446208835} +{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9230029582977295, "Finetune/Loss (Raw)": 1.0185190439224243, "Finetune/Step": 3027, "Finetune/Step Time": 4.555914018303156} +{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9239153265953064, "Finetune/Loss (Raw)": 0.9361459016799927, "Finetune/Step": 3028, "Finetune/Step Time": 4.559265891090035} +{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9256947040557861, "Finetune/Loss (Raw)": 1.079103708267212, "Finetune/Step": 3029, "Finetune/Step Time": 4.550076976418495} +{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.9251112937927246, "Finetune/Loss (Raw)": 0.9330025911331177, "Finetune/Step": 3030, "Finetune/Step Time": 4.541435545310378} +{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9247524738311768, "Finetune/Loss (Raw)": 0.9505655765533447, "Finetune/Step": 3031, "Finetune/Step Time": 4.538514774292707} +{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9259100556373596, "Finetune/Loss (Raw)": 1.0391151905059814, "Finetune/Step": 3032, "Finetune/Step Time": 4.543042598292232} +{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9257943034172058, "Finetune/Loss (Raw)": 0.9230687618255615, "Finetune/Step": 3033, "Finetune/Step Time": 4.539934692904353} +{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9265674948692322, "Finetune/Loss (Raw)": 1.0738255977630615, "Finetune/Step": 3034, "Finetune/Step Time": 4.535580655559897} +{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9267902374267578, "Finetune/Loss (Raw)": 0.9210564494132996, "Finetune/Step": 3035, "Finetune/Step Time": 4.536972163245082} +{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9265538454055786, "Finetune/Loss (Raw)": 0.9402415752410889, "Finetune/Step": 3036, "Finetune/Step Time": 4.5501665361225605} +{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9260610342025757, "Finetune/Loss (Raw)": 1.050365686416626, "Finetune/Step": 3037, "Finetune/Step Time": 4.552063819020987} +{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9261010885238647, "Finetune/Loss (Raw)": 1.0344300270080566, "Finetune/Step": 3038, "Finetune/Step Time": 4.550886616110802} +{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9243552684783936, "Finetune/Loss (Raw)": 0.8704970479011536, "Finetune/Step": 3039, "Finetune/Step Time": 4.5507256761193275} +{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9243058562278748, "Finetune/Loss (Raw)": 0.9683551788330078, "Finetune/Step": 3040, "Finetune/Step Time": 4.543827395886183} +{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9226975440979004, "Finetune/Loss (Raw)": 0.7850961685180664, "Finetune/Step": 3041, "Finetune/Step Time": 4.5489438232034445} +{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9241752624511719, "Finetune/Loss (Raw)": 0.9468420743942261, "Finetune/Step": 3042, "Finetune/Step Time": 4.524468157440424} +{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9202200174331665, "Finetune/Loss (Raw)": 0.30527663230895996, "Finetune/Step": 3043, "Finetune/Step Time": 4.551453672349453} +{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9185193777084351, "Finetune/Loss (Raw)": 0.748767077922821, "Finetune/Step": 3044, "Finetune/Step Time": 4.570263305678964} +{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9173606634140015, "Finetune/Loss (Raw)": 0.8619201183319092, "Finetune/Step": 3045, "Finetune/Step Time": 4.571103299036622} +{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9187799096107483, "Finetune/Loss (Raw)": 1.0851922035217285, "Finetune/Step": 3046, "Finetune/Step Time": 4.564766522496939} +{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9183732867240906, "Finetune/Loss (Raw)": 0.8826481699943542, "Finetune/Step": 3047, "Finetune/Step Time": 4.570700673386455} +{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9240456819534302, "Finetune/Loss (Raw)": 1.069532036781311, "Finetune/Step": 3048, "Finetune/Step Time": 4.532638538628817} +{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9238770008087158, "Finetune/Loss (Raw)": 0.916827380657196, "Finetune/Step": 3049, "Finetune/Step Time": 4.521206608042121} +{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9249721169471741, "Finetune/Loss (Raw)": 1.0200408697128296, "Finetune/Step": 3050, "Finetune/Step Time": 4.512297835201025} +{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9259989261627197, "Finetune/Loss (Raw)": 1.0745874643325806, "Finetune/Step": 3051, "Finetune/Step Time": 4.485686212778091} +{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9250754714012146, "Finetune/Loss (Raw)": 0.932640552520752, "Finetune/Step": 3052, "Finetune/Step Time": 4.490029118955135} +{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9248436689376831, "Finetune/Loss (Raw)": 1.0159136056900024, "Finetune/Step": 3053, "Finetune/Step Time": 4.493835050612688} +{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9257081747055054, "Finetune/Loss (Raw)": 1.0370460748672485, "Finetune/Step": 3054, "Finetune/Step Time": 4.467996636405587} +{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9277801513671875, "Finetune/Loss (Raw)": 0.9844923615455627, "Finetune/Step": 3055, "Finetune/Step Time": 4.4589935429394245} +{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9282217025756836, "Finetune/Loss (Raw)": 1.007311224937439, "Finetune/Step": 3056, "Finetune/Step Time": 4.4434133637696505} +{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9262248277664185, "Finetune/Loss (Raw)": 0.824912965297699, "Finetune/Step": 3057, "Finetune/Step Time": 4.461357535794377} +{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9264664649963379, "Finetune/Loss (Raw)": 1.0248974561691284, "Finetune/Step": 3058, "Finetune/Step Time": 4.4584417399019} +{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9263602495193481, "Finetune/Loss (Raw)": 0.9724220633506775, "Finetune/Step": 3059, "Finetune/Step Time": 4.449859976768494} +{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9267901182174683, "Finetune/Loss (Raw)": 1.0210222005844116, "Finetune/Step": 3060, "Finetune/Step Time": 4.448598453775048} +{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.926883339881897, "Finetune/Loss (Raw)": 0.9817861318588257, "Finetune/Step": 3061, "Finetune/Step Time": 4.440556071698666} +{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9264644384384155, "Finetune/Loss (Raw)": 0.9059144854545593, "Finetune/Step": 3062, "Finetune/Step Time": 4.469127241522074} +{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9261249303817749, "Finetune/Loss (Raw)": 0.9067659378051758, "Finetune/Step": 3063, "Finetune/Step Time": 4.460621703416109} +{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9250653386116028, "Finetune/Loss (Raw)": 0.9399011731147766, "Finetune/Step": 3064, "Finetune/Step Time": 4.453251589089632} +{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9234697222709656, "Finetune/Loss (Raw)": 0.8769435882568359, "Finetune/Step": 3065, "Finetune/Step Time": 4.470577523112297} +{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9216715097427368, "Finetune/Loss (Raw)": 0.7373304963111877, "Finetune/Step": 3066, "Finetune/Step Time": 4.492689175531268} +{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.921566367149353, "Finetune/Loss (Raw)": 0.9182648658752441, "Finetune/Step": 3067, "Finetune/Step Time": 4.493455603718758} +{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.92311692237854, "Finetune/Loss (Raw)": 0.9590482115745544, "Finetune/Step": 3068, "Finetune/Step Time": 4.505503248423338} +{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9237667322158813, "Finetune/Loss (Raw)": 0.8042485117912292, "Finetune/Step": 3069, "Finetune/Step Time": 4.49663969874382} +{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9228565096855164, "Finetune/Loss (Raw)": 0.9396207928657532, "Finetune/Step": 3070, "Finetune/Step Time": 4.494368180632591} +{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9232138395309448, "Finetune/Loss (Raw)": 1.0368320941925049, "Finetune/Step": 3071, "Finetune/Step Time": 4.481017025187612} +{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9227971434593201, "Finetune/Loss (Raw)": 0.9019555449485779, "Finetune/Step": 3072, "Finetune/Step Time": 4.488001249730587} +{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9231279492378235, "Finetune/Loss (Raw)": 0.9253039956092834, "Finetune/Step": 3073, "Finetune/Step Time": 4.478871343657374} +{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224904179573059, "Finetune/Loss (Raw)": 0.8851783871650696, "Finetune/Step": 3074, "Finetune/Step Time": 4.481137989088893} +{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9176348447799683, "Finetune/Loss (Raw)": 0.2879108488559723, "Finetune/Step": 3075, "Finetune/Step Time": 4.5031459890306} +{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9158272743225098, "Finetune/Loss (Raw)": 0.7987082004547119, "Finetune/Step": 3076, "Finetune/Step Time": 4.500618144869804} +{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.915704607963562, "Finetune/Loss (Raw)": 0.9605148434638977, "Finetune/Step": 3077, "Finetune/Step Time": 4.500059945508838} +{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9151674509048462, "Finetune/Loss (Raw)": 0.8569340109825134, "Finetune/Step": 3078, "Finetune/Step Time": 4.496321303769946} +{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9193627834320068, "Finetune/Loss (Raw)": 0.83773273229599, "Finetune/Step": 3079, "Finetune/Step Time": 4.481247926130891} +{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9177564382553101, "Finetune/Loss (Raw)": 0.7840949296951294, "Finetune/Step": 3080, "Finetune/Step Time": 4.480684205889702} +{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9164695143699646, "Finetune/Loss (Raw)": 0.8515867590904236, "Finetune/Step": 3081, "Finetune/Step Time": 4.483786391094327} +{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9168647527694702, "Finetune/Loss (Raw)": 0.8790857195854187, "Finetune/Step": 3082, "Finetune/Step Time": 4.478198682889342} +{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9161149859428406, "Finetune/Loss (Raw)": 0.9991272687911987, "Finetune/Step": 3083, "Finetune/Step Time": 4.4838210586458445} +{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9151719808578491, "Finetune/Loss (Raw)": 0.8434696197509766, "Finetune/Step": 3084, "Finetune/Step Time": 4.495285110548139} +{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164378643035889, "Finetune/Loss (Raw)": 1.112318992614746, "Finetune/Step": 3085, "Finetune/Step Time": 4.492458606138825} +{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9167370200157166, "Finetune/Loss (Raw)": 0.9931928515434265, "Finetune/Step": 3086, "Finetune/Step Time": 4.491504082456231} +{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9217195510864258, "Finetune/Loss (Raw)": 0.9524773955345154, "Finetune/Step": 3087, "Finetune/Step Time": 4.45825151540339} +{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9201945662498474, "Finetune/Loss (Raw)": 0.7570946216583252, "Finetune/Step": 3088, "Finetune/Step Time": 4.4573712926357985} +{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.9209887981414795, "Finetune/Loss (Raw)": 0.9696274995803833, "Finetune/Step": 3089, "Finetune/Step Time": 4.461292024701834} +{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.91928631067276, "Finetune/Loss (Raw)": 0.8754624724388123, "Finetune/Step": 3090, "Finetune/Step Time": 4.455185882747173} +{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9181269407272339, "Finetune/Loss (Raw)": 0.865233302116394, "Finetune/Step": 3091, "Finetune/Step Time": 4.458680707961321} +{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.912324070930481, "Finetune/Loss (Raw)": 0.2956656515598297, "Finetune/Step": 3092, "Finetune/Step Time": 4.494453048333526} +{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9115891456604004, "Finetune/Loss (Raw)": 0.9093303084373474, "Finetune/Step": 3093, "Finetune/Step Time": 4.501519653946161} +{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9122458696365356, "Finetune/Loss (Raw)": 0.9374486804008484, "Finetune/Step": 3094, "Finetune/Step Time": 4.496097223833203} +{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9129884839057922, "Finetune/Loss (Raw)": 0.919908881187439, "Finetune/Step": 3095, "Finetune/Step Time": 4.477307436987758} +{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9118906259536743, "Finetune/Loss (Raw)": 0.9377866983413696, "Finetune/Step": 3096, "Finetune/Step Time": 4.471577575430274} +{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9072902202606201, "Finetune/Loss (Raw)": 0.3027905523777008, "Finetune/Step": 3097, "Finetune/Step Time": 4.511255361139774} +{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9059187173843384, "Finetune/Loss (Raw)": 0.7738656997680664, "Finetune/Step": 3098, "Finetune/Step Time": 4.499053059145808} +{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9061710834503174, "Finetune/Loss (Raw)": 0.9804943203926086, "Finetune/Step": 3099, "Finetune/Step Time": 4.50252028927207} +{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9074375629425049, "Finetune/Loss (Raw)": 1.1275150775909424, "Finetune/Step": 3100, "Finetune/Step Time": 4.50450194068253} +{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9063129425048828, "Finetune/Loss (Raw)": 0.6798251271247864, "Finetune/Step": 3101, "Finetune/Step Time": 4.506699234247208} +{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.9066199064254761, "Finetune/Loss (Raw)": 0.9977778196334839, "Finetune/Step": 3102, "Finetune/Step Time": 4.514178842306137} +{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9119089841842651, "Finetune/Loss (Raw)": 1.065253496170044, "Finetune/Step": 3103, "Finetune/Step Time": 4.489114627242088} +{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9127787351608276, "Finetune/Loss (Raw)": 0.9593275189399719, "Finetune/Step": 3104, "Finetune/Step Time": 4.483842192217708} +{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9124693870544434, "Finetune/Loss (Raw)": 0.9343847036361694, "Finetune/Step": 3105, "Finetune/Step Time": 4.47415623255074} +{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9114051461219788, "Finetune/Loss (Raw)": 0.897034227848053, "Finetune/Step": 3106, "Finetune/Step Time": 4.47490056604147} +{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9122743606567383, "Finetune/Loss (Raw)": 1.0374490022659302, "Finetune/Step": 3107, "Finetune/Step Time": 4.46814576908946} +{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9119845628738403, "Finetune/Loss (Raw)": 0.8443157076835632, "Finetune/Step": 3108, "Finetune/Step Time": 4.459396690130234} +{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128584861755371, "Finetune/Loss (Raw)": 0.9261772632598877, "Finetune/Step": 3109, "Finetune/Step Time": 4.4350051917135715} +{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9130234718322754, "Finetune/Loss (Raw)": 0.8742321133613586, "Finetune/Step": 3110, "Finetune/Step Time": 4.431959578767419} +{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9119109511375427, "Finetune/Loss (Raw)": 0.9082842469215393, "Finetune/Step": 3111, "Finetune/Step Time": 4.44080731458962} +{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9111384153366089, "Finetune/Loss (Raw)": 1.0105669498443604, "Finetune/Step": 3112, "Finetune/Step Time": 4.425389111042023} +{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9112139940261841, "Finetune/Loss (Raw)": 0.9166502356529236, "Finetune/Step": 3113, "Finetune/Step Time": 4.4439725540578365} +{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9161882996559143, "Finetune/Loss (Raw)": 0.9599712491035461, "Finetune/Step": 3114, "Finetune/Step Time": 4.41169248893857} +{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9162204265594482, "Finetune/Loss (Raw)": 0.8879386782646179, "Finetune/Step": 3115, "Finetune/Step Time": 4.393910896033049} +{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9146122932434082, "Finetune/Loss (Raw)": 0.7760708332061768, "Finetune/Step": 3116, "Finetune/Step Time": 4.415657201781869} +{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9149928689002991, "Finetune/Loss (Raw)": 0.9233719110488892, "Finetune/Step": 3117, "Finetune/Step Time": 4.410768749192357} +{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9105216860771179, "Finetune/Loss (Raw)": 0.4703229069709778, "Finetune/Step": 3118, "Finetune/Step Time": 4.45570139400661} +{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9098174571990967, "Finetune/Loss (Raw)": 0.9046367406845093, "Finetune/Step": 3119, "Finetune/Step Time": 4.455583540722728} +{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.9104440212249756, "Finetune/Loss (Raw)": 0.9314999580383301, "Finetune/Step": 3120, "Finetune/Step Time": 4.4495965000241995} +{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9085321426391602, "Finetune/Loss (Raw)": 0.7914034128189087, "Finetune/Step": 3121, "Finetune/Step Time": 4.455204088240862} +{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9075192213058472, "Finetune/Loss (Raw)": 0.9421126842498779, "Finetune/Step": 3122, "Finetune/Step Time": 4.457248469814658} +{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9068163633346558, "Finetune/Loss (Raw)": 0.8691270351409912, "Finetune/Step": 3123, "Finetune/Step Time": 4.446220677345991} +{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9076274633407593, "Finetune/Loss (Raw)": 1.0295820236206055, "Finetune/Step": 3124, "Finetune/Step Time": 4.425056502223015} +{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.908631443977356, "Finetune/Loss (Raw)": 1.0013741254806519, "Finetune/Step": 3125, "Finetune/Step Time": 4.424950389191508} +{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9094542264938354, "Finetune/Loss (Raw)": 1.0254887342453003, "Finetune/Step": 3126, "Finetune/Step Time": 4.4154461491853} +{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9088147878646851, "Finetune/Loss (Raw)": 1.0424915552139282, "Finetune/Step": 3127, "Finetune/Step Time": 4.416937226429582} +{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9075590968132019, "Finetune/Loss (Raw)": 0.756226658821106, "Finetune/Step": 3128, "Finetune/Step Time": 4.448046652600169} +{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9074845314025879, "Finetune/Loss (Raw)": 0.8888007998466492, "Finetune/Step": 3129, "Finetune/Step Time": 4.4495800249278545} +{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9067692756652832, "Finetune/Loss (Raw)": 0.8577514290809631, "Finetune/Step": 3130, "Finetune/Step Time": 4.4640598855912685} +{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9066087007522583, "Finetune/Loss (Raw)": 0.8904032111167908, "Finetune/Step": 3131, "Finetune/Step Time": 4.471507761627436} +{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9023162126541138, "Finetune/Loss (Raw)": 0.40972140431404114, "Finetune/Step": 3132, "Finetune/Step Time": 4.509371297433972} +{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9037739634513855, "Finetune/Loss (Raw)": 0.9599407911300659, "Finetune/Step": 3133, "Finetune/Step Time": 4.489677121862769} +{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9035962820053101, "Finetune/Loss (Raw)": 0.9445790648460388, "Finetune/Step": 3134, "Finetune/Step Time": 4.499367965385318} +{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.9048970937728882, "Finetune/Loss (Raw)": 0.9672826528549194, "Finetune/Step": 3135, "Finetune/Step Time": 4.50166567414999} +{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9049911499023438, "Finetune/Loss (Raw)": 0.9970934987068176, "Finetune/Step": 3136, "Finetune/Step Time": 4.503217585384846} +{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9037461280822754, "Finetune/Loss (Raw)": 0.8736451864242554, "Finetune/Step": 3137, "Finetune/Step Time": 4.524720713496208} +{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9029854536056519, "Finetune/Loss (Raw)": 0.8066657185554504, "Finetune/Step": 3138, "Finetune/Step Time": 4.5377850048244} +{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9017765522003174, "Finetune/Loss (Raw)": 0.9075822830200195, "Finetune/Step": 3139, "Finetune/Step Time": 4.53352496214211} +{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9011813998222351, "Finetune/Loss (Raw)": 0.9114736914634705, "Finetune/Step": 3140, "Finetune/Step Time": 4.539255624637008} +{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9006612300872803, "Finetune/Loss (Raw)": 0.8532795906066895, "Finetune/Step": 3141, "Finetune/Step Time": 4.546469766646624} +{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9005995392799377, "Finetune/Loss (Raw)": 0.8831063508987427, "Finetune/Step": 3142, "Finetune/Step Time": 4.55118590965867} +{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.900448203086853, "Finetune/Loss (Raw)": 0.7757936120033264, "Finetune/Step": 3143, "Finetune/Step Time": 4.55057161860168} +{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9008901119232178, "Finetune/Loss (Raw)": 1.0157787799835205, "Finetune/Step": 3144, "Finetune/Step Time": 4.54207555949688} +{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9024546146392822, "Finetune/Loss (Raw)": 1.0117079019546509, "Finetune/Step": 3145, "Finetune/Step Time": 4.53682124055922} +{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9031834602355957, "Finetune/Loss (Raw)": 0.9796018004417419, "Finetune/Step": 3146, "Finetune/Step Time": 4.537296237424016} +{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9036456346511841, "Finetune/Loss (Raw)": 1.0349736213684082, "Finetune/Step": 3147, "Finetune/Step Time": 4.544517399743199} +{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.904911994934082, "Finetune/Loss (Raw)": 1.0816205739974976, "Finetune/Step": 3148, "Finetune/Step Time": 4.56495382077992} +{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.900999903678894, "Finetune/Loss (Raw)": 0.4183783233165741, "Finetune/Step": 3149, "Finetune/Step Time": 4.600488321855664} +{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9002736210823059, "Finetune/Loss (Raw)": 0.9161755442619324, "Finetune/Step": 3150, "Finetune/Step Time": 4.5974989756941795} +{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9014893770217896, "Finetune/Loss (Raw)": 0.9216259717941284, "Finetune/Step": 3151, "Finetune/Step Time": 4.598981520161033} +{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9005256295204163, "Finetune/Loss (Raw)": 0.8484927415847778, "Finetune/Step": 3152, "Finetune/Step Time": 4.593997268006206} +{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9004794359207153, "Finetune/Loss (Raw)": 0.9572311043739319, "Finetune/Step": 3153, "Finetune/Step Time": 4.594049459323287} +{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8999067544937134, "Finetune/Loss (Raw)": 0.928310751914978, "Finetune/Step": 3154, "Finetune/Step Time": 4.585974948480725} +{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8997430801391602, "Finetune/Loss (Raw)": 0.9975676536560059, "Finetune/Step": 3155, "Finetune/Step Time": 4.579732516780496} +{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8988832831382751, "Finetune/Loss (Raw)": 0.8260950446128845, "Finetune/Step": 3156, "Finetune/Step Time": 4.574353666976094} +{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8985714912414551, "Finetune/Loss (Raw)": 1.0391826629638672, "Finetune/Step": 3157, "Finetune/Step Time": 4.579739239066839} +{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8934878706932068, "Finetune/Loss (Raw)": 0.2823100686073303, "Finetune/Step": 3158, "Finetune/Step Time": 4.604051273316145} +{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8930599689483643, "Finetune/Loss (Raw)": 0.8957843780517578, "Finetune/Step": 3159, "Finetune/Step Time": 4.6077254973351955} +{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8918826580047607, "Finetune/Loss (Raw)": 0.8884198069572449, "Finetune/Step": 3160, "Finetune/Step Time": 4.597832346335053} +{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8920950293540955, "Finetune/Loss (Raw)": 0.9502522945404053, "Finetune/Step": 3161, "Finetune/Step Time": 4.617390027269721} +{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8868945837020874, "Finetune/Loss (Raw)": 0.4081748425960541, "Finetune/Step": 3162, "Finetune/Step Time": 4.655464168637991} +{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8881382942199707, "Finetune/Loss (Raw)": 1.080252766609192, "Finetune/Step": 3163, "Finetune/Step Time": 4.6668214444071054} +{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8885605335235596, "Finetune/Loss (Raw)": 0.9942908883094788, "Finetune/Step": 3164, "Finetune/Step Time": 4.647289277985692} +{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8861705660820007, "Finetune/Loss (Raw)": 0.744443953037262, "Finetune/Step": 3165, "Finetune/Step Time": 4.649705866351724} +{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8846993446350098, "Finetune/Loss (Raw)": 0.8461176156997681, "Finetune/Step": 3166, "Finetune/Step Time": 4.650176027789712} +{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8853137493133545, "Finetune/Loss (Raw)": 0.9491373896598816, "Finetune/Step": 3167, "Finetune/Step Time": 4.647992165759206} +{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.885927677154541, "Finetune/Loss (Raw)": 1.0469386577606201, "Finetune/Step": 3168, "Finetune/Step Time": 4.653934109956026} +{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8822122812271118, "Finetune/Loss (Raw)": 0.30952852964401245, "Finetune/Step": 3169, "Finetune/Step Time": 4.688715325668454} +{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8811714053153992, "Finetune/Loss (Raw)": 0.813607394695282, "Finetune/Step": 3170, "Finetune/Step Time": 4.689291460439563} +{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8854379653930664, "Finetune/Loss (Raw)": 0.8513945937156677, "Finetune/Step": 3171, "Finetune/Step Time": 4.653992496430874} +{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8869315385818481, "Finetune/Loss (Raw)": 0.939949095249176, "Finetune/Step": 3172, "Finetune/Step Time": 4.6354266703128815} +{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8867981433868408, "Finetune/Loss (Raw)": 0.8448436856269836, "Finetune/Step": 3173, "Finetune/Step Time": 4.646438300609589} +{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8867492079734802, "Finetune/Loss (Raw)": 1.078927993774414, "Finetune/Step": 3174, "Finetune/Step Time": 4.652006570249796} +{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8871060609817505, "Finetune/Loss (Raw)": 0.9283217191696167, "Finetune/Step": 3175, "Finetune/Step Time": 4.6480573657900095} +{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8872359991073608, "Finetune/Loss (Raw)": 1.0861653089523315, "Finetune/Step": 3176, "Finetune/Step Time": 4.64976023696363} +{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8869189023971558, "Finetune/Loss (Raw)": 0.8762392997741699, "Finetune/Step": 3177, "Finetune/Step Time": 4.647965678945184} +{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8858656883239746, "Finetune/Loss (Raw)": 0.8852342963218689, "Finetune/Step": 3178, "Finetune/Step Time": 4.654103871434927} +{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8862698078155518, "Finetune/Loss (Raw)": 1.126308798789978, "Finetune/Step": 3179, "Finetune/Step Time": 4.659991707652807} +{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.885583758354187, "Finetune/Loss (Raw)": 0.8448264598846436, "Finetune/Step": 3180, "Finetune/Step Time": 4.66103195771575} +{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8852895498275757, "Finetune/Loss (Raw)": 0.9782547354698181, "Finetune/Step": 3181, "Finetune/Step Time": 4.661966636776924} +{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8845914602279663, "Finetune/Loss (Raw)": 0.9476966857910156, "Finetune/Step": 3182, "Finetune/Step Time": 4.665307234972715} +{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8839817047119141, "Finetune/Loss (Raw)": 0.9064435958862305, "Finetune/Step": 3183, "Finetune/Step Time": 4.665383398532867} +{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.883551836013794, "Finetune/Loss (Raw)": 0.9522817134857178, "Finetune/Step": 3184, "Finetune/Step Time": 4.670250084251165} +{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8846273422241211, "Finetune/Loss (Raw)": 0.9625754952430725, "Finetune/Step": 3185, "Finetune/Step Time": 4.659063978120685} +{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8835539817810059, "Finetune/Loss (Raw)": 0.8875079154968262, "Finetune/Step": 3186, "Finetune/Step Time": 4.663569577038288} +{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8837175369262695, "Finetune/Loss (Raw)": 0.9933605194091797, "Finetune/Step": 3187, "Finetune/Step Time": 4.661502946168184} +{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8828014731407166, "Finetune/Loss (Raw)": 0.9037712812423706, "Finetune/Step": 3188, "Finetune/Step Time": 4.670333385467529} +{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8822111487388611, "Finetune/Loss (Raw)": 0.906219482421875, "Finetune/Step": 3189, "Finetune/Step Time": 4.672014253214002} +{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8823239207267761, "Finetune/Loss (Raw)": 0.9203495383262634, "Finetune/Step": 3190, "Finetune/Step Time": 4.646696185693145} +{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8834154605865479, "Finetune/Loss (Raw)": 1.0464895963668823, "Finetune/Step": 3191, "Finetune/Step Time": 4.67243243381381} +{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.882919430732727, "Finetune/Loss (Raw)": 0.87640380859375, "Finetune/Step": 3192, "Finetune/Step Time": 4.666902661323547} +{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8830739259719849, "Finetune/Loss (Raw)": 0.896721601486206, "Finetune/Step": 3193, "Finetune/Step Time": 4.651185089722276} +{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8836675882339478, "Finetune/Loss (Raw)": 0.8133195638656616, "Finetune/Step": 3194, "Finetune/Step Time": 4.623621322214603} +{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844872713088989, "Finetune/Loss (Raw)": 1.023180365562439, "Finetune/Step": 3195, "Finetune/Step Time": 4.63569999858737} +{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8844342231750488, "Finetune/Loss (Raw)": 0.9522568583488464, "Finetune/Step": 3196, "Finetune/Step Time": 4.62504999153316} +{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8862159848213196, "Finetune/Loss (Raw)": 1.0323185920715332, "Finetune/Step": 3197, "Finetune/Step Time": 4.6167928352952} +{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8854542970657349, "Finetune/Loss (Raw)": 0.8421229124069214, "Finetune/Step": 3198, "Finetune/Step Time": 4.625349890440702} +{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8848136067390442, "Finetune/Loss (Raw)": 0.9548295736312866, "Finetune/Step": 3199, "Finetune/Step Time": 4.63029421120882} +{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8862870931625366, "Finetune/Loss (Raw)": 1.0905524492263794, "Finetune/Step": 3200, "Finetune/Step Time": 4.614652093499899} +{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.885717511177063, "Finetune/Loss (Raw)": 0.8524020910263062, "Finetune/Step": 3201, "Finetune/Step Time": 4.621197737753391} +{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8859100341796875, "Finetune/Loss (Raw)": 0.9098265767097473, "Finetune/Step": 3202, "Finetune/Step Time": 4.6235314924269915} +{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905829191207886, "Finetune/Loss (Raw)": 0.8860366344451904, "Finetune/Step": 3203, "Finetune/Step Time": 4.58456052839756} +{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8911067843437195, "Finetune/Loss (Raw)": 0.865760862827301, "Finetune/Step": 3204, "Finetune/Step Time": 4.5799029394984245} +{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8903257250785828, "Finetune/Loss (Raw)": 0.860539436340332, "Finetune/Step": 3205, "Finetune/Step Time": 4.57674497179687} +{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8900632858276367, "Finetune/Loss (Raw)": 0.8233400583267212, "Finetune/Step": 3206, "Finetune/Step Time": 4.583453327417374} +{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8910620212554932, "Finetune/Loss (Raw)": 0.965578019618988, "Finetune/Step": 3207, "Finetune/Step Time": 4.583058966323733} +{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8927451372146606, "Finetune/Loss (Raw)": 0.9995302557945251, "Finetune/Step": 3208, "Finetune/Step Time": 4.576362777501345} +{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8929640054702759, "Finetune/Loss (Raw)": 0.8796038031578064, "Finetune/Step": 3209, "Finetune/Step Time": 4.578953670337796} +{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8926189541816711, "Finetune/Loss (Raw)": 0.8349175453186035, "Finetune/Step": 3210, "Finetune/Step Time": 4.578014126047492} +{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8925098776817322, "Finetune/Loss (Raw)": 0.985165536403656, "Finetune/Step": 3211, "Finetune/Step Time": 4.571817297488451} +{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8890056610107422, "Finetune/Loss (Raw)": 0.3949298560619354, "Finetune/Step": 3212, "Finetune/Step Time": 4.601698856800795} +{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8881014585494995, "Finetune/Loss (Raw)": 0.9965763688087463, "Finetune/Step": 3213, "Finetune/Step Time": 4.599636057391763} +{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879891633987427, "Finetune/Loss (Raw)": 0.9788155555725098, "Finetune/Step": 3214, "Finetune/Step Time": 4.612357115373015} +{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.886980414390564, "Finetune/Loss (Raw)": 0.8233628869056702, "Finetune/Step": 3215, "Finetune/Step Time": 4.621231850236654} +{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.887069582939148, "Finetune/Loss (Raw)": 0.768511176109314, "Finetune/Step": 3216, "Finetune/Step Time": 4.6417535953223705} +{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.886987030506134, "Finetune/Loss (Raw)": 0.9590563774108887, "Finetune/Step": 3217, "Finetune/Step Time": 4.633112693205476} +{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875486254692078, "Finetune/Loss (Raw)": 0.9473499059677124, "Finetune/Step": 3218, "Finetune/Step Time": 4.6309305634349585} +{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8869388699531555, "Finetune/Loss (Raw)": 0.7871835827827454, "Finetune/Step": 3219, "Finetune/Step Time": 4.615353610366583} +{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932287693023682, "Finetune/Loss (Raw)": 1.1007660627365112, "Finetune/Step": 3220, "Finetune/Step Time": 4.576102953404188} +{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8928061723709106, "Finetune/Loss (Raw)": 0.8552459478378296, "Finetune/Step": 3221, "Finetune/Step Time": 4.580207239836454} +{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8880714178085327, "Finetune/Loss (Raw)": 0.3313943147659302, "Finetune/Step": 3222, "Finetune/Step Time": 4.61637058109045} +{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8877319097518921, "Finetune/Loss (Raw)": 0.8764550089836121, "Finetune/Step": 3223, "Finetune/Step Time": 4.621988261118531} +{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8879844546318054, "Finetune/Loss (Raw)": 0.9701105356216431, "Finetune/Step": 3224, "Finetune/Step Time": 4.62305012345314} +{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8927886486053467, "Finetune/Loss (Raw)": 0.9177262187004089, "Finetune/Step": 3225, "Finetune/Step Time": 4.588366122916341} +{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8941051959991455, "Finetune/Loss (Raw)": 0.9423844218254089, "Finetune/Step": 3226, "Finetune/Step Time": 4.58712781406939} +{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935575485229492, "Finetune/Loss (Raw)": 0.9103986620903015, "Finetune/Step": 3227, "Finetune/Step Time": 4.5876328982412815} +{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8918591737747192, "Finetune/Loss (Raw)": 0.9101181626319885, "Finetune/Step": 3228, "Finetune/Step Time": 4.585074987262487} +{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8944540619850159, "Finetune/Loss (Raw)": 1.0119760036468506, "Finetune/Step": 3229, "Finetune/Step Time": 4.569321513175964} +{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8935568928718567, "Finetune/Loss (Raw)": 0.8829355835914612, "Finetune/Step": 3230, "Finetune/Step Time": 4.571942208334804} +{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8925963640213013, "Finetune/Loss (Raw)": 0.9423067569732666, "Finetune/Step": 3231, "Finetune/Step Time": 4.584807740524411} +{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8933391571044922, "Finetune/Loss (Raw)": 1.0544114112854004, "Finetune/Step": 3232, "Finetune/Step Time": 4.586725562810898} +{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8950341939926147, "Finetune/Loss (Raw)": 1.1513500213623047, "Finetune/Step": 3233, "Finetune/Step Time": 4.589850662276149} +{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8942439556121826, "Finetune/Loss (Raw)": 0.7958806157112122, "Finetune/Step": 3234, "Finetune/Step Time": 4.611497092992067} +{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8945437669754028, "Finetune/Loss (Raw)": 1.0758280754089355, "Finetune/Step": 3235, "Finetune/Step Time": 4.616380322724581} +{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.893943190574646, "Finetune/Loss (Raw)": 0.7674403786659241, "Finetune/Step": 3236, "Finetune/Step Time": 4.62346482463181} +{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8946789503097534, "Finetune/Loss (Raw)": 1.02035391330719, "Finetune/Step": 3237, "Finetune/Step Time": 4.621577126905322} +{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8909155130386353, "Finetune/Loss (Raw)": 0.3925045132637024, "Finetune/Step": 3238, "Finetune/Step Time": 4.661119913682342} +{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8920679092407227, "Finetune/Loss (Raw)": 1.055789589881897, "Finetune/Step": 3239, "Finetune/Step Time": 4.6564059760421515} +{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8928846716880798, "Finetune/Loss (Raw)": 1.1151189804077148, "Finetune/Step": 3240, "Finetune/Step Time": 4.657754402607679} +{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8935583829879761, "Finetune/Loss (Raw)": 1.0028870105743408, "Finetune/Step": 3241, "Finetune/Step Time": 4.641381675377488} +{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8938876390457153, "Finetune/Loss (Raw)": 1.0021202564239502, "Finetune/Step": 3242, "Finetune/Step Time": 4.63798937946558} +{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8946493864059448, "Finetune/Loss (Raw)": 0.985435962677002, "Finetune/Step": 3243, "Finetune/Step Time": 4.6367552652955055} +{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8963879346847534, "Finetune/Loss (Raw)": 0.9985987544059753, "Finetune/Step": 3244, "Finetune/Step Time": 4.600370367988944} +{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8972260355949402, "Finetune/Loss (Raw)": 1.0306519269943237, "Finetune/Step": 3245, "Finetune/Step Time": 4.605026310309768} +{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8994510173797607, "Finetune/Loss (Raw)": 0.7551193833351135, "Finetune/Step": 3246, "Finetune/Step Time": 4.570317525416613} +{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8994194269180298, "Finetune/Loss (Raw)": 0.9005909562110901, "Finetune/Step": 3247, "Finetune/Step Time": 4.569764716550708} +{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.9001774787902832, "Finetune/Loss (Raw)": 1.0285371541976929, "Finetune/Step": 3248, "Finetune/Step Time": 4.573424661532044} +{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.9020763635635376, "Finetune/Loss (Raw)": 1.034467101097107, "Finetune/Step": 3249, "Finetune/Step Time": 4.56279263086617} +{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.901626706123352, "Finetune/Loss (Raw)": 0.88454669713974, "Finetune/Step": 3250, "Finetune/Step Time": 4.581810601055622} +{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9022080302238464, "Finetune/Loss (Raw)": 0.9435393810272217, "Finetune/Step": 3251, "Finetune/Step Time": 4.609711267054081} +{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9026731252670288, "Finetune/Loss (Raw)": 1.0891138315200806, "Finetune/Step": 3252, "Finetune/Step Time": 4.6206821873784065} +{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9031410217285156, "Finetune/Loss (Raw)": 1.0612587928771973, "Finetune/Step": 3253, "Finetune/Step Time": 4.623238041996956} +{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9028137922286987, "Finetune/Loss (Raw)": 0.9836074113845825, "Finetune/Step": 3254, "Finetune/Step Time": 4.62279325351119} +{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9019609689712524, "Finetune/Loss (Raw)": 0.9333330392837524, "Finetune/Step": 3255, "Finetune/Step Time": 4.628724602982402} +{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.904400110244751, "Finetune/Loss (Raw)": 1.0684345960617065, "Finetune/Step": 3256, "Finetune/Step Time": 4.594510894268751} +{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.904071569442749, "Finetune/Loss (Raw)": 0.8467562794685364, "Finetune/Step": 3257, "Finetune/Step Time": 4.599210163578391} +{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9059911370277405, "Finetune/Loss (Raw)": 1.103454828262329, "Finetune/Step": 3258, "Finetune/Step Time": 4.588089630007744} +{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9061649441719055, "Finetune/Loss (Raw)": 0.9126457571983337, "Finetune/Step": 3259, "Finetune/Step Time": 4.586226582527161} +{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9108631610870361, "Finetune/Loss (Raw)": 1.0110864639282227, "Finetune/Step": 3260, "Finetune/Step Time": 4.570343602448702} +{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9099050760269165, "Finetune/Loss (Raw)": 0.8373104929924011, "Finetune/Step": 3261, "Finetune/Step Time": 4.5707598850131035} +{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9103594422340393, "Finetune/Loss (Raw)": 1.002738356590271, "Finetune/Step": 3262, "Finetune/Step Time": 4.557405479252338} +{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9108712673187256, "Finetune/Loss (Raw)": 1.032794713973999, "Finetune/Step": 3263, "Finetune/Step Time": 4.55547796562314} +{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9101194143295288, "Finetune/Loss (Raw)": 0.9008587002754211, "Finetune/Step": 3264, "Finetune/Step Time": 4.561424674466252} +{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9120047092437744, "Finetune/Loss (Raw)": 1.1149650812149048, "Finetune/Step": 3265, "Finetune/Step Time": 4.539660386741161} +{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9128903150558472, "Finetune/Loss (Raw)": 0.9200252890586853, "Finetune/Step": 3266, "Finetune/Step Time": 4.534326672554016} +{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9134562015533447, "Finetune/Loss (Raw)": 0.9800094366073608, "Finetune/Step": 3267, "Finetune/Step Time": 4.548273466527462} +{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9141044020652771, "Finetune/Loss (Raw)": 0.9944478273391724, "Finetune/Step": 3268, "Finetune/Step Time": 4.547633700072765} +{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9153037071228027, "Finetune/Loss (Raw)": 1.0067883729934692, "Finetune/Step": 3269, "Finetune/Step Time": 4.549916885793209} +{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.915290117263794, "Finetune/Loss (Raw)": 0.8813666701316833, "Finetune/Step": 3270, "Finetune/Step Time": 4.539414003491402} +{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9163016080856323, "Finetune/Loss (Raw)": 0.905261754989624, "Finetune/Step": 3271, "Finetune/Step Time": 4.523751981556416} +{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.916144609451294, "Finetune/Loss (Raw)": 0.9956870675086975, "Finetune/Step": 3272, "Finetune/Step Time": 4.552749507129192} +{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9147610068321228, "Finetune/Loss (Raw)": 0.8346062302589417, "Finetune/Step": 3273, "Finetune/Step Time": 4.558292839676142} +{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9095978736877441, "Finetune/Loss (Raw)": 0.31872475147247314, "Finetune/Step": 3274, "Finetune/Step Time": 4.5966273210942745} +{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9078378677368164, "Finetune/Loss (Raw)": 0.809686005115509, "Finetune/Step": 3275, "Finetune/Step Time": 4.594169706106186} +{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9067156314849854, "Finetune/Loss (Raw)": 0.9379782676696777, "Finetune/Step": 3276, "Finetune/Step Time": 4.579118151217699} +{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9111175537109375, "Finetune/Loss (Raw)": 0.981821596622467, "Finetune/Step": 3277, "Finetune/Step Time": 4.539763486012816} +{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9109553098678589, "Finetune/Loss (Raw)": 0.8954077959060669, "Finetune/Step": 3278, "Finetune/Step Time": 4.5433663520962} +{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9115157127380371, "Finetune/Loss (Raw)": 0.9933639764785767, "Finetune/Step": 3279, "Finetune/Step Time": 4.550820948556066} +{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.912853479385376, "Finetune/Loss (Raw)": 1.0197217464447021, "Finetune/Step": 3280, "Finetune/Step Time": 4.549574848264456} +{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9136549234390259, "Finetune/Loss (Raw)": 1.0598200559616089, "Finetune/Step": 3281, "Finetune/Step Time": 4.551510041579604} +{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9134847521781921, "Finetune/Loss (Raw)": 0.9065213203430176, "Finetune/Step": 3282, "Finetune/Step Time": 4.5525876972824335} +{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9085510969161987, "Finetune/Loss (Raw)": 0.3660670518875122, "Finetune/Step": 3283, "Finetune/Step Time": 4.590392045676708} +{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9091879725456238, "Finetune/Loss (Raw)": 0.9076138138771057, "Finetune/Step": 3284, "Finetune/Step Time": 4.593607053160667} +{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9089476466178894, "Finetune/Loss (Raw)": 1.0084195137023926, "Finetune/Step": 3285, "Finetune/Step Time": 4.587429968640208} +{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9137634038925171, "Finetune/Loss (Raw)": 0.8987221717834473, "Finetune/Step": 3286, "Finetune/Step Time": 4.555512038990855} +{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9140900373458862, "Finetune/Loss (Raw)": 0.9375940561294556, "Finetune/Step": 3287, "Finetune/Step Time": 4.562706623226404} +{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9151537418365479, "Finetune/Loss (Raw)": 1.0245821475982666, "Finetune/Step": 3288, "Finetune/Step Time": 4.568226983770728} +{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9143025875091553, "Finetune/Loss (Raw)": 0.8413034081459045, "Finetune/Step": 3289, "Finetune/Step Time": 4.5496850572526455} +{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9187619090080261, "Finetune/Loss (Raw)": 0.978965163230896, "Finetune/Step": 3290, "Finetune/Step Time": 4.5128031224012375} +{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9166805744171143, "Finetune/Loss (Raw)": 0.8138442635536194, "Finetune/Step": 3291, "Finetune/Step Time": 4.5081986375153065} +{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9158271551132202, "Finetune/Loss (Raw)": 0.8850499987602234, "Finetune/Step": 3292, "Finetune/Step Time": 4.509112136438489} +{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.91752690076828, "Finetune/Loss (Raw)": 0.9620137810707092, "Finetune/Step": 3293, "Finetune/Step Time": 4.50452009215951} +{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9177308082580566, "Finetune/Loss (Raw)": 0.8722111582756042, "Finetune/Step": 3294, "Finetune/Step Time": 4.531261036172509} +{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9170143604278564, "Finetune/Loss (Raw)": 0.8574399352073669, "Finetune/Step": 3295, "Finetune/Step Time": 4.5338113233447075} +{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9163053035736084, "Finetune/Loss (Raw)": 0.9561699032783508, "Finetune/Step": 3296, "Finetune/Step Time": 4.534972310066223} +{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205998182296753, "Finetune/Loss (Raw)": 0.8592365384101868, "Finetune/Step": 3297, "Finetune/Step Time": 4.517332253977656} +{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.922154426574707, "Finetune/Loss (Raw)": 1.0125892162322998, "Finetune/Step": 3298, "Finetune/Step Time": 4.515284422785044} +{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184623956680298, "Finetune/Loss (Raw)": 0.3788178861141205, "Finetune/Step": 3299, "Finetune/Step Time": 4.551728889346123} +{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9184945225715637, "Finetune/Loss (Raw)": 0.9440615773200989, "Finetune/Step": 3300, "Finetune/Step Time": 4.555062230676413} +{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9179733395576477, "Finetune/Loss (Raw)": 0.7781320810317993, "Finetune/Step": 3301, "Finetune/Step Time": 4.544342504814267} +{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9172592163085938, "Finetune/Loss (Raw)": 0.9875208139419556, "Finetune/Step": 3302, "Finetune/Step Time": 4.542272502556443} +{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9169881343841553, "Finetune/Loss (Raw)": 0.8936241865158081, "Finetune/Step": 3303, "Finetune/Step Time": 4.540377153083682} +{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9153928756713867, "Finetune/Loss (Raw)": 0.8819712996482849, "Finetune/Step": 3304, "Finetune/Step Time": 4.55023537017405} +{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166909456253052, "Finetune/Loss (Raw)": 1.0423930883407593, "Finetune/Step": 3305, "Finetune/Step Time": 4.545672554522753} +{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9165554046630859, "Finetune/Loss (Raw)": 0.8678883910179138, "Finetune/Step": 3306, "Finetune/Step Time": 4.537081845104694} +{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.916086733341217, "Finetune/Loss (Raw)": 1.0663141012191772, "Finetune/Step": 3307, "Finetune/Step Time": 4.526613404974341} +{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9176449775695801, "Finetune/Loss (Raw)": 1.0442829132080078, "Finetune/Step": 3308, "Finetune/Step Time": 4.5273429695516825} +{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9181082248687744, "Finetune/Loss (Raw)": 1.037549614906311, "Finetune/Step": 3309, "Finetune/Step Time": 4.53189729899168} +{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9171745181083679, "Finetune/Loss (Raw)": 0.8281804323196411, "Finetune/Step": 3310, "Finetune/Step Time": 4.528516100719571} +{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9165792465209961, "Finetune/Loss (Raw)": 0.8302487730979919, "Finetune/Step": 3311, "Finetune/Step Time": 4.536649368703365} +{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9159433245658875, "Finetune/Loss (Raw)": 0.8708834648132324, "Finetune/Step": 3312, "Finetune/Step Time": 4.535836435854435} +{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117599129676819, "Finetune/Loss (Raw)": 0.4271034598350525, "Finetune/Step": 3313, "Finetune/Step Time": 4.567625330761075} +{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113204479217529, "Finetune/Loss (Raw)": 0.8312501311302185, "Finetune/Step": 3314, "Finetune/Step Time": 4.569444725289941} +{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9126097559928894, "Finetune/Loss (Raw)": 1.1583949327468872, "Finetune/Step": 3315, "Finetune/Step Time": 4.569503303617239} +{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9121354222297668, "Finetune/Loss (Raw)": 0.8430569171905518, "Finetune/Step": 3316, "Finetune/Step Time": 4.560573445633054} +{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9125545620918274, "Finetune/Loss (Raw)": 0.9598669409751892, "Finetune/Step": 3317, "Finetune/Step Time": 4.562406707555056} +{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9079805612564087, "Finetune/Loss (Raw)": 0.3348802924156189, "Finetune/Step": 3318, "Finetune/Step Time": 4.59570181183517} +{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9076846241950989, "Finetune/Loss (Raw)": 1.0086097717285156, "Finetune/Step": 3319, "Finetune/Step Time": 4.576402731239796} +{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9078458547592163, "Finetune/Loss (Raw)": 0.8970348238945007, "Finetune/Step": 3320, "Finetune/Step Time": 4.568331526592374} +{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9075438976287842, "Finetune/Loss (Raw)": 0.8580743074417114, "Finetune/Step": 3321, "Finetune/Step Time": 4.5738162733614445} +{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9081690907478333, "Finetune/Loss (Raw)": 0.8933473229408264, "Finetune/Step": 3322, "Finetune/Step Time": 4.5668209083378315} +{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9084118008613586, "Finetune/Loss (Raw)": 1.0542439222335815, "Finetune/Step": 3323, "Finetune/Step Time": 4.5679355170577765} +{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9077320694923401, "Finetune/Loss (Raw)": 0.8652496933937073, "Finetune/Step": 3324, "Finetune/Step Time": 4.5811468642205} +{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9062063694000244, "Finetune/Loss (Raw)": 0.8370357751846313, "Finetune/Step": 3325, "Finetune/Step Time": 4.580742165446281} +{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9072630405426025, "Finetune/Loss (Raw)": 0.9773726463317871, "Finetune/Step": 3326, "Finetune/Step Time": 4.571545938029885} +{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9061650037765503, "Finetune/Loss (Raw)": 0.8142862319946289, "Finetune/Step": 3327, "Finetune/Step Time": 4.5786687061190605} +{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9058194160461426, "Finetune/Loss (Raw)": 1.0463157892227173, "Finetune/Step": 3328, "Finetune/Step Time": 4.5825050547719} +{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9074056148529053, "Finetune/Loss (Raw)": 1.055436372756958, "Finetune/Step": 3329, "Finetune/Step Time": 4.5797245018184185} +{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9068753719329834, "Finetune/Loss (Raw)": 0.841946542263031, "Finetune/Step": 3330, "Finetune/Step Time": 4.5873694363981485} +{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9075873494148254, "Finetune/Loss (Raw)": 0.9771738052368164, "Finetune/Step": 3331, "Finetune/Step Time": 4.611532984301448} +{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.908026397228241, "Finetune/Loss (Raw)": 0.921964704990387, "Finetune/Step": 3332, "Finetune/Step Time": 4.616493821144104} +{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9089601039886475, "Finetune/Loss (Raw)": 0.9800485968589783, "Finetune/Step": 3333, "Finetune/Step Time": 4.616404792293906} +{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9097408056259155, "Finetune/Loss (Raw)": 0.9232720732688904, "Finetune/Step": 3334, "Finetune/Step Time": 4.611494179815054} +{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9091081619262695, "Finetune/Loss (Raw)": 0.8845919370651245, "Finetune/Step": 3335, "Finetune/Step Time": 4.5896693132817745} +{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9082860946655273, "Finetune/Loss (Raw)": 0.894306480884552, "Finetune/Step": 3336, "Finetune/Step Time": 4.588730450719595} +{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9079961776733398, "Finetune/Loss (Raw)": 0.8425045013427734, "Finetune/Step": 3337, "Finetune/Step Time": 4.5926713068038225} +{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9086508750915527, "Finetune/Loss (Raw)": 0.9187143445014954, "Finetune/Step": 3338, "Finetune/Step Time": 4.5958268493413925} +{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9086169004440308, "Finetune/Loss (Raw)": 0.980819582939148, "Finetune/Step": 3339, "Finetune/Step Time": 4.5880699791014194} +{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9129812121391296, "Finetune/Loss (Raw)": 0.95355623960495, "Finetune/Step": 3340, "Finetune/Step Time": 4.552435457706451} +{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9134963750839233, "Finetune/Loss (Raw)": 1.0625193119049072, "Finetune/Step": 3341, "Finetune/Step Time": 4.558722393587232} +{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9140123128890991, "Finetune/Loss (Raw)": 1.044860601425171, "Finetune/Step": 3342, "Finetune/Step Time": 4.539303107187152} +{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151065349578857, "Finetune/Loss (Raw)": 0.9634182453155518, "Finetune/Step": 3343, "Finetune/Step Time": 4.526846989989281} +{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9150400161743164, "Finetune/Loss (Raw)": 0.7599994540214539, "Finetune/Step": 3344, "Finetune/Step Time": 4.50738425925374} +{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9102632999420166, "Finetune/Loss (Raw)": 0.347636342048645, "Finetune/Step": 3345, "Finetune/Step Time": 4.549966167658567} +{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112045764923096, "Finetune/Loss (Raw)": 1.0678337812423706, "Finetune/Step": 3346, "Finetune/Step Time": 4.548966264352202} +{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9112491011619568, "Finetune/Loss (Raw)": 0.792879045009613, "Finetune/Step": 3347, "Finetune/Step Time": 4.5499290730804205} +{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9104695320129395, "Finetune/Loss (Raw)": 1.0009863376617432, "Finetune/Step": 3348, "Finetune/Step Time": 4.554705647751689} +{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9114258289337158, "Finetune/Loss (Raw)": 0.9776468873023987, "Finetune/Step": 3349, "Finetune/Step Time": 4.550735516473651} +{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9175235033035278, "Finetune/Loss (Raw)": 1.111892580986023, "Finetune/Step": 3350, "Finetune/Step Time": 4.519984683021903} +{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.917634904384613, "Finetune/Loss (Raw)": 0.8907162547111511, "Finetune/Step": 3351, "Finetune/Step Time": 4.526867359876633} +{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176948070526123, "Finetune/Loss (Raw)": 0.9777780771255493, "Finetune/Step": 3352, "Finetune/Step Time": 4.531036714091897} +{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9184417724609375, "Finetune/Loss (Raw)": 1.013339877128601, "Finetune/Step": 3353, "Finetune/Step Time": 4.5470580365508795} +{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.918543815612793, "Finetune/Loss (Raw)": 0.955441415309906, "Finetune/Step": 3354, "Finetune/Step Time": 4.545215733349323} +{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9193090200424194, "Finetune/Loss (Raw)": 1.0083553791046143, "Finetune/Step": 3355, "Finetune/Step Time": 4.537164691835642} +{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9199445247650146, "Finetune/Loss (Raw)": 0.9914546608924866, "Finetune/Step": 3356, "Finetune/Step Time": 4.539546409621835} +{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9189682006835938, "Finetune/Loss (Raw)": 0.8870020508766174, "Finetune/Step": 3357, "Finetune/Step Time": 4.540090935304761} +{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9186521768569946, "Finetune/Loss (Raw)": 0.842491626739502, "Finetune/Step": 3358, "Finetune/Step Time": 4.533948451280594} +{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9197688102722168, "Finetune/Loss (Raw)": 1.0852316617965698, "Finetune/Step": 3359, "Finetune/Step Time": 4.507450012490153} +{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9196160435676575, "Finetune/Loss (Raw)": 1.0348613262176514, "Finetune/Step": 3360, "Finetune/Step Time": 4.508491389453411} +{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9183788299560547, "Finetune/Loss (Raw)": 0.9929920434951782, "Finetune/Step": 3361, "Finetune/Step Time": 4.522089680656791} +{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.918807327747345, "Finetune/Loss (Raw)": 0.850724995136261, "Finetune/Step": 3362, "Finetune/Step Time": 4.504774883389473} +{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9179428815841675, "Finetune/Loss (Raw)": 0.9651825428009033, "Finetune/Step": 3363, "Finetune/Step Time": 4.504462361335754} +{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9196569919586182, "Finetune/Loss (Raw)": 0.9868372082710266, "Finetune/Step": 3364, "Finetune/Step Time": 4.496296552941203} +{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189344048500061, "Finetune/Loss (Raw)": 0.9278653264045715, "Finetune/Step": 3365, "Finetune/Step Time": 4.510202698409557} +{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9226322174072266, "Finetune/Loss (Raw)": 0.8658264875411987, "Finetune/Step": 3366, "Finetune/Step Time": 4.483827481046319} +{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9210726618766785, "Finetune/Loss (Raw)": 0.8561674356460571, "Finetune/Step": 3367, "Finetune/Step Time": 4.480796601623297} +{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.915756106376648, "Finetune/Loss (Raw)": 0.4345937669277191, "Finetune/Step": 3368, "Finetune/Step Time": 4.517349092289805} +{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.916012167930603, "Finetune/Loss (Raw)": 1.035664439201355, "Finetune/Step": 3369, "Finetune/Step Time": 4.51607926748693} +{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158223867416382, "Finetune/Loss (Raw)": 0.9778341054916382, "Finetune/Step": 3370, "Finetune/Step Time": 4.513435028493404} +{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137049913406372, "Finetune/Loss (Raw)": 0.7144024968147278, "Finetune/Step": 3371, "Finetune/Step Time": 4.540370820090175} +{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130643606185913, "Finetune/Loss (Raw)": 0.9165991544723511, "Finetune/Step": 3372, "Finetune/Step Time": 4.551817571744323} +{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9128362536430359, "Finetune/Loss (Raw)": 1.0014539957046509, "Finetune/Step": 3373, "Finetune/Step Time": 4.557853821665049} +{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142593145370483, "Finetune/Loss (Raw)": 0.9372768998146057, "Finetune/Step": 3374, "Finetune/Step Time": 4.555108802393079} +{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163466095924377, "Finetune/Loss (Raw)": 1.1677621603012085, "Finetune/Step": 3375, "Finetune/Step Time": 4.552729958668351} +{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9163594245910645, "Finetune/Loss (Raw)": 1.030181646347046, "Finetune/Step": 3376, "Finetune/Step Time": 4.5450012516230345} +{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9147491455078125, "Finetune/Loss (Raw)": 0.8283472657203674, "Finetune/Step": 3377, "Finetune/Step Time": 4.555695924907923} +{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9158095121383667, "Finetune/Loss (Raw)": 1.0202795267105103, "Finetune/Step": 3378, "Finetune/Step Time": 4.551186909899116} +{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141722917556763, "Finetune/Loss (Raw)": 0.7339680790901184, "Finetune/Step": 3379, "Finetune/Step Time": 4.52546607144177} +{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121544361114502, "Finetune/Loss (Raw)": 0.8308340311050415, "Finetune/Step": 3380, "Finetune/Step Time": 4.51270086877048} +{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.9110714197158813, "Finetune/Loss (Raw)": 0.9226277470588684, "Finetune/Step": 3381, "Finetune/Step Time": 4.506983196362853} +{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118235111236572, "Finetune/Loss (Raw)": 1.079882025718689, "Finetune/Step": 3382, "Finetune/Step Time": 4.508779978379607} +{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9114952087402344, "Finetune/Loss (Raw)": 0.8913081884384155, "Finetune/Step": 3383, "Finetune/Step Time": 4.49633240327239} +{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9108103513717651, "Finetune/Loss (Raw)": 0.9807658195495605, "Finetune/Step": 3384, "Finetune/Step Time": 4.503078253939748} +{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9104987382888794, "Finetune/Loss (Raw)": 0.8068756461143494, "Finetune/Step": 3385, "Finetune/Step Time": 4.492324851453304} +{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9091647863388062, "Finetune/Loss (Raw)": 0.9327134490013123, "Finetune/Step": 3386, "Finetune/Step Time": 4.484234195202589} +{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9086374044418335, "Finetune/Loss (Raw)": 0.8451293110847473, "Finetune/Step": 3387, "Finetune/Step Time": 4.4724277053028345} +{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9073606729507446, "Finetune/Loss (Raw)": 0.8476755023002625, "Finetune/Step": 3388, "Finetune/Step Time": 4.455181451514363} +{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9083142876625061, "Finetune/Loss (Raw)": 0.9593661427497864, "Finetune/Step": 3389, "Finetune/Step Time": 4.460279868915677} +{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9082062244415283, "Finetune/Loss (Raw)": 0.9889129400253296, "Finetune/Step": 3390, "Finetune/Step Time": 4.464925171807408} +{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9088318943977356, "Finetune/Loss (Raw)": 1.1128718852996826, "Finetune/Step": 3391, "Finetune/Step Time": 4.4616804756224155} +{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9087209701538086, "Finetune/Loss (Raw)": 0.8866636157035828, "Finetune/Step": 3392, "Finetune/Step Time": 4.456140642985702} +{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9082468152046204, "Finetune/Loss (Raw)": 1.0542752742767334, "Finetune/Step": 3393, "Finetune/Step Time": 4.452788144350052} +{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.908463716506958, "Finetune/Loss (Raw)": 0.947792112827301, "Finetune/Step": 3394, "Finetune/Step Time": 4.467031255364418} +{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9087861776351929, "Finetune/Loss (Raw)": 1.0212758779525757, "Finetune/Step": 3395, "Finetune/Step Time": 4.450303928926587} +{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9073039293289185, "Finetune/Loss (Raw)": 0.8047266602516174, "Finetune/Step": 3396, "Finetune/Step Time": 4.444523684680462} +{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.906725287437439, "Finetune/Loss (Raw)": 0.932712733745575, "Finetune/Step": 3397, "Finetune/Step Time": 4.443168982863426} +{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9069874286651611, "Finetune/Loss (Raw)": 0.9149278998374939, "Finetune/Step": 3398, "Finetune/Step Time": 4.453036457300186} +{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9065865278244019, "Finetune/Loss (Raw)": 0.8539484739303589, "Finetune/Step": 3399, "Finetune/Step Time": 4.466928591951728} +{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9056090116500854, "Finetune/Loss (Raw)": 0.8705626726150513, "Finetune/Step": 3400, "Finetune/Step Time": 4.44047511741519} +{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9056333303451538, "Finetune/Loss (Raw)": 0.8377188444137573, "Finetune/Step": 3401, "Finetune/Step Time": 4.432289412245154} +{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9103013873100281, "Finetune/Loss (Raw)": 0.9162406325340271, "Finetune/Step": 3402, "Finetune/Step Time": 4.394166581332684} +{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9106729030609131, "Finetune/Loss (Raw)": 0.8572371006011963, "Finetune/Step": 3403, "Finetune/Step Time": 4.390096178278327} +{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9107310771942139, "Finetune/Loss (Raw)": 0.945428192615509, "Finetune/Step": 3404, "Finetune/Step Time": 4.386949336156249} +{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9093126654624939, "Finetune/Loss (Raw)": 0.800260066986084, "Finetune/Step": 3405, "Finetune/Step Time": 4.455001072958112} +{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9098786115646362, "Finetune/Loss (Raw)": 0.9678500890731812, "Finetune/Step": 3406, "Finetune/Step Time": 4.451741561293602} +{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9095942974090576, "Finetune/Loss (Raw)": 0.9569662809371948, "Finetune/Step": 3407, "Finetune/Step Time": 4.4390028938651085} +{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9093139171600342, "Finetune/Loss (Raw)": 0.9838337302207947, "Finetune/Step": 3408, "Finetune/Step Time": 4.4401307962834835} +{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9082209467887878, "Finetune/Loss (Raw)": 0.9199202656745911, "Finetune/Step": 3409, "Finetune/Step Time": 4.438006555661559} +{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9078675508499146, "Finetune/Loss (Raw)": 0.8612942099571228, "Finetune/Step": 3410, "Finetune/Step Time": 4.441818801686168} +{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.913092851638794, "Finetune/Loss (Raw)": 1.034903883934021, "Finetune/Step": 3411, "Finetune/Step Time": 4.403710346668959} +{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9138189554214478, "Finetune/Loss (Raw)": 1.000553011894226, "Finetune/Step": 3412, "Finetune/Step Time": 4.398822134360671} +{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9141972064971924, "Finetune/Loss (Raw)": 1.0568397045135498, "Finetune/Step": 3413, "Finetune/Step Time": 4.406081369146705} +{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9156456589698792, "Finetune/Loss (Raw)": 1.0841176509857178, "Finetune/Step": 3414, "Finetune/Step Time": 4.404510037973523} +{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9143224954605103, "Finetune/Loss (Raw)": 0.7682275772094727, "Finetune/Step": 3415, "Finetune/Step Time": 4.4013487827032804} +{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9096055030822754, "Finetune/Loss (Raw)": 0.42080268263816833, "Finetune/Step": 3416, "Finetune/Step Time": 4.436237243935466} +{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9105778336524963, "Finetune/Loss (Raw)": 0.9657689332962036, "Finetune/Step": 3417, "Finetune/Step Time": 4.442613694816828} +{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9103183150291443, "Finetune/Loss (Raw)": 0.9457513093948364, "Finetune/Step": 3418, "Finetune/Step Time": 4.453845521435142} +{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9113746285438538, "Finetune/Loss (Raw)": 0.9490492939949036, "Finetune/Step": 3419, "Finetune/Step Time": 4.445938089862466} +{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.910110592842102, "Finetune/Loss (Raw)": 0.7232470512390137, "Finetune/Step": 3420, "Finetune/Step Time": 4.471242677420378} +{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9099200963973999, "Finetune/Loss (Raw)": 0.9376380443572998, "Finetune/Step": 3421, "Finetune/Step Time": 4.4739751275628805} +{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9104058742523193, "Finetune/Loss (Raw)": 0.9343849420547485, "Finetune/Step": 3422, "Finetune/Step Time": 4.467054096981883} +{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9103364944458008, "Finetune/Loss (Raw)": 0.8485601544380188, "Finetune/Step": 3423, "Finetune/Step Time": 4.465914646163583} +{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9055725336074829, "Finetune/Loss (Raw)": 0.3463810384273529, "Finetune/Step": 3424, "Finetune/Step Time": 4.497345516458154} +{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060150384902954, "Finetune/Loss (Raw)": 0.9158782362937927, "Finetune/Step": 3425, "Finetune/Step Time": 4.484608856961131} +{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041184186935425, "Finetune/Loss (Raw)": 0.7698249220848083, "Finetune/Step": 3426, "Finetune/Step Time": 4.486817874014378} +{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9090484380722046, "Finetune/Loss (Raw)": 1.009863018989563, "Finetune/Step": 3427, "Finetune/Step Time": 4.452666908502579} +{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9089827537536621, "Finetune/Loss (Raw)": 0.9356444478034973, "Finetune/Step": 3428, "Finetune/Step Time": 4.46036865003407} +{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9103542566299438, "Finetune/Loss (Raw)": 0.9536917209625244, "Finetune/Step": 3429, "Finetune/Step Time": 4.456833465024829} +{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9096167087554932, "Finetune/Loss (Raw)": 0.8931134343147278, "Finetune/Step": 3430, "Finetune/Step Time": 4.451279144734144} +{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9105780124664307, "Finetune/Loss (Raw)": 1.0166685581207275, "Finetune/Step": 3431, "Finetune/Step Time": 4.455838171765208} +{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9100102186203003, "Finetune/Loss (Raw)": 0.8092952966690063, "Finetune/Step": 3432, "Finetune/Step Time": 4.45816789381206} +{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9088602066040039, "Finetune/Loss (Raw)": 0.895201563835144, "Finetune/Step": 3433, "Finetune/Step Time": 4.476239554584026} +{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9091610908508301, "Finetune/Loss (Raw)": 0.9064007997512817, "Finetune/Step": 3434, "Finetune/Step Time": 4.501250149682164} +{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9081773161888123, "Finetune/Loss (Raw)": 0.9403842687606812, "Finetune/Step": 3435, "Finetune/Step Time": 4.514799024909735} +{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.906391978263855, "Finetune/Loss (Raw)": 0.8157614469528198, "Finetune/Step": 3436, "Finetune/Step Time": 4.508724328130484} +{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.9056453704833984, "Finetune/Loss (Raw)": 0.9419810175895691, "Finetune/Step": 3437, "Finetune/Step Time": 4.497490162029862} +{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9059624671936035, "Finetune/Loss (Raw)": 0.8687726259231567, "Finetune/Step": 3438, "Finetune/Step Time": 4.495764246210456} +{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9074895977973938, "Finetune/Loss (Raw)": 1.0257236957550049, "Finetune/Step": 3439, "Finetune/Step Time": 4.500715816393495} +{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9078425765037537, "Finetune/Loss (Raw)": 0.9160577654838562, "Finetune/Step": 3440, "Finetune/Step Time": 4.497602382674813} +{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9105204343795776, "Finetune/Loss (Raw)": 0.7698678970336914, "Finetune/Step": 3441, "Finetune/Step Time": 4.482790261507034} +{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.910317063331604, "Finetune/Loss (Raw)": 0.8052246570587158, "Finetune/Step": 3442, "Finetune/Step Time": 4.484750207513571} +{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9079711437225342, "Finetune/Loss (Raw)": 0.8581222891807556, "Finetune/Step": 3443, "Finetune/Step Time": 4.494827948510647} +{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.908809244632721, "Finetune/Loss (Raw)": 0.950324535369873, "Finetune/Step": 3444, "Finetune/Step Time": 4.493992630392313} +{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9074673652648926, "Finetune/Loss (Raw)": 0.7881060242652893, "Finetune/Step": 3445, "Finetune/Step Time": 4.5116004310548306} +{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9118442535400391, "Finetune/Loss (Raw)": 0.8951290845870972, "Finetune/Step": 3446, "Finetune/Step Time": 4.482892330735922} +{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9121430516242981, "Finetune/Loss (Raw)": 1.0468484163284302, "Finetune/Step": 3447, "Finetune/Step Time": 4.477323343977332} +{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9124801158905029, "Finetune/Loss (Raw)": 0.9401858448982239, "Finetune/Step": 3448, "Finetune/Step Time": 4.483040813356638} +{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9137192964553833, "Finetune/Loss (Raw)": 1.0166912078857422, "Finetune/Step": 3449, "Finetune/Step Time": 4.472827909514308} +{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9142649173736572, "Finetune/Loss (Raw)": 0.9631838798522949, "Finetune/Step": 3450, "Finetune/Step Time": 4.498376959934831} +{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9129105806350708, "Finetune/Loss (Raw)": 0.8808889985084534, "Finetune/Step": 3451, "Finetune/Step Time": 4.481492042541504} +{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9139590859413147, "Finetune/Loss (Raw)": 0.9994531273841858, "Finetune/Step": 3452, "Finetune/Step Time": 4.466007214039564} +{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9141620397567749, "Finetune/Loss (Raw)": 0.8630176186561584, "Finetune/Step": 3453, "Finetune/Step Time": 4.464132830500603} +{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9135852456092834, "Finetune/Loss (Raw)": 0.9035422205924988, "Finetune/Step": 3454, "Finetune/Step Time": 4.472864871844649} +{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.909856915473938, "Finetune/Loss (Raw)": 0.3370586335659027, "Finetune/Step": 3455, "Finetune/Step Time": 4.506201554089785} +{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9093087315559387, "Finetune/Loss (Raw)": 0.9761474132537842, "Finetune/Step": 3456, "Finetune/Step Time": 4.50288007222116} +{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9081458449363708, "Finetune/Loss (Raw)": 0.9065909385681152, "Finetune/Step": 3457, "Finetune/Step Time": 4.493319371715188} +{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088941216468811, "Finetune/Loss (Raw)": 0.9377241134643555, "Finetune/Step": 3458, "Finetune/Step Time": 4.501525592058897} +{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082423448562622, "Finetune/Loss (Raw)": 0.8937460780143738, "Finetune/Step": 3459, "Finetune/Step Time": 4.481173872947693} +{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.908963680267334, "Finetune/Loss (Raw)": 1.0142980813980103, "Finetune/Step": 3460, "Finetune/Step Time": 4.47729461081326} +{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9039039015769958, "Finetune/Loss (Raw)": 0.33239373564720154, "Finetune/Step": 3461, "Finetune/Step Time": 4.520401516929269} +{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9042333364486694, "Finetune/Loss (Raw)": 0.9654390811920166, "Finetune/Step": 3462, "Finetune/Step Time": 4.522145131602883} +{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.9043314456939697, "Finetune/Loss (Raw)": 0.8971464037895203, "Finetune/Step": 3463, "Finetune/Step Time": 4.524337725713849} +{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9048677086830139, "Finetune/Loss (Raw)": 0.9629524946212769, "Finetune/Step": 3464, "Finetune/Step Time": 4.530948907136917} +{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9051806330680847, "Finetune/Loss (Raw)": 0.8825569748878479, "Finetune/Step": 3465, "Finetune/Step Time": 4.5261588376015425} +{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9047780632972717, "Finetune/Loss (Raw)": 0.8671866655349731, "Finetune/Step": 3466, "Finetune/Step Time": 4.524533549323678} +{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9030721783638, "Finetune/Loss (Raw)": 0.7624660134315491, "Finetune/Step": 3467, "Finetune/Step Time": 4.523199027404189} +{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.901609480381012, "Finetune/Loss (Raw)": 0.7663311958312988, "Finetune/Step": 3468, "Finetune/Step Time": 4.531663512811065} +{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9009989500045776, "Finetune/Loss (Raw)": 0.9843712449073792, "Finetune/Step": 3469, "Finetune/Step Time": 4.54028975404799} +{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8996789455413818, "Finetune/Loss (Raw)": 0.8758989572525024, "Finetune/Step": 3470, "Finetune/Step Time": 4.5469451528042555} +{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8997009992599487, "Finetune/Loss (Raw)": 0.9662388563156128, "Finetune/Step": 3471, "Finetune/Step Time": 4.553157178685069} +{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003742337226868, "Finetune/Loss (Raw)": 0.846179723739624, "Finetune/Step": 3472, "Finetune/Step Time": 4.55375905893743} +{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9061994552612305, "Finetune/Loss (Raw)": 1.0932680368423462, "Finetune/Step": 3473, "Finetune/Step Time": 4.535522995516658} +{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9043561816215515, "Finetune/Loss (Raw)": 0.8318848609924316, "Finetune/Step": 3474, "Finetune/Step Time": 4.540758892893791} +{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9054045677185059, "Finetune/Loss (Raw)": 0.92707359790802, "Finetune/Step": 3475, "Finetune/Step Time": 4.546657484024763} +{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9037673473358154, "Finetune/Loss (Raw)": 0.7914276719093323, "Finetune/Step": 3476, "Finetune/Step Time": 4.551846964284778} +{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9028249979019165, "Finetune/Loss (Raw)": 0.8570233583450317, "Finetune/Step": 3477, "Finetune/Step Time": 4.5703311040997505} +{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9021381735801697, "Finetune/Loss (Raw)": 1.0239801406860352, "Finetune/Step": 3478, "Finetune/Step Time": 4.562308767810464} +{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9036709666252136, "Finetune/Loss (Raw)": 1.086915135383606, "Finetune/Step": 3479, "Finetune/Step Time": 4.548669707030058} +{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9034801125526428, "Finetune/Loss (Raw)": 0.9533473253250122, "Finetune/Step": 3480, "Finetune/Step Time": 4.540072051808238} +{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9032784700393677, "Finetune/Loss (Raw)": 0.9875275492668152, "Finetune/Step": 3481, "Finetune/Step Time": 4.517119532451034} +{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9031150341033936, "Finetune/Loss (Raw)": 0.9345268607139587, "Finetune/Step": 3482, "Finetune/Step Time": 4.516822757199407} +{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9028447866439819, "Finetune/Loss (Raw)": 0.9737575054168701, "Finetune/Step": 3483, "Finetune/Step Time": 4.5555330235511065} +{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.902786910533905, "Finetune/Loss (Raw)": 0.984049916267395, "Finetune/Step": 3484, "Finetune/Step Time": 4.572081288322806} +{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9038746356964111, "Finetune/Loss (Raw)": 1.0262291431427002, "Finetune/Step": 3485, "Finetune/Step Time": 4.569535547867417} +{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.9049655199050903, "Finetune/Loss (Raw)": 0.9821262359619141, "Finetune/Step": 3486, "Finetune/Step Time": 4.562924241647124} +{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9026868343353271, "Finetune/Loss (Raw)": 0.793560802936554, "Finetune/Step": 3487, "Finetune/Step Time": 4.561338163912296} +{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9007447957992554, "Finetune/Loss (Raw)": 0.7862806916236877, "Finetune/Step": 3488, "Finetune/Step Time": 4.561054324731231} +{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9011096954345703, "Finetune/Loss (Raw)": 1.0397001504898071, "Finetune/Step": 3489, "Finetune/Step Time": 4.547963259741664} +{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9009395837783813, "Finetune/Loss (Raw)": 0.8289471864700317, "Finetune/Step": 3490, "Finetune/Step Time": 4.545461708679795} +{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.9013581275939941, "Finetune/Loss (Raw)": 1.0187621116638184, "Finetune/Step": 3491, "Finetune/Step Time": 4.5411048643291} +{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9010648131370544, "Finetune/Loss (Raw)": 0.9492883682250977, "Finetune/Step": 3492, "Finetune/Step Time": 4.551182908937335} +{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8997780084609985, "Finetune/Loss (Raw)": 0.7631571292877197, "Finetune/Step": 3493, "Finetune/Step Time": 4.543532630428672} +{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9011224508285522, "Finetune/Loss (Raw)": 1.0379137992858887, "Finetune/Step": 3494, "Finetune/Step Time": 4.530710874125361} +{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9020448923110962, "Finetune/Loss (Raw)": 0.9742404818534851, "Finetune/Step": 3495, "Finetune/Step Time": 4.530278069898486} +{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9070307016372681, "Finetune/Loss (Raw)": 1.0727728605270386, "Finetune/Step": 3496, "Finetune/Step Time": 4.500591823831201} +{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9055894613265991, "Finetune/Loss (Raw)": 0.8511841893196106, "Finetune/Step": 3497, "Finetune/Step Time": 4.509906256571412} +{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9053107500076294, "Finetune/Loss (Raw)": 0.9421610832214355, "Finetune/Step": 3498, "Finetune/Step Time": 4.514132982119918} +{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9075571894645691, "Finetune/Loss (Raw)": 1.001947283744812, "Finetune/Step": 3499, "Finetune/Step Time": 4.494424382224679} +{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9079804420471191, "Finetune/Loss (Raw)": 0.9707725644111633, "Finetune/Step": 3500, "Finetune/Step Time": 4.485265005379915} +{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.907798171043396, "Finetune/Loss (Raw)": 0.9781317710876465, "Finetune/Step": 3501, "Finetune/Step Time": 4.471303602680564} +{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9091579914093018, "Finetune/Loss (Raw)": 1.1113265752792358, "Finetune/Step": 3502, "Finetune/Step Time": 4.466437611728907} +{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.907857358455658, "Finetune/Loss (Raw)": 1.0012882947921753, "Finetune/Step": 3503, "Finetune/Step Time": 4.466743748635054} +{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9066740274429321, "Finetune/Loss (Raw)": 0.8787143230438232, "Finetune/Step": 3504, "Finetune/Step Time": 4.4742632657289505} +{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9082076549530029, "Finetune/Loss (Raw)": 1.0246416330337524, "Finetune/Step": 3505, "Finetune/Step Time": 4.470121510326862} +{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.9070155024528503, "Finetune/Loss (Raw)": 0.8676910400390625, "Finetune/Step": 3506, "Finetune/Step Time": 4.467010686174035} +{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.907031774520874, "Finetune/Loss (Raw)": 0.7360522150993347, "Finetune/Step": 3507, "Finetune/Step Time": 4.481789354234934} +{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9077242016792297, "Finetune/Loss (Raw)": 0.9194623231887817, "Finetune/Step": 3508, "Finetune/Step Time": 4.487704237923026} +{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9086747169494629, "Finetune/Loss (Raw)": 1.0442955493927002, "Finetune/Step": 3509, "Finetune/Step Time": 4.50118606351316} +{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9066888689994812, "Finetune/Loss (Raw)": 0.825690746307373, "Finetune/Step": 3510, "Finetune/Step Time": 4.499895725399256} +{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.906990647315979, "Finetune/Loss (Raw)": 0.9299401044845581, "Finetune/Step": 3511, "Finetune/Step Time": 4.507252685725689} +{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9067387580871582, "Finetune/Loss (Raw)": 0.9485275149345398, "Finetune/Step": 3512, "Finetune/Step Time": 4.499889871105552} +{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9080672264099121, "Finetune/Loss (Raw)": 0.9769138693809509, "Finetune/Step": 3513, "Finetune/Step Time": 4.499849412590265} +{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.9072083234786987, "Finetune/Loss (Raw)": 0.8227773308753967, "Finetune/Step": 3514, "Finetune/Step Time": 4.509727014228702} +{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9075430631637573, "Finetune/Loss (Raw)": 0.8879725337028503, "Finetune/Step": 3515, "Finetune/Step Time": 4.516588270664215} +{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9080723524093628, "Finetune/Loss (Raw)": 0.9154257774353027, "Finetune/Step": 3516, "Finetune/Step Time": 4.512657077983022} +{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9083332419395447, "Finetune/Loss (Raw)": 0.9927584528923035, "Finetune/Step": 3517, "Finetune/Step Time": 4.509997438639402} +{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.907802939414978, "Finetune/Loss (Raw)": 0.9210273623466492, "Finetune/Step": 3518, "Finetune/Step Time": 4.535004287958145} +{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.905890703201294, "Finetune/Loss (Raw)": 0.868115246295929, "Finetune/Step": 3519, "Finetune/Step Time": 4.5585342310369015} +{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.906467080116272, "Finetune/Loss (Raw)": 0.9604354500770569, "Finetune/Step": 3520, "Finetune/Step Time": 4.5655631348490715} +{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9064600467681885, "Finetune/Loss (Raw)": 1.0533772706985474, "Finetune/Step": 3521, "Finetune/Step Time": 4.571456046774983} +{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9056726694107056, "Finetune/Loss (Raw)": 0.8470100164413452, "Finetune/Step": 3522, "Finetune/Step Time": 4.56754445284605} +{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9043803215026855, "Finetune/Loss (Raw)": 0.8558554649353027, "Finetune/Step": 3523, "Finetune/Step Time": 4.593104582279921} +{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9046769142150879, "Finetune/Loss (Raw)": 0.8426907658576965, "Finetune/Step": 3524, "Finetune/Step Time": 4.602541448548436} +{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.905899703502655, "Finetune/Loss (Raw)": 1.0892250537872314, "Finetune/Step": 3525, "Finetune/Step Time": 4.6002875585108995} +{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.906125545501709, "Finetune/Loss (Raw)": 0.9438363313674927, "Finetune/Step": 3526, "Finetune/Step Time": 4.5974878165870905} +{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9072182178497314, "Finetune/Loss (Raw)": 0.9938107132911682, "Finetune/Step": 3527, "Finetune/Step Time": 4.580567324534059} +{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9077310562133789, "Finetune/Loss (Raw)": 0.9362150430679321, "Finetune/Step": 3528, "Finetune/Step Time": 4.5851233676075935} +{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9078619480133057, "Finetune/Loss (Raw)": 0.854465126991272, "Finetune/Step": 3529, "Finetune/Step Time": 4.595491401851177} +{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9081282615661621, "Finetune/Loss (Raw)": 0.9503256678581238, "Finetune/Step": 3530, "Finetune/Step Time": 4.59715992026031} +{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9092833995819092, "Finetune/Loss (Raw)": 1.0050997734069824, "Finetune/Step": 3531, "Finetune/Step Time": 4.602062601596117} +{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9086534976959229, "Finetune/Loss (Raw)": 0.8647980690002441, "Finetune/Step": 3532, "Finetune/Step Time": 4.614258464425802} +{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.904880702495575, "Finetune/Loss (Raw)": 0.3173435926437378, "Finetune/Step": 3533, "Finetune/Step Time": 4.585932586342096} +{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9050585031509399, "Finetune/Loss (Raw)": 0.9906123280525208, "Finetune/Step": 3534, "Finetune/Step Time": 4.593876540660858} +{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9001752138137817, "Finetune/Loss (Raw)": 0.33190566301345825, "Finetune/Step": 3535, "Finetune/Step Time": 4.6317055113613605} +{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8994500637054443, "Finetune/Loss (Raw)": 0.8910146951675415, "Finetune/Step": 3536, "Finetune/Step Time": 4.628934660926461} +{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.900384783744812, "Finetune/Loss (Raw)": 1.0395591259002686, "Finetune/Step": 3537, "Finetune/Step Time": 4.636506101116538} +{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9017429351806641, "Finetune/Loss (Raw)": 1.0351394414901733, "Finetune/Step": 3538, "Finetune/Step Time": 4.63885691203177} +{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012122750282288, "Finetune/Loss (Raw)": 0.9669802188873291, "Finetune/Step": 3539, "Finetune/Step Time": 4.642728304490447} +{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006136059761047, "Finetune/Loss (Raw)": 0.9239228963851929, "Finetune/Step": 3540, "Finetune/Step Time": 4.647501962259412} +{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8995673060417175, "Finetune/Loss (Raw)": 0.9229074716567993, "Finetune/Step": 3541, "Finetune/Step Time": 4.638486361131072} +{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8982653617858887, "Finetune/Loss (Raw)": 0.9174692630767822, "Finetune/Step": 3542, "Finetune/Step Time": 4.648110326379538} +{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8993425369262695, "Finetune/Loss (Raw)": 0.9061111211776733, "Finetune/Step": 3543, "Finetune/Step Time": 4.660865819081664} +{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9035484790802002, "Finetune/Loss (Raw)": 0.9591614007949829, "Finetune/Step": 3544, "Finetune/Step Time": 4.622627163305879} +{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8992596864700317, "Finetune/Loss (Raw)": 0.416803777217865, "Finetune/Step": 3545, "Finetune/Step Time": 4.655187429860234} +{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8985553979873657, "Finetune/Loss (Raw)": 0.8556028604507446, "Finetune/Step": 3546, "Finetune/Step Time": 4.652072116732597} +{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8992676138877869, "Finetune/Loss (Raw)": 1.0402112007141113, "Finetune/Step": 3547, "Finetune/Step Time": 4.64936388283968} +{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9013614654541016, "Finetune/Loss (Raw)": 0.9912626147270203, "Finetune/Step": 3548, "Finetune/Step Time": 4.637110972777009} +{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.9020655155181885, "Finetune/Loss (Raw)": 1.027754783630371, "Finetune/Step": 3549, "Finetune/Step Time": 4.636174570769072} +{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8974301815032959, "Finetune/Loss (Raw)": 0.34106582403182983, "Finetune/Step": 3550, "Finetune/Step Time": 4.652946401387453} +{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8972241878509521, "Finetune/Loss (Raw)": 0.8221883177757263, "Finetune/Step": 3551, "Finetune/Step Time": 4.671039164066315} +{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9019960761070251, "Finetune/Loss (Raw)": 0.9571833610534668, "Finetune/Step": 3552, "Finetune/Step Time": 4.637297360226512} +{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9009366035461426, "Finetune/Loss (Raw)": 0.7802653312683105, "Finetune/Step": 3553, "Finetune/Step Time": 4.645243138074875} +{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9027787446975708, "Finetune/Loss (Raw)": 1.005622386932373, "Finetune/Step": 3554, "Finetune/Step Time": 4.6479906383901834} +{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9036461114883423, "Finetune/Loss (Raw)": 1.120880365371704, "Finetune/Step": 3555, "Finetune/Step Time": 4.646000511944294} +{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.899019718170166, "Finetune/Loss (Raw)": 0.3434654474258423, "Finetune/Step": 3556, "Finetune/Step Time": 4.675370775163174} +{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8998539447784424, "Finetune/Loss (Raw)": 1.060476303100586, "Finetune/Step": 3557, "Finetune/Step Time": 4.673384478315711} +{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9001727104187012, "Finetune/Loss (Raw)": 0.9339081645011902, "Finetune/Step": 3558, "Finetune/Step Time": 4.675227819010615} +{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9001550674438477, "Finetune/Loss (Raw)": 1.01441490650177, "Finetune/Step": 3559, "Finetune/Step Time": 4.673842126503587} +{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9019420146942139, "Finetune/Loss (Raw)": 1.038028359413147, "Finetune/Step": 3560, "Finetune/Step Time": 4.6575032733380795} +{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.903344452381134, "Finetune/Loss (Raw)": 1.0747076272964478, "Finetune/Step": 3561, "Finetune/Step Time": 4.640984490513802} +{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9021930694580078, "Finetune/Loss (Raw)": 0.7590336203575134, "Finetune/Step": 3562, "Finetune/Step Time": 4.616125265136361} +{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9011067152023315, "Finetune/Loss (Raw)": 0.8013210296630859, "Finetune/Step": 3563, "Finetune/Step Time": 4.601976888254285} +{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9014793038368225, "Finetune/Loss (Raw)": 0.8634568452835083, "Finetune/Step": 3564, "Finetune/Step Time": 4.604475624859333} +{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9008424282073975, "Finetune/Loss (Raw)": 0.8604647517204285, "Finetune/Step": 3565, "Finetune/Step Time": 4.607208387926221} +{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9023074507713318, "Finetune/Loss (Raw)": 1.0562931299209595, "Finetune/Step": 3566, "Finetune/Step Time": 4.606822196394205} +{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9016245603561401, "Finetune/Loss (Raw)": 0.9383144378662109, "Finetune/Step": 3567, "Finetune/Step Time": 4.610611893236637} +{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9023090600967407, "Finetune/Loss (Raw)": 1.0036780834197998, "Finetune/Step": 3568, "Finetune/Step Time": 4.621025903150439} +{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9032777547836304, "Finetune/Loss (Raw)": 0.8938549160957336, "Finetune/Step": 3569, "Finetune/Step Time": 4.608380910009146} +{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9038208723068237, "Finetune/Loss (Raw)": 0.8747406601905823, "Finetune/Step": 3570, "Finetune/Step Time": 4.602437123656273} +{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9046903848648071, "Finetune/Loss (Raw)": 0.9694200754165649, "Finetune/Step": 3571, "Finetune/Step Time": 4.594495648518205} +{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9048397541046143, "Finetune/Loss (Raw)": 0.9694411158561707, "Finetune/Step": 3572, "Finetune/Step Time": 4.596655014902353} +{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9063414335250854, "Finetune/Loss (Raw)": 0.9803227782249451, "Finetune/Step": 3573, "Finetune/Step Time": 4.572851797565818} +{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9073811769485474, "Finetune/Loss (Raw)": 1.0282130241394043, "Finetune/Step": 3574, "Finetune/Step Time": 4.570978131145239} +{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9063043594360352, "Finetune/Loss (Raw)": 0.9090230464935303, "Finetune/Step": 3575, "Finetune/Step Time": 4.572356756776571} +{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.906875491142273, "Finetune/Loss (Raw)": 1.013295292854309, "Finetune/Step": 3576, "Finetune/Step Time": 4.5695287846028805} +{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9061346054077148, "Finetune/Loss (Raw)": 0.921851396560669, "Finetune/Step": 3577, "Finetune/Step Time": 4.588326055556536} +{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.906475841999054, "Finetune/Loss (Raw)": 1.0068634748458862, "Finetune/Step": 3578, "Finetune/Step Time": 4.5732534639537334} +{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9075233936309814, "Finetune/Loss (Raw)": 1.0149716138839722, "Finetune/Step": 3579, "Finetune/Step Time": 4.579492099583149} +{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9072481989860535, "Finetune/Loss (Raw)": 0.9642308950424194, "Finetune/Step": 3580, "Finetune/Step Time": 4.586954897269607} +{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9084855914115906, "Finetune/Loss (Raw)": 1.0214080810546875, "Finetune/Step": 3581, "Finetune/Step Time": 4.596768187358975} +{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9083862900733948, "Finetune/Loss (Raw)": 0.8908280730247498, "Finetune/Step": 3582, "Finetune/Step Time": 4.598909672349691} +{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9124594330787659, "Finetune/Loss (Raw)": 0.8584192991256714, "Finetune/Step": 3583, "Finetune/Step Time": 4.555793942883611} +{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9124789237976074, "Finetune/Loss (Raw)": 0.9786478281021118, "Finetune/Step": 3584, "Finetune/Step Time": 4.557665949687362} +{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9137955904006958, "Finetune/Loss (Raw)": 1.075121283531189, "Finetune/Step": 3585, "Finetune/Step Time": 4.558098815381527} +{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9131267070770264, "Finetune/Loss (Raw)": 0.8521090745925903, "Finetune/Step": 3586, "Finetune/Step Time": 4.556411352008581} +{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9127723574638367, "Finetune/Loss (Raw)": 0.8483908176422119, "Finetune/Step": 3587, "Finetune/Step Time": 4.5556390434503555} +{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9104942679405212, "Finetune/Loss (Raw)": 0.7226978540420532, "Finetune/Step": 3588, "Finetune/Step Time": 4.556298013776541} +{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.914966344833374, "Finetune/Loss (Raw)": 0.9048198461532593, "Finetune/Step": 3589, "Finetune/Step Time": 4.52177613042295} +{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9150846004486084, "Finetune/Loss (Raw)": 0.9805688261985779, "Finetune/Step": 3590, "Finetune/Step Time": 4.5196274518966675} +{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9145402908325195, "Finetune/Loss (Raw)": 0.8274850249290466, "Finetune/Step": 3591, "Finetune/Step Time": 4.518581889569759} +{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9145873188972473, "Finetune/Loss (Raw)": 0.9689708948135376, "Finetune/Step": 3592, "Finetune/Step Time": 4.518134089186788} +{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9160950183868408, "Finetune/Loss (Raw)": 1.0755382776260376, "Finetune/Step": 3593, "Finetune/Step Time": 4.514563675969839} +{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9142853617668152, "Finetune/Loss (Raw)": 0.6355517506599426, "Finetune/Step": 3594, "Finetune/Step Time": 4.526556944474578} +{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9157243967056274, "Finetune/Loss (Raw)": 0.9466679096221924, "Finetune/Step": 3595, "Finetune/Step Time": 4.5384640377014875} +{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9181271195411682, "Finetune/Loss (Raw)": 1.0738774538040161, "Finetune/Step": 3596, "Finetune/Step Time": 4.523935463279486} +{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9124014377593994, "Finetune/Loss (Raw)": 0.2514869272708893, "Finetune/Step": 3597, "Finetune/Step Time": 4.550376275554299} +{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.9126542806625366, "Finetune/Loss (Raw)": 0.9082580208778381, "Finetune/Step": 3598, "Finetune/Step Time": 4.564870450645685} +{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.911819338798523, "Finetune/Loss (Raw)": 0.8593666553497314, "Finetune/Step": 3599, "Finetune/Step Time": 4.5561707857996225} +{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9085803031921387, "Finetune/Loss (Raw)": 0.43158677220344543, "Finetune/Step": 3600, "Finetune/Step Time": 4.585528178140521} +{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9075527191162109, "Finetune/Loss (Raw)": 0.9617378115653992, "Finetune/Step": 3601, "Finetune/Step Time": 4.567793771624565} +{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9078903198242188, "Finetune/Loss (Raw)": 0.8750975728034973, "Finetune/Step": 3602, "Finetune/Step Time": 4.562799734994769} +{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9074856638908386, "Finetune/Loss (Raw)": 0.8752768635749817, "Finetune/Step": 3603, "Finetune/Step Time": 4.567273424938321} +{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9087603092193604, "Finetune/Loss (Raw)": 0.9545850157737732, "Finetune/Step": 3604, "Finetune/Step Time": 4.563914339989424} +{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9084930419921875, "Finetune/Loss (Raw)": 0.822812557220459, "Finetune/Step": 3605, "Finetune/Step Time": 4.54994067363441} +{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9075868129730225, "Finetune/Loss (Raw)": 0.9079685211181641, "Finetune/Step": 3606, "Finetune/Step Time": 4.5626957770437} +{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9065647125244141, "Finetune/Loss (Raw)": 0.9560940861701965, "Finetune/Step": 3607, "Finetune/Step Time": 4.566653566434979} +{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9065412878990173, "Finetune/Loss (Raw)": 0.9503517150878906, "Finetune/Step": 3608, "Finetune/Step Time": 4.594543062150478} +{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9064001441001892, "Finetune/Loss (Raw)": 0.9694570302963257, "Finetune/Step": 3609, "Finetune/Step Time": 4.5951769631356} +{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9055322408676147, "Finetune/Loss (Raw)": 0.8234376907348633, "Finetune/Step": 3610, "Finetune/Step Time": 4.5944161452353} +{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9005734920501709, "Finetune/Loss (Raw)": 0.33904123306274414, "Finetune/Step": 3611, "Finetune/Step Time": 4.5893691554665565} +{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8999258279800415, "Finetune/Loss (Raw)": 0.90114825963974, "Finetune/Step": 3612, "Finetune/Step Time": 4.586517533287406} +{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8983422517776489, "Finetune/Loss (Raw)": 0.8235242366790771, "Finetune/Step": 3613, "Finetune/Step Time": 4.586983231827617} +{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8976157903671265, "Finetune/Loss (Raw)": 0.8891441822052002, "Finetune/Step": 3614, "Finetune/Step Time": 4.591469073668122} +{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8987680673599243, "Finetune/Loss (Raw)": 0.9410533308982849, "Finetune/Step": 3615, "Finetune/Step Time": 4.596050169318914} +{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8989256024360657, "Finetune/Loss (Raw)": 0.8064466118812561, "Finetune/Step": 3616, "Finetune/Step Time": 4.600130507722497} +{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.898123025894165, "Finetune/Loss (Raw)": 0.9369676113128662, "Finetune/Step": 3617, "Finetune/Step Time": 4.608703603968024} +{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8987540006637573, "Finetune/Loss (Raw)": 0.9097164869308472, "Finetune/Step": 3618, "Finetune/Step Time": 4.616680493578315} +{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975889682769775, "Finetune/Loss (Raw)": 0.8696310520172119, "Finetune/Step": 3619, "Finetune/Step Time": 4.614438068121672} +{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969603776931763, "Finetune/Loss (Raw)": 0.868836522102356, "Finetune/Step": 3620, "Finetune/Step Time": 4.604017831385136} +{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.897651195526123, "Finetune/Loss (Raw)": 0.851574182510376, "Finetune/Step": 3621, "Finetune/Step Time": 4.597782837226987} +{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968567252159119, "Finetune/Loss (Raw)": 0.9362192749977112, "Finetune/Step": 3622, "Finetune/Step Time": 4.596773171797395} +{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.896620512008667, "Finetune/Loss (Raw)": 0.9440017342567444, "Finetune/Step": 3623, "Finetune/Step Time": 4.597262697294354} +{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8961977958679199, "Finetune/Loss (Raw)": 1.0186694860458374, "Finetune/Step": 3624, "Finetune/Step Time": 4.590990088880062} +{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973743915557861, "Finetune/Loss (Raw)": 1.0017870664596558, "Finetune/Step": 3625, "Finetune/Step Time": 4.581281319260597} +{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8966640830039978, "Finetune/Loss (Raw)": 0.8512442708015442, "Finetune/Step": 3626, "Finetune/Step Time": 4.577439242973924} +{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962441682815552, "Finetune/Loss (Raw)": 0.9481995701789856, "Finetune/Step": 3627, "Finetune/Step Time": 4.592304717749357} +{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959885835647583, "Finetune/Loss (Raw)": 0.9380627274513245, "Finetune/Step": 3628, "Finetune/Step Time": 4.597900738939643} +{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950322866439819, "Finetune/Loss (Raw)": 0.8557201027870178, "Finetune/Step": 3629, "Finetune/Step Time": 4.604564471170306} +{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933303356170654, "Finetune/Loss (Raw)": 0.8934733271598816, "Finetune/Step": 3630, "Finetune/Step Time": 4.604638334363699} +{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913617134094238, "Finetune/Loss (Raw)": 0.7493075728416443, "Finetune/Step": 3631, "Finetune/Step Time": 4.618960069492459} +{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8924400806427002, "Finetune/Loss (Raw)": 1.0167486667633057, "Finetune/Step": 3632, "Finetune/Step Time": 4.615578321740031} +{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925740122795105, "Finetune/Loss (Raw)": 1.041778802871704, "Finetune/Step": 3633, "Finetune/Step Time": 4.610220592468977} +{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8929281234741211, "Finetune/Loss (Raw)": 0.9130262136459351, "Finetune/Step": 3634, "Finetune/Step Time": 4.602950464934111} +{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8937093019485474, "Finetune/Loss (Raw)": 0.8360351920127869, "Finetune/Step": 3635, "Finetune/Step Time": 4.586829354986548} +{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.893926203250885, "Finetune/Loss (Raw)": 0.9472282528877258, "Finetune/Step": 3636, "Finetune/Step Time": 4.5801344178617} +{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8938083648681641, "Finetune/Loss (Raw)": 1.0292075872421265, "Finetune/Step": 3637, "Finetune/Step Time": 4.5660068187862635} +{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8949331045150757, "Finetune/Loss (Raw)": 0.9696553349494934, "Finetune/Step": 3638, "Finetune/Step Time": 4.563903775066137} +{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8948366641998291, "Finetune/Loss (Raw)": 0.917600691318512, "Finetune/Step": 3639, "Finetune/Step Time": 4.558525359258056} +{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8898519277572632, "Finetune/Loss (Raw)": 0.3104797899723053, "Finetune/Step": 3640, "Finetune/Step Time": 4.596784690394998} +{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.888777494430542, "Finetune/Loss (Raw)": 0.839386522769928, "Finetune/Step": 3641, "Finetune/Step Time": 4.5998986680060625} +{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8903234004974365, "Finetune/Loss (Raw)": 1.0206553936004639, "Finetune/Step": 3642, "Finetune/Step Time": 4.597916642203927} +{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906975984573364, "Finetune/Loss (Raw)": 0.9358699321746826, "Finetune/Step": 3643, "Finetune/Step Time": 4.596431918442249} +{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904483318328857, "Finetune/Loss (Raw)": 0.8835264444351196, "Finetune/Step": 3644, "Finetune/Step Time": 4.59321147762239} +{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894063830375671, "Finetune/Loss (Raw)": 0.8593836426734924, "Finetune/Step": 3645, "Finetune/Step Time": 4.59267014823854} +{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8902506828308105, "Finetune/Loss (Raw)": 1.0290950536727905, "Finetune/Step": 3646, "Finetune/Step Time": 4.576997192576528} +{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8909296989440918, "Finetune/Loss (Raw)": 0.9550331830978394, "Finetune/Step": 3647, "Finetune/Step Time": 4.555340833961964} +{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911164999008179, "Finetune/Loss (Raw)": 0.9843443632125854, "Finetune/Step": 3648, "Finetune/Step Time": 4.556840922683477} +{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8906917572021484, "Finetune/Loss (Raw)": 0.9990083575248718, "Finetune/Step": 3649, "Finetune/Step Time": 4.555626604706049} +{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8922041058540344, "Finetune/Loss (Raw)": 1.0405935049057007, "Finetune/Step": 3650, "Finetune/Step Time": 4.535504883155227} +{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.891801655292511, "Finetune/Loss (Raw)": 0.8043397665023804, "Finetune/Step": 3651, "Finetune/Step Time": 4.524746028706431} +{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930532932281494, "Finetune/Loss (Raw)": 1.002898931503296, "Finetune/Step": 3652, "Finetune/Step Time": 4.5169588923454285} +{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922309875488281, "Finetune/Loss (Raw)": 0.9839749336242676, "Finetune/Step": 3653, "Finetune/Step Time": 4.519916044548154} +{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8922884464263916, "Finetune/Loss (Raw)": 0.9511914849281311, "Finetune/Step": 3654, "Finetune/Step Time": 4.529642533510923} +{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8930331468582153, "Finetune/Loss (Raw)": 1.089137077331543, "Finetune/Step": 3655, "Finetune/Step Time": 4.5341487955302} +{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921721577644348, "Finetune/Loss (Raw)": 0.8260022401809692, "Finetune/Step": 3656, "Finetune/Step Time": 4.532920764759183} +{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8925150632858276, "Finetune/Loss (Raw)": 0.8983511328697205, "Finetune/Step": 3657, "Finetune/Step Time": 4.537771947681904} +{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8924874663352966, "Finetune/Loss (Raw)": 0.9467980265617371, "Finetune/Step": 3658, "Finetune/Step Time": 4.553161827847362} +{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8920470476150513, "Finetune/Loss (Raw)": 0.9487207531929016, "Finetune/Step": 3659, "Finetune/Step Time": 4.551112672314048} +{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8934126496315002, "Finetune/Loss (Raw)": 1.0396020412445068, "Finetune/Step": 3660, "Finetune/Step Time": 4.538128592073917} +{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8979194164276123, "Finetune/Loss (Raw)": 0.8942066431045532, "Finetune/Step": 3661, "Finetune/Step Time": 4.499243522062898} +{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8981866836547852, "Finetune/Loss (Raw)": 1.0248221158981323, "Finetune/Step": 3662, "Finetune/Step Time": 4.489958520978689} +{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041492938995361, "Finetune/Loss (Raw)": 1.0951175689697266, "Finetune/Step": 3663, "Finetune/Step Time": 4.4503849148750305} +{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040038585662842, "Finetune/Loss (Raw)": 0.8723995685577393, "Finetune/Step": 3664, "Finetune/Step Time": 4.462682753801346} +{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.903340220451355, "Finetune/Loss (Raw)": 0.9546182751655579, "Finetune/Step": 3665, "Finetune/Step Time": 4.4545370452106} +{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.9026972651481628, "Finetune/Loss (Raw)": 0.9528400301933289, "Finetune/Step": 3666, "Finetune/Step Time": 4.449778100475669} +{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984397053718567, "Finetune/Loss (Raw)": 0.42201364040374756, "Finetune/Step": 3667, "Finetune/Step Time": 4.484657302498817} +{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8980964422225952, "Finetune/Loss (Raw)": 0.8799813389778137, "Finetune/Step": 3668, "Finetune/Step Time": 4.474302131682634} +{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979136347770691, "Finetune/Loss (Raw)": 0.8995116353034973, "Finetune/Step": 3669, "Finetune/Step Time": 4.483031267300248} +{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8981027007102966, "Finetune/Loss (Raw)": 0.9416695833206177, "Finetune/Step": 3670, "Finetune/Step Time": 4.468377113342285} +{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8989794254302979, "Finetune/Loss (Raw)": 1.0183303356170654, "Finetune/Step": 3671, "Finetune/Step Time": 4.4500998593866825} +{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8984272480010986, "Finetune/Loss (Raw)": 0.8884885907173157, "Finetune/Step": 3672, "Finetune/Step Time": 4.457997262477875} +{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9008591771125793, "Finetune/Loss (Raw)": 0.7280860543251038, "Finetune/Step": 3673, "Finetune/Step Time": 4.424275018274784} +{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9011385440826416, "Finetune/Loss (Raw)": 0.8913653492927551, "Finetune/Step": 3674, "Finetune/Step Time": 4.414917219430208} +{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8959184885025024, "Finetune/Loss (Raw)": 0.372046560049057, "Finetune/Step": 3675, "Finetune/Step Time": 4.4571287631988525} +{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8962244987487793, "Finetune/Loss (Raw)": 1.030423879623413, "Finetune/Step": 3676, "Finetune/Step Time": 4.459918811917305} +{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8959982395172119, "Finetune/Loss (Raw)": 0.9987928867340088, "Finetune/Step": 3677, "Finetune/Step Time": 4.459351377561688} +{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8986583948135376, "Finetune/Loss (Raw)": 0.6815716028213501, "Finetune/Step": 3678, "Finetune/Step Time": 4.422722715884447} +{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9004884958267212, "Finetune/Loss (Raw)": 1.0564340353012085, "Finetune/Step": 3679, "Finetune/Step Time": 4.410551059991121} +{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9005094766616821, "Finetune/Loss (Raw)": 0.9598763585090637, "Finetune/Step": 3680, "Finetune/Step Time": 4.409974193200469} +{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9023898839950562, "Finetune/Loss (Raw)": 1.0209585428237915, "Finetune/Step": 3681, "Finetune/Step Time": 4.390676870942116} +{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9033478498458862, "Finetune/Loss (Raw)": 1.1282421350479126, "Finetune/Step": 3682, "Finetune/Step Time": 4.388097055256367} +{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9018234610557556, "Finetune/Loss (Raw)": 0.925757884979248, "Finetune/Step": 3683, "Finetune/Step Time": 4.3883914444595575} +{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9045441150665283, "Finetune/Loss (Raw)": 0.6916994452476501, "Finetune/Step": 3684, "Finetune/Step Time": 4.3690897561609745} +{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032739400863647, "Finetune/Loss (Raw)": 0.8979000449180603, "Finetune/Step": 3685, "Finetune/Step Time": 4.365503745153546} +{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033516645431519, "Finetune/Loss (Raw)": 0.9438573718070984, "Finetune/Step": 3686, "Finetune/Step Time": 4.364594789221883} +{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9026201963424683, "Finetune/Loss (Raw)": 0.920784056186676, "Finetune/Step": 3687, "Finetune/Step Time": 4.362762236967683} +{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.901320219039917, "Finetune/Loss (Raw)": 0.8716362714767456, "Finetune/Step": 3688, "Finetune/Step Time": 4.37092093937099} +{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9009132385253906, "Finetune/Loss (Raw)": 1.022614598274231, "Finetune/Step": 3689, "Finetune/Step Time": 4.370768127962947} +{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9024059772491455, "Finetune/Loss (Raw)": 0.9500967264175415, "Finetune/Step": 3690, "Finetune/Step Time": 4.373995153233409} +{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8985486030578613, "Finetune/Loss (Raw)": 0.30758923292160034, "Finetune/Step": 3691, "Finetune/Step Time": 4.410862661898136} +{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8998934030532837, "Finetune/Loss (Raw)": 1.0355851650238037, "Finetune/Step": 3692, "Finetune/Step Time": 4.404356395825744} +{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9004811644554138, "Finetune/Loss (Raw)": 0.9356963038444519, "Finetune/Step": 3693, "Finetune/Step Time": 4.404128912836313} +{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8986325263977051, "Finetune/Loss (Raw)": 0.8196636438369751, "Finetune/Step": 3694, "Finetune/Step Time": 4.427935937419534} +{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9003677368164062, "Finetune/Loss (Raw)": 1.1604219675064087, "Finetune/Step": 3695, "Finetune/Step Time": 4.406688492745161} +{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8996316194534302, "Finetune/Loss (Raw)": 0.9094609022140503, "Finetune/Step": 3696, "Finetune/Step Time": 4.393514795228839} +{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8987640738487244, "Finetune/Loss (Raw)": 0.7828047275543213, "Finetune/Step": 3697, "Finetune/Step Time": 4.409583976492286} +{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.899623453617096, "Finetune/Loss (Raw)": 0.9847440123558044, "Finetune/Step": 3698, "Finetune/Step Time": 4.416122442111373} +{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.899648904800415, "Finetune/Loss (Raw)": 0.972682535648346, "Finetune/Step": 3699, "Finetune/Step Time": 4.413131143897772} +{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8995277881622314, "Finetune/Loss (Raw)": 0.9539352655410767, "Finetune/Step": 3700, "Finetune/Step Time": 4.408276453614235} +{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8978532552719116, "Finetune/Loss (Raw)": 0.7659814953804016, "Finetune/Step": 3701, "Finetune/Step Time": 4.41575500369072} +{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8974692821502686, "Finetune/Loss (Raw)": 0.9790583252906799, "Finetune/Step": 3702, "Finetune/Step Time": 4.404825383797288} +{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.898054838180542, "Finetune/Loss (Raw)": 0.9839849472045898, "Finetune/Step": 3703, "Finetune/Step Time": 4.402469689026475} +{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8977717757225037, "Finetune/Loss (Raw)": 0.9770556688308716, "Finetune/Step": 3704, "Finetune/Step Time": 4.4083178378641605} +{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8965024352073669, "Finetune/Loss (Raw)": 0.759377658367157, "Finetune/Step": 3705, "Finetune/Step Time": 4.3896048702299595} +{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8956143856048584, "Finetune/Loss (Raw)": 0.8931884169578552, "Finetune/Step": 3706, "Finetune/Step Time": 4.391620943322778} +{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8947720527648926, "Finetune/Loss (Raw)": 0.9071621298789978, "Finetune/Step": 3707, "Finetune/Step Time": 4.417113462463021} +{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8940026760101318, "Finetune/Loss (Raw)": 0.8657445311546326, "Finetune/Step": 3708, "Finetune/Step Time": 4.428298043087125} +{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.894336998462677, "Finetune/Loss (Raw)": 1.0642043352127075, "Finetune/Step": 3709, "Finetune/Step Time": 4.418585607782006} +{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8953691720962524, "Finetune/Loss (Raw)": 1.0229429006576538, "Finetune/Step": 3710, "Finetune/Step Time": 4.405595451593399} +{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8952938318252563, "Finetune/Loss (Raw)": 0.8487752676010132, "Finetune/Step": 3711, "Finetune/Step Time": 4.417294396087527} +{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.895831823348999, "Finetune/Loss (Raw)": 1.0475174188613892, "Finetune/Step": 3712, "Finetune/Step Time": 4.422059575095773} +{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8896253108978271, "Finetune/Loss (Raw)": 0.28068289160728455, "Finetune/Step": 3713, "Finetune/Step Time": 4.4585513882339} +{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8903791308403015, "Finetune/Loss (Raw)": 0.9485974311828613, "Finetune/Step": 3714, "Finetune/Step Time": 4.456967307254672} +{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.89161217212677, "Finetune/Loss (Raw)": 1.0062198638916016, "Finetune/Step": 3715, "Finetune/Step Time": 4.4605446588248014} +{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8926433324813843, "Finetune/Loss (Raw)": 0.8546851277351379, "Finetune/Step": 3716, "Finetune/Step Time": 4.478732405230403} +{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8920127749443054, "Finetune/Loss (Raw)": 0.8241150975227356, "Finetune/Step": 3717, "Finetune/Step Time": 4.487933322787285} +{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8910670876502991, "Finetune/Loss (Raw)": 0.8595115542411804, "Finetune/Step": 3718, "Finetune/Step Time": 4.492698455229402} +{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8902097940444946, "Finetune/Loss (Raw)": 0.71775883436203, "Finetune/Step": 3719, "Finetune/Step Time": 4.503076825290918} +{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.89089035987854, "Finetune/Loss (Raw)": 1.0560832023620605, "Finetune/Step": 3720, "Finetune/Step Time": 4.507172886282206} +{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8903846740722656, "Finetune/Loss (Raw)": 1.0108120441436768, "Finetune/Step": 3721, "Finetune/Step Time": 4.506889151409268} +{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8929061889648438, "Finetune/Loss (Raw)": 0.9583048224449158, "Finetune/Step": 3722, "Finetune/Step Time": 4.499112667515874} +{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8933630585670471, "Finetune/Loss (Raw)": 1.0051424503326416, "Finetune/Step": 3723, "Finetune/Step Time": 4.50705498829484} +{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8915656208992004, "Finetune/Loss (Raw)": 0.8438055515289307, "Finetune/Step": 3724, "Finetune/Step Time": 4.508006367832422} +{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8974732160568237, "Finetune/Loss (Raw)": 1.0076593160629272, "Finetune/Step": 3725, "Finetune/Step Time": 4.473416153341532} +{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8933383226394653, "Finetune/Loss (Raw)": 0.3789951503276825, "Finetune/Step": 3726, "Finetune/Step Time": 4.492744350805879} +{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8933653831481934, "Finetune/Loss (Raw)": 0.8628305792808533, "Finetune/Step": 3727, "Finetune/Step Time": 4.497317433357239} +{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8957506418228149, "Finetune/Loss (Raw)": 0.7369014024734497, "Finetune/Step": 3728, "Finetune/Step Time": 4.467306658625603} +{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8958601951599121, "Finetune/Loss (Raw)": 0.9757617115974426, "Finetune/Step": 3729, "Finetune/Step Time": 4.476350788027048} +{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8965752124786377, "Finetune/Loss (Raw)": 0.9666140079498291, "Finetune/Step": 3730, "Finetune/Step Time": 4.505206922069192} +{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8972553014755249, "Finetune/Loss (Raw)": 0.9623287320137024, "Finetune/Step": 3731, "Finetune/Step Time": 4.49991805292666} +{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8971056938171387, "Finetune/Loss (Raw)": 0.9354326128959656, "Finetune/Step": 3732, "Finetune/Step Time": 4.4982580076903105} +{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8978032469749451, "Finetune/Loss (Raw)": 0.9121047854423523, "Finetune/Step": 3733, "Finetune/Step Time": 4.510603981092572} +{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8984900712966919, "Finetune/Loss (Raw)": 0.9958722591400146, "Finetune/Step": 3734, "Finetune/Step Time": 4.503060065209866} +{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8967902660369873, "Finetune/Loss (Raw)": 0.7385244369506836, "Finetune/Step": 3735, "Finetune/Step Time": 4.503840062767267} +{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8982045650482178, "Finetune/Loss (Raw)": 1.1313860416412354, "Finetune/Step": 3736, "Finetune/Step Time": 4.47385529987514} +{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8984022736549377, "Finetune/Loss (Raw)": 0.9947625398635864, "Finetune/Step": 3737, "Finetune/Step Time": 4.492063296958804} +{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8988192081451416, "Finetune/Loss (Raw)": 0.8768001794815063, "Finetune/Step": 3738, "Finetune/Step Time": 4.501527242362499} +{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9030712842941284, "Finetune/Loss (Raw)": 0.8833102583885193, "Finetune/Step": 3739, "Finetune/Step Time": 4.463549526408315} +{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.903256893157959, "Finetune/Loss (Raw)": 0.9249077439308167, "Finetune/Step": 3740, "Finetune/Step Time": 4.446960121393204} +{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9046781659126282, "Finetune/Loss (Raw)": 1.005448818206787, "Finetune/Step": 3741, "Finetune/Step Time": 4.44688749499619} +{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9048498868942261, "Finetune/Loss (Raw)": 0.9111167788505554, "Finetune/Step": 3742, "Finetune/Step Time": 4.4425216764211655} +{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9050070643424988, "Finetune/Loss (Raw)": 0.9611787796020508, "Finetune/Step": 3743, "Finetune/Step Time": 4.475731134414673} +{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.901494026184082, "Finetune/Loss (Raw)": 0.3567692041397095, "Finetune/Step": 3744, "Finetune/Step Time": 4.508786924183369} +{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8966639041900635, "Finetune/Loss (Raw)": 0.31872037053108215, "Finetune/Step": 3745, "Finetune/Step Time": 4.5345513094216585} +{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8955618739128113, "Finetune/Loss (Raw)": 0.7686529159545898, "Finetune/Step": 3746, "Finetune/Step Time": 4.525332290679216} +{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.894951581954956, "Finetune/Loss (Raw)": 0.7915173768997192, "Finetune/Step": 3747, "Finetune/Step Time": 4.5457590110599995} +{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.89586341381073, "Finetune/Loss (Raw)": 0.9855466485023499, "Finetune/Step": 3748, "Finetune/Step Time": 4.556709624826908} +{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8957087397575378, "Finetune/Loss (Raw)": 0.8317840099334717, "Finetune/Step": 3749, "Finetune/Step Time": 4.563565881922841} +{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8960890769958496, "Finetune/Loss (Raw)": 0.9849008917808533, "Finetune/Step": 3750, "Finetune/Step Time": 4.567768901586533} +{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8969547748565674, "Finetune/Loss (Raw)": 1.0548089742660522, "Finetune/Step": 3751, "Finetune/Step Time": 4.575203528627753} +{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8958866596221924, "Finetune/Loss (Raw)": 0.8819494843482971, "Finetune/Step": 3752, "Finetune/Step Time": 4.577953040599823} +{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8953836560249329, "Finetune/Loss (Raw)": 0.9374048709869385, "Finetune/Step": 3753, "Finetune/Step Time": 4.593119999393821} +{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.896068274974823, "Finetune/Loss (Raw)": 0.938871443271637, "Finetune/Step": 3754, "Finetune/Step Time": 4.595286717638373} +{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8966050744056702, "Finetune/Loss (Raw)": 1.016913890838623, "Finetune/Step": 3755, "Finetune/Step Time": 4.583156110718846} +{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8951769471168518, "Finetune/Loss (Raw)": 0.7552588582038879, "Finetune/Step": 3756, "Finetune/Step Time": 4.584153674542904} +{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8960967063903809, "Finetune/Loss (Raw)": 0.9734495282173157, "Finetune/Step": 3757, "Finetune/Step Time": 4.586789108812809} +{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8961775898933411, "Finetune/Loss (Raw)": 0.9038248658180237, "Finetune/Step": 3758, "Finetune/Step Time": 4.601833716034889} +{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8981170654296875, "Finetune/Loss (Raw)": 0.9975626468658447, "Finetune/Step": 3759, "Finetune/Step Time": 4.586396196857095} +{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8970380425453186, "Finetune/Loss (Raw)": 0.8786303997039795, "Finetune/Step": 3760, "Finetune/Step Time": 4.592281496152282} +{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8949975967407227, "Finetune/Loss (Raw)": 0.780601441860199, "Finetune/Step": 3761, "Finetune/Step Time": 4.603341108188033} +{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8950648307800293, "Finetune/Loss (Raw)": 0.9216336011886597, "Finetune/Step": 3762, "Finetune/Step Time": 4.608749674633145} +{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8962099552154541, "Finetune/Loss (Raw)": 0.9826146960258484, "Finetune/Step": 3763, "Finetune/Step Time": 4.610278466716409} +{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8954223394393921, "Finetune/Loss (Raw)": 0.8464065790176392, "Finetune/Step": 3764, "Finetune/Step Time": 4.6107683051377535} +{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8943742513656616, "Finetune/Loss (Raw)": 0.8950635194778442, "Finetune/Step": 3765, "Finetune/Step Time": 4.619830224663019} +{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8944962024688721, "Finetune/Loss (Raw)": 0.9852595329284668, "Finetune/Step": 3766, "Finetune/Step Time": 4.623064739629626} +{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8951545357704163, "Finetune/Loss (Raw)": 1.0018688440322876, "Finetune/Step": 3767, "Finetune/Step Time": 4.620913431048393} +{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.899003803730011, "Finetune/Loss (Raw)": 0.8031837344169617, "Finetune/Step": 3768, "Finetune/Step Time": 4.58626308478415} +{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8943599462509155, "Finetune/Loss (Raw)": 0.24497118592262268, "Finetune/Step": 3769, "Finetune/Step Time": 4.621550276875496} +{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8948991894721985, "Finetune/Loss (Raw)": 1.0896841287612915, "Finetune/Step": 3770, "Finetune/Step Time": 4.612724019214511} +{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8962132930755615, "Finetune/Loss (Raw)": 1.1040692329406738, "Finetune/Step": 3771, "Finetune/Step Time": 4.614908557385206} +{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8970853686332703, "Finetune/Loss (Raw)": 0.9951536059379578, "Finetune/Step": 3772, "Finetune/Step Time": 4.620600588619709} +{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8930488228797913, "Finetune/Loss (Raw)": 0.3427083492279053, "Finetune/Step": 3773, "Finetune/Step Time": 4.667139444500208} +{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8927760124206543, "Finetune/Loss (Raw)": 0.9941644668579102, "Finetune/Step": 3774, "Finetune/Step Time": 4.669053357094526} +{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.893194317817688, "Finetune/Loss (Raw)": 1.0085923671722412, "Finetune/Step": 3775, "Finetune/Step Time": 4.673441814258695} +{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8931199908256531, "Finetune/Loss (Raw)": 0.9748228192329407, "Finetune/Step": 3776, "Finetune/Step Time": 4.671598037704825} +{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8874175548553467, "Finetune/Loss (Raw)": 0.269102543592453, "Finetune/Step": 3777, "Finetune/Step Time": 4.708607101812959} +{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8867738842964172, "Finetune/Loss (Raw)": 0.9581944346427917, "Finetune/Step": 3778, "Finetune/Step Time": 4.727303870022297} +{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8874172568321228, "Finetune/Loss (Raw)": 0.8866912722587585, "Finetune/Step": 3779, "Finetune/Step Time": 4.727096466347575} +{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8861120939254761, "Finetune/Loss (Raw)": 0.8358413577079773, "Finetune/Step": 3780, "Finetune/Step Time": 4.728092920035124} +{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8861274719238281, "Finetune/Loss (Raw)": 0.9859482645988464, "Finetune/Step": 3781, "Finetune/Step Time": 4.7199695240706205} +{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8855770826339722, "Finetune/Loss (Raw)": 0.8807290196418762, "Finetune/Step": 3782, "Finetune/Step Time": 4.702399011701345} +{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8836811184883118, "Finetune/Loss (Raw)": 0.8464628458023071, "Finetune/Step": 3783, "Finetune/Step Time": 4.7046090848743916} +{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8840384483337402, "Finetune/Loss (Raw)": 0.8717356324195862, "Finetune/Step": 3784, "Finetune/Step Time": 4.710695149376988} +{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8839786052703857, "Finetune/Loss (Raw)": 0.8906866908073425, "Finetune/Step": 3785, "Finetune/Step Time": 4.703751716762781} +{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8845016956329346, "Finetune/Loss (Raw)": 1.0137673616409302, "Finetune/Step": 3786, "Finetune/Step Time": 4.6876375284045935} +{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8845747113227844, "Finetune/Loss (Raw)": 0.9580593705177307, "Finetune/Step": 3787, "Finetune/Step Time": 4.689731381833553} +{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.883638322353363, "Finetune/Loss (Raw)": 0.9197425246238708, "Finetune/Step": 3788, "Finetune/Step Time": 4.695724613964558} +{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8832013607025146, "Finetune/Loss (Raw)": 0.838280439376831, "Finetune/Step": 3789, "Finetune/Step Time": 4.714645143598318} +{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8828758597373962, "Finetune/Loss (Raw)": 0.9831531643867493, "Finetune/Step": 3790, "Finetune/Step Time": 4.715593742206693} +{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8813775777816772, "Finetune/Loss (Raw)": 0.9033424854278564, "Finetune/Step": 3791, "Finetune/Step Time": 4.715130478143692} +{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8772105574607849, "Finetune/Loss (Raw)": 0.3390232026576996, "Finetune/Step": 3792, "Finetune/Step Time": 4.741143265739083} +{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8772039413452148, "Finetune/Loss (Raw)": 0.9537681937217712, "Finetune/Step": 3793, "Finetune/Step Time": 4.760024776682258} +{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8773261308670044, "Finetune/Loss (Raw)": 0.9684757590293884, "Finetune/Step": 3794, "Finetune/Step Time": 4.759428391233087} +{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8802236914634705, "Finetune/Loss (Raw)": 0.792903482913971, "Finetune/Step": 3795, "Finetune/Step Time": 4.73528091236949} +{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8807146549224854, "Finetune/Loss (Raw)": 0.942825973033905, "Finetune/Step": 3796, "Finetune/Step Time": 4.741245711222291} +{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8799393773078918, "Finetune/Loss (Raw)": 0.8002773523330688, "Finetune/Step": 3797, "Finetune/Step Time": 4.740579470992088} +{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8794864416122437, "Finetune/Loss (Raw)": 0.8836857080459595, "Finetune/Step": 3798, "Finetune/Step Time": 4.737188333645463} +{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8785992860794067, "Finetune/Loss (Raw)": 0.9047858715057373, "Finetune/Step": 3799, "Finetune/Step Time": 4.747064519673586} +{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.879417896270752, "Finetune/Loss (Raw)": 0.9932740330696106, "Finetune/Step": 3800, "Finetune/Step Time": 4.742737969383597} +{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8808943033218384, "Finetune/Loss (Raw)": 0.9170628190040588, "Finetune/Step": 3801, "Finetune/Step Time": 4.7486911956220865} +{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8817799091339111, "Finetune/Loss (Raw)": 1.0047249794006348, "Finetune/Step": 3802, "Finetune/Step Time": 4.750059289857745} +{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.88714998960495, "Finetune/Loss (Raw)": 1.059409737586975, "Finetune/Step": 3803, "Finetune/Step Time": 4.70820171944797} +{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8867179155349731, "Finetune/Loss (Raw)": 0.9751162528991699, "Finetune/Step": 3804, "Finetune/Step Time": 4.692671207711101} +{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8861690163612366, "Finetune/Loss (Raw)": 0.9285334348678589, "Finetune/Step": 3805, "Finetune/Step Time": 4.709945134818554} +{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8882028460502625, "Finetune/Loss (Raw)": 0.9419044256210327, "Finetune/Step": 3806, "Finetune/Step Time": 4.721809260547161} +{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8869420289993286, "Finetune/Loss (Raw)": 0.8950508832931519, "Finetune/Step": 3807, "Finetune/Step Time": 4.724297666922212} +{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8862072229385376, "Finetune/Loss (Raw)": 0.8658273816108704, "Finetune/Step": 3808, "Finetune/Step Time": 4.731112880632281} +{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8851884603500366, "Finetune/Loss (Raw)": 0.890551745891571, "Finetune/Step": 3809, "Finetune/Step Time": 4.745675789192319} +{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8839296102523804, "Finetune/Loss (Raw)": 0.9671117067337036, "Finetune/Step": 3810, "Finetune/Step Time": 4.742546582594514} +{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8837359547615051, "Finetune/Loss (Raw)": 0.9009665250778198, "Finetune/Step": 3811, "Finetune/Step Time": 4.7487799022346735} +{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8850184679031372, "Finetune/Loss (Raw)": 0.855866014957428, "Finetune/Step": 3812, "Finetune/Step Time": 4.742794742807746} +{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8850417733192444, "Finetune/Loss (Raw)": 0.900873601436615, "Finetune/Step": 3813, "Finetune/Step Time": 4.740469863638282} +{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8846060633659363, "Finetune/Loss (Raw)": 0.8880876302719116, "Finetune/Step": 3814, "Finetune/Step Time": 4.738573959097266} +{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8842623233795166, "Finetune/Loss (Raw)": 0.8767843842506409, "Finetune/Step": 3815, "Finetune/Step Time": 4.756850454956293} +{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8846666216850281, "Finetune/Loss (Raw)": 0.9233928322792053, "Finetune/Step": 3816, "Finetune/Step Time": 4.752574374899268} +{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8832124471664429, "Finetune/Loss (Raw)": 0.8364770412445068, "Finetune/Step": 3817, "Finetune/Step Time": 4.7495628502219915} +{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8824937343597412, "Finetune/Loss (Raw)": 0.8581073880195618, "Finetune/Step": 3818, "Finetune/Step Time": 4.742217356339097} +{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8865843415260315, "Finetune/Loss (Raw)": 0.8311809301376343, "Finetune/Step": 3819, "Finetune/Step Time": 4.706587893888354} +{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8842814564704895, "Finetune/Loss (Raw)": 0.7408180832862854, "Finetune/Step": 3820, "Finetune/Step Time": 4.70854595862329} +{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837958574295044, "Finetune/Loss (Raw)": 0.873534619808197, "Finetune/Step": 3821, "Finetune/Step Time": 4.7137353010475636} +{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837917447090149, "Finetune/Loss (Raw)": 0.8191401362419128, "Finetune/Step": 3822, "Finetune/Step Time": 4.692789575085044} +{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8826625347137451, "Finetune/Loss (Raw)": 1.0158873796463013, "Finetune/Step": 3823, "Finetune/Step Time": 4.695628559216857} +{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8828113079071045, "Finetune/Loss (Raw)": 0.9284999370574951, "Finetune/Step": 3824, "Finetune/Step Time": 4.695365516468883} +{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8830215930938721, "Finetune/Loss (Raw)": 0.8097190856933594, "Finetune/Step": 3825, "Finetune/Step Time": 4.673948051407933} +{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8819938898086548, "Finetune/Loss (Raw)": 0.8532016277313232, "Finetune/Step": 3826, "Finetune/Step Time": 4.67035155557096} +{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8818733096122742, "Finetune/Loss (Raw)": 0.9572494626045227, "Finetune/Step": 3827, "Finetune/Step Time": 4.698113789781928} +{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.882182240486145, "Finetune/Loss (Raw)": 0.9934729337692261, "Finetune/Step": 3828, "Finetune/Step Time": 4.7015295047312975} +{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.87835693359375, "Finetune/Loss (Raw)": 0.2763468623161316, "Finetune/Step": 3829, "Finetune/Step Time": 4.73365219309926} +{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.87813401222229, "Finetune/Loss (Raw)": 0.950526237487793, "Finetune/Step": 3830, "Finetune/Step Time": 4.743128074333072} +{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8772635459899902, "Finetune/Loss (Raw)": 0.8725632429122925, "Finetune/Step": 3831, "Finetune/Step Time": 4.750503772869706} +{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8780885934829712, "Finetune/Loss (Raw)": 1.082655429840088, "Finetune/Step": 3832, "Finetune/Step Time": 4.752895452082157} +{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8801568746566772, "Finetune/Loss (Raw)": 1.024122953414917, "Finetune/Step": 3833, "Finetune/Step Time": 4.77631264179945} +{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8810815811157227, "Finetune/Loss (Raw)": 1.0115430355072021, "Finetune/Step": 3834, "Finetune/Step Time": 4.7651049960404634} +{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8817258477210999, "Finetune/Loss (Raw)": 0.9896345138549805, "Finetune/Step": 3835, "Finetune/Step Time": 4.746340652927756} +{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.881744921207428, "Finetune/Loss (Raw)": 0.8681871294975281, "Finetune/Step": 3836, "Finetune/Step Time": 4.724672356620431} +{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8804308176040649, "Finetune/Loss (Raw)": 0.8960031867027283, "Finetune/Step": 3837, "Finetune/Step Time": 4.736442070454359} +{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8790732622146606, "Finetune/Loss (Raw)": 0.8491710424423218, "Finetune/Step": 3838, "Finetune/Step Time": 4.7341808546334505} +{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.879752516746521, "Finetune/Loss (Raw)": 0.9357177019119263, "Finetune/Step": 3839, "Finetune/Step Time": 4.74856673181057} +{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8784159421920776, "Finetune/Loss (Raw)": 0.8764346241950989, "Finetune/Step": 3840, "Finetune/Step Time": 4.748551914468408} +{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8842445015907288, "Finetune/Loss (Raw)": 1.0267462730407715, "Finetune/Step": 3841, "Finetune/Step Time": 4.710775006562471} +{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.88346266746521, "Finetune/Loss (Raw)": 0.8485127091407776, "Finetune/Step": 3842, "Finetune/Step Time": 4.697357527911663} +{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8828320503234863, "Finetune/Loss (Raw)": 0.9255091547966003, "Finetune/Step": 3843, "Finetune/Step Time": 4.699786627665162} +{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8830965757369995, "Finetune/Loss (Raw)": 0.8885423541069031, "Finetune/Step": 3844, "Finetune/Step Time": 4.680798601359129} +{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8835103511810303, "Finetune/Loss (Raw)": 0.8770772218704224, "Finetune/Step": 3845, "Finetune/Step Time": 4.66976604424417} +{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8826665878295898, "Finetune/Loss (Raw)": 0.7515087127685547, "Finetune/Step": 3846, "Finetune/Step Time": 4.6652400605380535} +{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8850052356719971, "Finetune/Loss (Raw)": 1.0171047449111938, "Finetune/Step": 3847, "Finetune/Step Time": 4.658621562644839} +{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8793176412582397, "Finetune/Loss (Raw)": 0.32807186245918274, "Finetune/Step": 3848, "Finetune/Step Time": 4.684910191223025} +{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8798674941062927, "Finetune/Loss (Raw)": 1.0811989307403564, "Finetune/Step": 3849, "Finetune/Step Time": 4.700437065213919} +{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8775973320007324, "Finetune/Loss (Raw)": 0.6677219271659851, "Finetune/Step": 3850, "Finetune/Step Time": 4.7076384630054235} +{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8760600686073303, "Finetune/Loss (Raw)": 0.8083720803260803, "Finetune/Step": 3851, "Finetune/Step Time": 4.688940541818738} +{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8767804503440857, "Finetune/Loss (Raw)": 0.9360133409500122, "Finetune/Step": 3852, "Finetune/Step Time": 4.689469840377569} +{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8724182844161987, "Finetune/Loss (Raw)": 0.44930499792099, "Finetune/Step": 3853, "Finetune/Step Time": 4.722756547853351} +{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8768916130065918, "Finetune/Loss (Raw)": 0.9515802264213562, "Finetune/Step": 3854, "Finetune/Step Time": 4.689656680449843} +{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8755871057510376, "Finetune/Loss (Raw)": 0.6958503127098083, "Finetune/Step": 3855, "Finetune/Step Time": 4.700294943526387} +{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8778890371322632, "Finetune/Loss (Raw)": 1.0315457582473755, "Finetune/Step": 3856, "Finetune/Step Time": 4.698416782543063} +{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8730747103691101, "Finetune/Loss (Raw)": 0.35953399538993835, "Finetune/Step": 3857, "Finetune/Step Time": 4.72462997213006} +{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8681304454803467, "Finetune/Loss (Raw)": 0.3337477743625641, "Finetune/Step": 3858, "Finetune/Step Time": 4.73667081259191} +{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8692080974578857, "Finetune/Loss (Raw)": 1.1002683639526367, "Finetune/Step": 3859, "Finetune/Step Time": 4.728985145688057} +{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8691321611404419, "Finetune/Loss (Raw)": 0.9257091283798218, "Finetune/Step": 3860, "Finetune/Step Time": 4.722026262432337} +{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8689267635345459, "Finetune/Loss (Raw)": 0.8858177661895752, "Finetune/Step": 3861, "Finetune/Step Time": 4.702592007815838} +{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8681694269180298, "Finetune/Loss (Raw)": 0.8989322781562805, "Finetune/Step": 3862, "Finetune/Step Time": 4.701366405934095} +{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8694249391555786, "Finetune/Loss (Raw)": 0.8992323875427246, "Finetune/Step": 3863, "Finetune/Step Time": 4.711508130654693} +{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8680800199508667, "Finetune/Loss (Raw)": 0.9592313170433044, "Finetune/Step": 3864, "Finetune/Step Time": 4.719902342185378} +{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677399158477783, "Finetune/Loss (Raw)": 0.9512309432029724, "Finetune/Step": 3865, "Finetune/Step Time": 4.737788859754801} +{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692488074302673, "Finetune/Loss (Raw)": 1.0699394941329956, "Finetune/Step": 3866, "Finetune/Step Time": 4.729219548404217} +{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710243701934814, "Finetune/Loss (Raw)": 1.1105751991271973, "Finetune/Step": 3867, "Finetune/Step Time": 4.729558702558279} +{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8711189031600952, "Finetune/Loss (Raw)": 0.9370167851448059, "Finetune/Step": 3868, "Finetune/Step Time": 4.732937278226018} +{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700040578842163, "Finetune/Loss (Raw)": 0.8627491593360901, "Finetune/Step": 3869, "Finetune/Step Time": 4.7344494462013245} +{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696616888046265, "Finetune/Loss (Raw)": 0.8672974705696106, "Finetune/Step": 3870, "Finetune/Step Time": 4.758995287120342} +{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8692849278450012, "Finetune/Loss (Raw)": 0.9129499793052673, "Finetune/Step": 3871, "Finetune/Step Time": 4.722272515296936} +{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8712013959884644, "Finetune/Loss (Raw)": 0.6020724773406982, "Finetune/Step": 3872, "Finetune/Step Time": 4.719977045431733} +{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747670650482178, "Finetune/Loss (Raw)": 0.7751283049583435, "Finetune/Step": 3873, "Finetune/Step Time": 4.691328650340438} +{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8760651350021362, "Finetune/Loss (Raw)": 0.9348027110099792, "Finetune/Step": 3874, "Finetune/Step Time": 4.691310307011008} +{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771927356719971, "Finetune/Loss (Raw)": 0.9358526468276978, "Finetune/Step": 3875, "Finetune/Step Time": 4.673256918787956} +{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8767095804214478, "Finetune/Loss (Raw)": 0.9237071871757507, "Finetune/Step": 3876, "Finetune/Step Time": 4.659810775890946} +{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.877406120300293, "Finetune/Loss (Raw)": 0.9209346175193787, "Finetune/Step": 3877, "Finetune/Step Time": 4.6673513650894165} +{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733594417572021, "Finetune/Loss (Raw)": 0.4669366180896759, "Finetune/Step": 3878, "Finetune/Step Time": 4.703330611810088} +{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720961809158325, "Finetune/Loss (Raw)": 0.8931048512458801, "Finetune/Step": 3879, "Finetune/Step Time": 4.72880357131362} +{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722193241119385, "Finetune/Loss (Raw)": 0.8977115750312805, "Finetune/Step": 3880, "Finetune/Step Time": 4.72506133466959} +{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724541068077087, "Finetune/Loss (Raw)": 0.967458963394165, "Finetune/Step": 3881, "Finetune/Step Time": 4.717333734035492} +{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727979063987732, "Finetune/Loss (Raw)": 0.9828776717185974, "Finetune/Step": 3882, "Finetune/Step Time": 4.7218844294548035} +{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8727549314498901, "Finetune/Loss (Raw)": 1.0114036798477173, "Finetune/Step": 3883, "Finetune/Step Time": 4.715349266305566} +{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8735020160675049, "Finetune/Loss (Raw)": 0.8508930802345276, "Finetune/Step": 3884, "Finetune/Step Time": 4.708579380065203} +{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717682957649231, "Finetune/Loss (Raw)": 0.7515368461608887, "Finetune/Step": 3885, "Finetune/Step Time": 4.714797982946038} +{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708788752555847, "Finetune/Loss (Raw)": 0.7899842858314514, "Finetune/Step": 3886, "Finetune/Step Time": 4.701241059228778} +{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8696302771568298, "Finetune/Loss (Raw)": 0.8377323746681213, "Finetune/Step": 3887, "Finetune/Step Time": 4.702405408024788} +{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8701746463775635, "Finetune/Loss (Raw)": 0.9483131170272827, "Finetune/Step": 3888, "Finetune/Step Time": 4.694227745756507} +{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8711889386177063, "Finetune/Loss (Raw)": 0.9104329347610474, "Finetune/Step": 3889, "Finetune/Step Time": 4.685168284922838} +{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714948892593384, "Finetune/Loss (Raw)": 0.9607905745506287, "Finetune/Step": 3890, "Finetune/Step Time": 4.678589778020978} +{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8710821866989136, "Finetune/Loss (Raw)": 0.9297869801521301, "Finetune/Step": 3891, "Finetune/Step Time": 4.693202793598175} +{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8713716268539429, "Finetune/Loss (Raw)": 0.8834644556045532, "Finetune/Step": 3892, "Finetune/Step Time": 4.696375746279955} +{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8672276735305786, "Finetune/Loss (Raw)": 0.3646339774131775, "Finetune/Step": 3893, "Finetune/Step Time": 4.724690763279796} +{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8667685389518738, "Finetune/Loss (Raw)": 0.9264907240867615, "Finetune/Step": 3894, "Finetune/Step Time": 4.72335453890264} +{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8664888739585876, "Finetune/Loss (Raw)": 0.9660680890083313, "Finetune/Step": 3895, "Finetune/Step Time": 4.721393957734108} +{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8679819107055664, "Finetune/Loss (Raw)": 0.994296133518219, "Finetune/Step": 3896, "Finetune/Step Time": 4.709684710949659} +{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8733717799186707, "Finetune/Loss (Raw)": 0.9348739385604858, "Finetune/Step": 3897, "Finetune/Step Time": 4.677246933802962} +{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8721336126327515, "Finetune/Loss (Raw)": 0.9311935901641846, "Finetune/Step": 3898, "Finetune/Step Time": 4.693803438916802} +{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8717207908630371, "Finetune/Loss (Raw)": 1.0512255430221558, "Finetune/Step": 3899, "Finetune/Step Time": 4.696754567325115} +{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8710749745368958, "Finetune/Loss (Raw)": 0.9124937653541565, "Finetune/Step": 3900, "Finetune/Step Time": 4.707280354574323} +{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8759737610816956, "Finetune/Loss (Raw)": 0.9697548747062683, "Finetune/Step": 3901, "Finetune/Step Time": 4.658364461734891} +{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8759040832519531, "Finetune/Loss (Raw)": 0.9852430820465088, "Finetune/Step": 3902, "Finetune/Step Time": 4.642865216359496} +{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8758061528205872, "Finetune/Loss (Raw)": 0.9960510730743408, "Finetune/Step": 3903, "Finetune/Step Time": 4.638093214482069} +{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8754984140396118, "Finetune/Loss (Raw)": 0.9354408383369446, "Finetune/Step": 3904, "Finetune/Step Time": 4.646764287725091} +{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8793032169342041, "Finetune/Loss (Raw)": 0.7561150193214417, "Finetune/Step": 3905, "Finetune/Step Time": 4.6282715536653996} +{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798454999923706, "Finetune/Loss (Raw)": 1.0276063680648804, "Finetune/Step": 3906, "Finetune/Step Time": 4.651215637102723} +{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.882226824760437, "Finetune/Loss (Raw)": 1.19149649143219, "Finetune/Step": 3907, "Finetune/Step Time": 4.636244973167777} +{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826789855957031, "Finetune/Loss (Raw)": 0.8937283754348755, "Finetune/Step": 3908, "Finetune/Step Time": 4.643570639193058} +{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8818361759185791, "Finetune/Loss (Raw)": 0.8780604004859924, "Finetune/Step": 3909, "Finetune/Step Time": 4.649579318240285} +{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827794194221497, "Finetune/Loss (Raw)": 1.0014684200286865, "Finetune/Step": 3910, "Finetune/Step Time": 4.655478278174996} +{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.884629487991333, "Finetune/Loss (Raw)": 1.08327054977417, "Finetune/Step": 3911, "Finetune/Step Time": 4.651728620752692} +{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.884545087814331, "Finetune/Loss (Raw)": 0.8609311580657959, "Finetune/Step": 3912, "Finetune/Step Time": 4.654746368527412} +{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.884979248046875, "Finetune/Loss (Raw)": 0.9462574124336243, "Finetune/Step": 3913, "Finetune/Step Time": 4.652946673333645} +{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838225603103638, "Finetune/Loss (Raw)": 0.8657100796699524, "Finetune/Step": 3914, "Finetune/Step Time": 4.661628866568208} +{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8836643695831299, "Finetune/Loss (Raw)": 0.9378114938735962, "Finetune/Step": 3915, "Finetune/Step Time": 4.6537459418177605} +{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8836679458618164, "Finetune/Loss (Raw)": 0.9202060699462891, "Finetune/Step": 3916, "Finetune/Step Time": 4.654280910268426} +{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8845821619033813, "Finetune/Loss (Raw)": 0.9552986025810242, "Finetune/Step": 3917, "Finetune/Step Time": 4.6548130344599485} +{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8844442367553711, "Finetune/Loss (Raw)": 0.9655002355575562, "Finetune/Step": 3918, "Finetune/Step Time": 4.654353076592088} +{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8843004107475281, "Finetune/Loss (Raw)": 0.8849260807037354, "Finetune/Step": 3919, "Finetune/Step Time": 4.664885686710477} +{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8889697790145874, "Finetune/Loss (Raw)": 0.9367107152938843, "Finetune/Step": 3920, "Finetune/Step Time": 4.662536881864071} +{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8872880339622498, "Finetune/Loss (Raw)": 0.7384960055351257, "Finetune/Step": 3921, "Finetune/Step Time": 4.671841265633702} +{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8874714374542236, "Finetune/Loss (Raw)": 0.9919602870941162, "Finetune/Step": 3922, "Finetune/Step Time": 4.674617340788245} +{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.887543797492981, "Finetune/Loss (Raw)": 0.8021622896194458, "Finetune/Step": 3923, "Finetune/Step Time": 4.674159023910761} +{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.887397825717926, "Finetune/Loss (Raw)": 0.9241431951522827, "Finetune/Step": 3924, "Finetune/Step Time": 4.682703433558345} +{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8885797262191772, "Finetune/Loss (Raw)": 0.9515640735626221, "Finetune/Step": 3925, "Finetune/Step Time": 4.6848285011947155} +{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8884280920028687, "Finetune/Loss (Raw)": 0.8642710447311401, "Finetune/Step": 3926, "Finetune/Step Time": 4.689446352422237} +{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8886287212371826, "Finetune/Loss (Raw)": 0.9304558634757996, "Finetune/Step": 3927, "Finetune/Step Time": 4.69673010148108} +{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8890833258628845, "Finetune/Loss (Raw)": 1.0514754056930542, "Finetune/Step": 3928, "Finetune/Step Time": 4.697673536837101} +{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8893042206764221, "Finetune/Loss (Raw)": 0.9453321099281311, "Finetune/Step": 3929, "Finetune/Step Time": 4.688669288530946} +{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8885378837585449, "Finetune/Loss (Raw)": 0.9066300392150879, "Finetune/Step": 3930, "Finetune/Step Time": 4.694557871669531} +{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8882710933685303, "Finetune/Loss (Raw)": 1.0252658128738403, "Finetune/Step": 3931, "Finetune/Step Time": 4.695867259055376} +{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8877905607223511, "Finetune/Loss (Raw)": 0.9136151075363159, "Finetune/Step": 3932, "Finetune/Step Time": 4.710667058825493} +{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8860004544258118, "Finetune/Loss (Raw)": 0.6993988156318665, "Finetune/Step": 3933, "Finetune/Step Time": 4.7190478798002005} +{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850911259651184, "Finetune/Loss (Raw)": 0.8255044221878052, "Finetune/Step": 3934, "Finetune/Step Time": 4.706029547378421} +{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8849163055419922, "Finetune/Loss (Raw)": 0.8726718425750732, "Finetune/Step": 3935, "Finetune/Step Time": 4.708382770419121} +{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8859637975692749, "Finetune/Loss (Raw)": 0.9999065399169922, "Finetune/Step": 3936, "Finetune/Step Time": 4.699478566646576} +{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863507509231567, "Finetune/Loss (Raw)": 0.9400855302810669, "Finetune/Step": 3937, "Finetune/Step Time": 4.693840743973851} +{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857926726341248, "Finetune/Loss (Raw)": 0.8956781029701233, "Finetune/Step": 3938, "Finetune/Step Time": 4.693772381171584} +{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8866190910339355, "Finetune/Loss (Raw)": 1.0067410469055176, "Finetune/Step": 3939, "Finetune/Step Time": 4.694923108443618} +{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869526386260986, "Finetune/Loss (Raw)": 0.8985671997070312, "Finetune/Step": 3940, "Finetune/Step Time": 4.682652983814478} +{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.887671947479248, "Finetune/Loss (Raw)": 0.9929463863372803, "Finetune/Step": 3941, "Finetune/Step Time": 4.685698684304953} +{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.888529896736145, "Finetune/Loss (Raw)": 0.9979004859924316, "Finetune/Step": 3942, "Finetune/Step Time": 4.692316604778171} +{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882663249969482, "Finetune/Loss (Raw)": 0.8430435657501221, "Finetune/Step": 3943, "Finetune/Step Time": 4.698547277599573} +{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.888506293296814, "Finetune/Loss (Raw)": 0.95411616563797, "Finetune/Step": 3944, "Finetune/Step Time": 4.698045598343015} +{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8907681107521057, "Finetune/Loss (Raw)": 1.1259914636611938, "Finetune/Step": 3945, "Finetune/Step Time": 4.720711061730981} +{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8912334442138672, "Finetune/Loss (Raw)": 0.9176629185676575, "Finetune/Step": 3946, "Finetune/Step Time": 4.7355175875127316} +{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8920167684555054, "Finetune/Loss (Raw)": 0.9314475655555725, "Finetune/Step": 3947, "Finetune/Step Time": 4.742697723209858} +{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8890228867530823, "Finetune/Loss (Raw)": 0.35760989785194397, "Finetune/Step": 3948, "Finetune/Step Time": 4.781124573200941} +{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8904303908348083, "Finetune/Loss (Raw)": 1.0536956787109375, "Finetune/Step": 3949, "Finetune/Step Time": 4.777775952592492} +{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8920559287071228, "Finetune/Loss (Raw)": 1.0271999835968018, "Finetune/Step": 3950, "Finetune/Step Time": 4.775227282196283} +{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8919934034347534, "Finetune/Loss (Raw)": 1.0078834295272827, "Finetune/Step": 3951, "Finetune/Step Time": 4.778778988867998} +{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8912402391433716, "Finetune/Loss (Raw)": 0.8321045637130737, "Finetune/Step": 3952, "Finetune/Step Time": 4.787585321813822} +{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8918352127075195, "Finetune/Loss (Raw)": 0.8858678936958313, "Finetune/Step": 3953, "Finetune/Step Time": 4.784969566389918} +{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8919651508331299, "Finetune/Loss (Raw)": 0.8698354363441467, "Finetune/Step": 3954, "Finetune/Step Time": 4.77845798060298} +{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8909757733345032, "Finetune/Loss (Raw)": 0.830607533454895, "Finetune/Step": 3955, "Finetune/Step Time": 4.7464241944253445} +{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8920026421546936, "Finetune/Loss (Raw)": 1.124916434288025, "Finetune/Step": 3956, "Finetune/Step Time": 4.746590467169881} +{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8970288634300232, "Finetune/Loss (Raw)": 0.9196999073028564, "Finetune/Step": 3957, "Finetune/Step Time": 4.708660501986742} +{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8966022729873657, "Finetune/Loss (Raw)": 0.8959203362464905, "Finetune/Step": 3958, "Finetune/Step Time": 4.704569844529033} +{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8966283798217773, "Finetune/Loss (Raw)": 0.8759042024612427, "Finetune/Step": 3959, "Finetune/Step Time": 4.717234533280134} +{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949949145317078, "Finetune/Loss (Raw)": 0.8735774159431458, "Finetune/Step": 3960, "Finetune/Step Time": 4.715446403250098} +{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8946222066879272, "Finetune/Loss (Raw)": 0.9764185547828674, "Finetune/Step": 3961, "Finetune/Step Time": 4.697399193421006} +{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8932483196258545, "Finetune/Loss (Raw)": 0.8356859087944031, "Finetune/Step": 3962, "Finetune/Step Time": 4.705197788774967} +{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.893032968044281, "Finetune/Loss (Raw)": 0.9620586633682251, "Finetune/Step": 3963, "Finetune/Step Time": 4.703814268112183} +{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8933766484260559, "Finetune/Loss (Raw)": 0.912183940410614, "Finetune/Step": 3964, "Finetune/Step Time": 4.712387003004551} +{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8944131731987, "Finetune/Loss (Raw)": 1.028682827949524, "Finetune/Step": 3965, "Finetune/Step Time": 4.7187774162739515} +{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8907598257064819, "Finetune/Loss (Raw)": 0.3815392553806305, "Finetune/Step": 3966, "Finetune/Step Time": 4.760456133633852} +{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8900890946388245, "Finetune/Loss (Raw)": 0.8498642444610596, "Finetune/Step": 3967, "Finetune/Step Time": 4.733445009216666} +{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8910478353500366, "Finetune/Loss (Raw)": 0.9991507530212402, "Finetune/Step": 3968, "Finetune/Step Time": 4.732063194736838} +{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8907037973403931, "Finetune/Loss (Raw)": 0.982710063457489, "Finetune/Step": 3969, "Finetune/Step Time": 4.756987636908889} +{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8916778564453125, "Finetune/Loss (Raw)": 0.9731982946395874, "Finetune/Step": 3970, "Finetune/Step Time": 4.762932466343045} +{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8922672271728516, "Finetune/Loss (Raw)": 1.00094473361969, "Finetune/Step": 3971, "Finetune/Step Time": 4.754431322216988} +{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8917235136032104, "Finetune/Loss (Raw)": 0.8189471960067749, "Finetune/Step": 3972, "Finetune/Step Time": 4.751460187137127} +{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8916844129562378, "Finetune/Loss (Raw)": 0.8720648288726807, "Finetune/Step": 3973, "Finetune/Step Time": 4.74273731559515} +{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8923496007919312, "Finetune/Loss (Raw)": 0.8366567492485046, "Finetune/Step": 3974, "Finetune/Step Time": 4.751438492909074} +{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8921139240264893, "Finetune/Loss (Raw)": 0.9869372844696045, "Finetune/Step": 3975, "Finetune/Step Time": 4.743972355499864} +{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8970605731010437, "Finetune/Loss (Raw)": 0.9612471461296082, "Finetune/Step": 3976, "Finetune/Step Time": 4.719549352303147} +{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8949204683303833, "Finetune/Loss (Raw)": 0.807267427444458, "Finetune/Step": 3977, "Finetune/Step Time": 4.714341804385185} +{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8950927257537842, "Finetune/Loss (Raw)": 0.6897750496864319, "Finetune/Step": 3978, "Finetune/Step Time": 4.71091859228909} +{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8958954215049744, "Finetune/Loss (Raw)": 0.9111069440841675, "Finetune/Step": 3979, "Finetune/Step Time": 4.719566164538264} +{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8940413594245911, "Finetune/Loss (Raw)": 0.6986938118934631, "Finetune/Step": 3980, "Finetune/Step Time": 4.7214138228446245} +{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8984584808349609, "Finetune/Loss (Raw)": 1.0146994590759277, "Finetune/Step": 3981, "Finetune/Step Time": 4.684660302475095} +{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8977199792861938, "Finetune/Loss (Raw)": 0.857050359249115, "Finetune/Step": 3982, "Finetune/Step Time": 4.683898424729705} +{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990986347198486, "Finetune/Loss (Raw)": 0.8723166584968567, "Finetune/Step": 3983, "Finetune/Step Time": 4.667711738497019} +{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936582803726196, "Finetune/Loss (Raw)": 0.33518320322036743, "Finetune/Step": 3984, "Finetune/Step Time": 4.700014643371105} +{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982913494110107, "Finetune/Loss (Raw)": 0.9525623917579651, "Finetune/Step": 3985, "Finetune/Step Time": 4.664938133209944} +{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.904325008392334, "Finetune/Loss (Raw)": 1.1060608625411987, "Finetune/Step": 3986, "Finetune/Step Time": 4.6253134571015835} +{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9021167755126953, "Finetune/Loss (Raw)": 0.8176148533821106, "Finetune/Step": 3987, "Finetune/Step Time": 4.632669935002923} +{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025936126708984, "Finetune/Loss (Raw)": 0.9867468476295471, "Finetune/Step": 3988, "Finetune/Step Time": 4.641700949519873} +{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9035477042198181, "Finetune/Loss (Raw)": 1.0079361200332642, "Finetune/Step": 3989, "Finetune/Step Time": 4.6406793389469385} +{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040862321853638, "Finetune/Loss (Raw)": 0.9678608775138855, "Finetune/Step": 3990, "Finetune/Step Time": 4.644515523687005} +{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9050745964050293, "Finetune/Loss (Raw)": 1.0257501602172852, "Finetune/Step": 3991, "Finetune/Step Time": 4.636140422895551} +{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9036922454833984, "Finetune/Loss (Raw)": 0.7822842001914978, "Finetune/Step": 3992, "Finetune/Step Time": 4.648230157792568} +{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9036145210266113, "Finetune/Loss (Raw)": 0.9412827491760254, "Finetune/Step": 3993, "Finetune/Step Time": 4.6144945230335} +{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9016600251197815, "Finetune/Loss (Raw)": 0.8197698593139648, "Finetune/Step": 3994, "Finetune/Step Time": 4.63246145658195} +{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8995035290718079, "Finetune/Loss (Raw)": 0.8345384001731873, "Finetune/Step": 3995, "Finetune/Step Time": 4.632622629404068} +{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.89864182472229, "Finetune/Loss (Raw)": 0.826720654964447, "Finetune/Step": 3996, "Finetune/Step Time": 4.63107518106699} +{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8988638520240784, "Finetune/Loss (Raw)": 0.8911696672439575, "Finetune/Step": 3997, "Finetune/Step Time": 4.63487721607089} +{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9003216028213501, "Finetune/Loss (Raw)": 1.0538824796676636, "Finetune/Step": 3998, "Finetune/Step Time": 4.617999168112874} +{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9010624885559082, "Finetune/Loss (Raw)": 1.0077877044677734, "Finetune/Step": 3999, "Finetune/Step Time": 4.634510001167655} +{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9029126763343811, "Finetune/Loss (Raw)": 0.8388986587524414, "Finetune/Step": 4000, "Finetune/Step Time": 4.604329630732536} +{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9039242267608643, "Finetune/Loss (Raw)": 0.9045981764793396, "Finetune/Step": 4001, "Finetune/Step Time": 4.615527840331197} +{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9032848477363586, "Finetune/Loss (Raw)": 0.8529694676399231, "Finetune/Step": 4002, "Finetune/Step Time": 4.626070763915777} +{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9031052589416504, "Finetune/Loss (Raw)": 0.9128643274307251, "Finetune/Step": 4003, "Finetune/Step Time": 4.638363117352128} +{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.903406023979187, "Finetune/Loss (Raw)": 0.9622095823287964, "Finetune/Step": 4004, "Finetune/Step Time": 4.6425252221524715} +{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.903373122215271, "Finetune/Loss (Raw)": 0.9167238473892212, "Finetune/Step": 4005, "Finetune/Step Time": 4.627532994374633} +{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9083740711212158, "Finetune/Loss (Raw)": 1.1070582866668701, "Finetune/Step": 4006, "Finetune/Step Time": 4.587772415950894} +{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9041748046875, "Finetune/Loss (Raw)": 0.355594277381897, "Finetune/Step": 4007, "Finetune/Step Time": 4.589653715491295} +{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9035351276397705, "Finetune/Loss (Raw)": 0.8158363699913025, "Finetune/Step": 4008, "Finetune/Step Time": 4.58759718388319} +{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9026985168457031, "Finetune/Loss (Raw)": 0.8603708148002625, "Finetune/Step": 4009, "Finetune/Step Time": 4.583406653255224} +{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.901639997959137, "Finetune/Loss (Raw)": 0.8473888635635376, "Finetune/Step": 4010, "Finetune/Step Time": 4.591568645089865} +{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9017782211303711, "Finetune/Loss (Raw)": 1.0290985107421875, "Finetune/Step": 4011, "Finetune/Step Time": 4.596899777650833} +{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9009045362472534, "Finetune/Loss (Raw)": 0.7390623092651367, "Finetune/Step": 4012, "Finetune/Step Time": 4.6146089266985655} +{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9023017883300781, "Finetune/Loss (Raw)": 0.9303852319717407, "Finetune/Step": 4013, "Finetune/Step Time": 4.6088758911937475} +{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9028724431991577, "Finetune/Loss (Raw)": 0.8630151748657227, "Finetune/Step": 4014, "Finetune/Step Time": 4.634361680597067} +{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9032880067825317, "Finetune/Loss (Raw)": 0.8909339904785156, "Finetune/Step": 4015, "Finetune/Step Time": 4.634767886251211} +{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.903172492980957, "Finetune/Loss (Raw)": 0.9335245490074158, "Finetune/Step": 4016, "Finetune/Step Time": 4.636409230530262} +{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.903388261795044, "Finetune/Loss (Raw)": 0.9380520582199097, "Finetune/Step": 4017, "Finetune/Step Time": 4.638872794806957} +{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8983961343765259, "Finetune/Loss (Raw)": 0.3218023478984833, "Finetune/Step": 4018, "Finetune/Step Time": 4.677300566807389} +{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8992458581924438, "Finetune/Loss (Raw)": 1.0385485887527466, "Finetune/Step": 4019, "Finetune/Step Time": 4.656757893040776} +{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9000691175460815, "Finetune/Loss (Raw)": 0.9888389706611633, "Finetune/Step": 4020, "Finetune/Step Time": 4.654997352510691} +{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9044957160949707, "Finetune/Loss (Raw)": 0.9312421083450317, "Finetune/Step": 4021, "Finetune/Step Time": 4.627701245248318} +{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9037457704544067, "Finetune/Loss (Raw)": 0.83049476146698, "Finetune/Step": 4022, "Finetune/Step Time": 4.630149679258466} +{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9035118222236633, "Finetune/Loss (Raw)": 0.9361270070075989, "Finetune/Step": 4023, "Finetune/Step Time": 4.632572261616588} +{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9035580158233643, "Finetune/Loss (Raw)": 1.000205636024475, "Finetune/Step": 4024, "Finetune/Step Time": 4.63906660489738} +{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9033665060997009, "Finetune/Loss (Raw)": 0.9103618860244751, "Finetune/Step": 4025, "Finetune/Step Time": 4.632774384692311} +{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9042162895202637, "Finetune/Loss (Raw)": 1.0399662256240845, "Finetune/Step": 4026, "Finetune/Step Time": 4.619372423738241} +{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9041767716407776, "Finetune/Loss (Raw)": 1.046167016029358, "Finetune/Step": 4027, "Finetune/Step Time": 4.610495015978813} +{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9037850499153137, "Finetune/Loss (Raw)": 0.8623502254486084, "Finetune/Step": 4028, "Finetune/Step Time": 4.595617052167654} +{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.903448224067688, "Finetune/Loss (Raw)": 0.9266489148139954, "Finetune/Step": 4029, "Finetune/Step Time": 4.595755977556109} +{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8988044261932373, "Finetune/Loss (Raw)": 0.39082595705986023, "Finetune/Step": 4030, "Finetune/Step Time": 4.636082613840699} +{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8982088565826416, "Finetune/Loss (Raw)": 0.9198208451271057, "Finetune/Step": 4031, "Finetune/Step Time": 4.635711971670389} +{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.898155689239502, "Finetune/Loss (Raw)": 0.9286340475082397, "Finetune/Step": 4032, "Finetune/Step Time": 4.624128218740225} +{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.899726152420044, "Finetune/Loss (Raw)": 0.9571427702903748, "Finetune/Step": 4033, "Finetune/Step Time": 4.607629934325814} +{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8985909819602966, "Finetune/Loss (Raw)": 0.8823039531707764, "Finetune/Step": 4034, "Finetune/Step Time": 4.5731724333018064} +{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8964331150054932, "Finetune/Loss (Raw)": 0.9152912497520447, "Finetune/Step": 4035, "Finetune/Step Time": 4.579805064946413} +{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.897806704044342, "Finetune/Loss (Raw)": 1.069547414779663, "Finetune/Step": 4036, "Finetune/Step Time": 4.571564404293895} +{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8976418375968933, "Finetune/Loss (Raw)": 0.8569546341896057, "Finetune/Step": 4037, "Finetune/Step Time": 4.57799263112247} +{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8925625085830688, "Finetune/Loss (Raw)": 0.35131075978279114, "Finetune/Step": 4038, "Finetune/Step Time": 4.608421754091978} +{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8918872475624084, "Finetune/Loss (Raw)": 0.9968374371528625, "Finetune/Step": 4039, "Finetune/Step Time": 4.628947846591473} +{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926143646240234, "Finetune/Loss (Raw)": 0.9540064334869385, "Finetune/Step": 4040, "Finetune/Step Time": 4.617836572229862} +{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918260335922241, "Finetune/Loss (Raw)": 0.8453536629676819, "Finetune/Step": 4041, "Finetune/Step Time": 4.612938122823834} +{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919724225997925, "Finetune/Loss (Raw)": 0.8844409584999084, "Finetune/Step": 4042, "Finetune/Step Time": 4.625627977773547} +{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920286893844604, "Finetune/Loss (Raw)": 0.9450107216835022, "Finetune/Step": 4043, "Finetune/Step Time": 4.62849379889667} +{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921326994895935, "Finetune/Loss (Raw)": 0.9335247278213501, "Finetune/Step": 4044, "Finetune/Step Time": 4.620041914284229} +{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8869363069534302, "Finetune/Loss (Raw)": 0.29016047716140747, "Finetune/Step": 4045, "Finetune/Step Time": 4.637251034379005} +{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861373066902161, "Finetune/Loss (Raw)": 0.8632285594940186, "Finetune/Step": 4046, "Finetune/Step Time": 4.639396606013179} +{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.885891318321228, "Finetune/Loss (Raw)": 0.853436291217804, "Finetune/Step": 4047, "Finetune/Step Time": 4.642003271728754} +{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8814575672149658, "Finetune/Loss (Raw)": 0.3691903054714203, "Finetune/Step": 4048, "Finetune/Step Time": 4.64361416734755} +{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818393349647522, "Finetune/Loss (Raw)": 0.7873658537864685, "Finetune/Step": 4049, "Finetune/Step Time": 4.626722699031234} +{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809023499488831, "Finetune/Loss (Raw)": 0.8720284700393677, "Finetune/Step": 4050, "Finetune/Step Time": 4.624568471685052} +{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8812478184700012, "Finetune/Loss (Raw)": 0.8463767766952515, "Finetune/Step": 4051, "Finetune/Step Time": 4.622051484882832} +{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8810496926307678, "Finetune/Loss (Raw)": 0.8987870812416077, "Finetune/Step": 4052, "Finetune/Step Time": 4.637741735205054} +{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765038251876831, "Finetune/Loss (Raw)": 0.3696969151496887, "Finetune/Step": 4053, "Finetune/Step Time": 4.6671587359160185} +{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8770100474357605, "Finetune/Loss (Raw)": 0.9290633201599121, "Finetune/Step": 4054, "Finetune/Step Time": 4.676632754504681} +{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8772057890892029, "Finetune/Loss (Raw)": 0.9555065035820007, "Finetune/Step": 4055, "Finetune/Step Time": 4.658126253634691} +{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8742752075195312, "Finetune/Loss (Raw)": 0.6763636469841003, "Finetune/Step": 4056, "Finetune/Step Time": 4.6735810954123735} +{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8747209310531616, "Finetune/Loss (Raw)": 1.0023894309997559, "Finetune/Step": 4057, "Finetune/Step Time": 4.6700460109859705} +{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8743468523025513, "Finetune/Loss (Raw)": 0.8587390780448914, "Finetune/Step": 4058, "Finetune/Step Time": 4.667252676561475} +{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8736776113510132, "Finetune/Loss (Raw)": 0.9396083354949951, "Finetune/Step": 4059, "Finetune/Step Time": 4.68141545727849} +{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8723114728927612, "Finetune/Loss (Raw)": 0.738743782043457, "Finetune/Step": 4060, "Finetune/Step Time": 4.688563324511051} +{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8737354278564453, "Finetune/Loss (Raw)": 0.8816672563552856, "Finetune/Step": 4061, "Finetune/Step Time": 4.6806852500885725} +{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8756355047225952, "Finetune/Loss (Raw)": 1.0687187910079956, "Finetune/Step": 4062, "Finetune/Step Time": 4.683382291346788} +{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8715528249740601, "Finetune/Loss (Raw)": 0.3500817120075226, "Finetune/Step": 4063, "Finetune/Step Time": 4.710015753284097} +{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.866686224937439, "Finetune/Loss (Raw)": 0.3769853711128235, "Finetune/Step": 4064, "Finetune/Step Time": 4.749771296977997} +{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8660424947738647, "Finetune/Loss (Raw)": 0.8576879501342773, "Finetune/Step": 4065, "Finetune/Step Time": 4.755289571359754} +{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8661920428276062, "Finetune/Loss (Raw)": 0.9148205518722534, "Finetune/Step": 4066, "Finetune/Step Time": 4.759025914594531} +{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8665841221809387, "Finetune/Loss (Raw)": 1.0569243431091309, "Finetune/Step": 4067, "Finetune/Step Time": 4.757983796298504} +{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8670518398284912, "Finetune/Loss (Raw)": 0.9584330916404724, "Finetune/Step": 4068, "Finetune/Step Time": 4.759549675509334} +{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.866792619228363, "Finetune/Loss (Raw)": 0.959769070148468, "Finetune/Step": 4069, "Finetune/Step Time": 4.773027032613754} +{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8655637502670288, "Finetune/Loss (Raw)": 0.8406128287315369, "Finetune/Step": 4070, "Finetune/Step Time": 4.768596850335598} +{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8664214015007019, "Finetune/Loss (Raw)": 0.9528172016143799, "Finetune/Step": 4071, "Finetune/Step Time": 4.775090912356973} +{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8651760816574097, "Finetune/Loss (Raw)": 0.7947176694869995, "Finetune/Step": 4072, "Finetune/Step Time": 4.784748408943415} +{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8636990189552307, "Finetune/Loss (Raw)": 0.9369221925735474, "Finetune/Step": 4073, "Finetune/Step Time": 4.766859954223037} +{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646492958068848, "Finetune/Loss (Raw)": 1.0392966270446777, "Finetune/Step": 4074, "Finetune/Step Time": 4.7541876416653395} +{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640589714050293, "Finetune/Loss (Raw)": 0.8558886647224426, "Finetune/Step": 4075, "Finetune/Step Time": 4.74242739379406} +{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669584393501282, "Finetune/Loss (Raw)": 0.7287417054176331, "Finetune/Step": 4076, "Finetune/Step Time": 4.7240841668099165} +{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8659036159515381, "Finetune/Loss (Raw)": 0.9186780452728271, "Finetune/Step": 4077, "Finetune/Step Time": 4.737531745806336} +{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645254373550415, "Finetune/Loss (Raw)": 0.850796103477478, "Finetune/Step": 4078, "Finetune/Step Time": 4.7400753274559975} +{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654371500015259, "Finetune/Loss (Raw)": 1.124583125114441, "Finetune/Step": 4079, "Finetune/Step Time": 4.7518531288951635} +{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652012348175049, "Finetune/Loss (Raw)": 0.8019031882286072, "Finetune/Step": 4080, "Finetune/Step Time": 4.751418102532625} +{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8654900789260864, "Finetune/Loss (Raw)": 0.9228473901748657, "Finetune/Step": 4081, "Finetune/Step Time": 4.773575574159622} +{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8654406070709229, "Finetune/Loss (Raw)": 0.8634934425354004, "Finetune/Step": 4082, "Finetune/Step Time": 4.781707923859358} +{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8668882846832275, "Finetune/Loss (Raw)": 1.0159202814102173, "Finetune/Step": 4083, "Finetune/Step Time": 4.783862492069602} +{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8617089986801147, "Finetune/Loss (Raw)": 0.46195948123931885, "Finetune/Step": 4084, "Finetune/Step Time": 4.815698400139809} +{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8619332313537598, "Finetune/Loss (Raw)": 0.94841068983078, "Finetune/Step": 4085, "Finetune/Step Time": 4.827067183330655} +{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8622301816940308, "Finetune/Loss (Raw)": 0.9339223504066467, "Finetune/Step": 4086, "Finetune/Step Time": 4.835017727687955} +{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8635688424110413, "Finetune/Loss (Raw)": 1.0472595691680908, "Finetune/Step": 4087, "Finetune/Step Time": 4.822125606238842} +{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8644711971282959, "Finetune/Loss (Raw)": 0.9890708327293396, "Finetune/Step": 4088, "Finetune/Step Time": 4.817690294235945} +{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8635978698730469, "Finetune/Loss (Raw)": 0.8646400570869446, "Finetune/Step": 4089, "Finetune/Step Time": 4.819309001788497} +{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8638310432434082, "Finetune/Loss (Raw)": 0.8655248284339905, "Finetune/Step": 4090, "Finetune/Step Time": 4.812001224607229} +{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8630743622779846, "Finetune/Loss (Raw)": 0.8652084469795227, "Finetune/Step": 4091, "Finetune/Step Time": 4.825147777795792} +{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8627579212188721, "Finetune/Loss (Raw)": 0.8716723918914795, "Finetune/Step": 4092, "Finetune/Step Time": 4.826756104826927} +{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8627613186836243, "Finetune/Loss (Raw)": 1.0291212797164917, "Finetune/Step": 4093, "Finetune/Step Time": 4.816800897940993} +{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8682276010513306, "Finetune/Loss (Raw)": 1.0812245607376099, "Finetune/Step": 4094, "Finetune/Step Time": 4.780184710398316} +{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8679822683334351, "Finetune/Loss (Raw)": 0.8184595704078674, "Finetune/Step": 4095, "Finetune/Step Time": 4.787487983703613} +{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8685324192047119, "Finetune/Loss (Raw)": 1.0695748329162598, "Finetune/Step": 4096, "Finetune/Step Time": 4.78620651550591} +{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8687211275100708, "Finetune/Loss (Raw)": 1.0068620443344116, "Finetune/Step": 4097, "Finetune/Step Time": 4.771785456687212} +{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8669236898422241, "Finetune/Loss (Raw)": 0.7431237101554871, "Finetune/Step": 4098, "Finetune/Step Time": 4.774982083588839} +{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.86658775806427, "Finetune/Loss (Raw)": 0.9579529762268066, "Finetune/Step": 4099, "Finetune/Step Time": 4.77839813195169} +{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8678712844848633, "Finetune/Loss (Raw)": 0.9832379817962646, "Finetune/Step": 4100, "Finetune/Step Time": 4.778801562264562} +{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8684393763542175, "Finetune/Loss (Raw)": 0.9447755217552185, "Finetune/Step": 4101, "Finetune/Step Time": 4.8046599589288235} +{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8688425421714783, "Finetune/Loss (Raw)": 0.8882638216018677, "Finetune/Step": 4102, "Finetune/Step Time": 4.801084671169519} +{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8684176206588745, "Finetune/Loss (Raw)": 0.9325486421585083, "Finetune/Step": 4103, "Finetune/Step Time": 4.803913163021207} +{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8678953647613525, "Finetune/Loss (Raw)": 0.8943967819213867, "Finetune/Step": 4104, "Finetune/Step Time": 4.791100470349193} +{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8682194948196411, "Finetune/Loss (Raw)": 0.8487610816955566, "Finetune/Step": 4105, "Finetune/Step Time": 4.785262249410152} +{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8696326017379761, "Finetune/Loss (Raw)": 0.8706485033035278, "Finetune/Step": 4106, "Finetune/Step Time": 4.783701691776514} +{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8695077300071716, "Finetune/Loss (Raw)": 0.8951232433319092, "Finetune/Step": 4107, "Finetune/Step Time": 4.780378615483642} +{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8717711567878723, "Finetune/Loss (Raw)": 0.9884114861488342, "Finetune/Step": 4108, "Finetune/Step Time": 4.7798352763056755} +{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.870537519454956, "Finetune/Loss (Raw)": 0.8567947149276733, "Finetune/Step": 4109, "Finetune/Step Time": 4.793162336573005} +{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8712443113327026, "Finetune/Loss (Raw)": 0.9475231766700745, "Finetune/Step": 4110, "Finetune/Step Time": 4.80019892193377} +{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.872614860534668, "Finetune/Loss (Raw)": 1.0477399826049805, "Finetune/Step": 4111, "Finetune/Step Time": 4.805665584281087} +{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8763577938079834, "Finetune/Loss (Raw)": 0.8142796158790588, "Finetune/Step": 4112, "Finetune/Step Time": 4.781357461586595} +{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8748315572738647, "Finetune/Loss (Raw)": 0.7572091817855835, "Finetune/Step": 4113, "Finetune/Step Time": 4.784652404487133} +{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.873202919960022, "Finetune/Loss (Raw)": 0.8975946307182312, "Finetune/Step": 4114, "Finetune/Step Time": 4.786272322759032} +{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8738822937011719, "Finetune/Loss (Raw)": 0.9045693278312683, "Finetune/Step": 4115, "Finetune/Step Time": 4.782914703711867} +{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8715351819992065, "Finetune/Loss (Raw)": 0.686323881149292, "Finetune/Step": 4116, "Finetune/Step Time": 4.792193675413728} +{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8699653744697571, "Finetune/Loss (Raw)": 0.8069926500320435, "Finetune/Step": 4117, "Finetune/Step Time": 4.801096206530929} +{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8708459734916687, "Finetune/Loss (Raw)": 1.0805827379226685, "Finetune/Step": 4118, "Finetune/Step Time": 4.794122079387307} +{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8707578182220459, "Finetune/Loss (Raw)": 1.0144586563110352, "Finetune/Step": 4119, "Finetune/Step Time": 4.788823939859867} +{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8721746206283569, "Finetune/Loss (Raw)": 0.9636483788490295, "Finetune/Step": 4120, "Finetune/Step Time": 4.783782856538892} +{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8720418810844421, "Finetune/Loss (Raw)": 0.9242842793464661, "Finetune/Step": 4121, "Finetune/Step Time": 4.789388841018081} +{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8729479312896729, "Finetune/Loss (Raw)": 0.9357418417930603, "Finetune/Step": 4122, "Finetune/Step Time": 4.788766406476498} +{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8746261596679688, "Finetune/Loss (Raw)": 1.0493525266647339, "Finetune/Step": 4123, "Finetune/Step Time": 4.789770578965545} +{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8735126256942749, "Finetune/Loss (Raw)": 0.6841884255409241, "Finetune/Step": 4124, "Finetune/Step Time": 4.791234804317355} +{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8739027976989746, "Finetune/Loss (Raw)": 0.9411166906356812, "Finetune/Step": 4125, "Finetune/Step Time": 4.79460141249001} +{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8728159666061401, "Finetune/Loss (Raw)": 0.9147633910179138, "Finetune/Step": 4126, "Finetune/Step Time": 4.78957343287766} +{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.872209906578064, "Finetune/Loss (Raw)": 0.930212140083313, "Finetune/Step": 4127, "Finetune/Step Time": 4.769265633076429} +{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8723224997520447, "Finetune/Loss (Raw)": 0.853313684463501, "Finetune/Step": 4128, "Finetune/Step Time": 4.765159217640758} +{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.871897280216217, "Finetune/Loss (Raw)": 0.8501700758934021, "Finetune/Step": 4129, "Finetune/Step Time": 4.745846729725599} +{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8720057606697083, "Finetune/Loss (Raw)": 0.8668527603149414, "Finetune/Step": 4130, "Finetune/Step Time": 4.736044140532613} +{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8719921112060547, "Finetune/Loss (Raw)": 0.9111170172691345, "Finetune/Step": 4131, "Finetune/Step Time": 4.729144157841802} +{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8717893362045288, "Finetune/Loss (Raw)": 0.9362525939941406, "Finetune/Step": 4132, "Finetune/Step Time": 4.73114363104105} +{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8716265559196472, "Finetune/Loss (Raw)": 0.8958936929702759, "Finetune/Step": 4133, "Finetune/Step Time": 4.738728113472462} +{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8700741529464722, "Finetune/Loss (Raw)": 0.908355712890625, "Finetune/Step": 4134, "Finetune/Step Time": 4.755086477845907} +{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8737261295318604, "Finetune/Loss (Raw)": 0.8230346441268921, "Finetune/Step": 4135, "Finetune/Step Time": 4.717964980751276} +{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8742856979370117, "Finetune/Loss (Raw)": 0.8874664306640625, "Finetune/Step": 4136, "Finetune/Step Time": 4.7186627220362425} +{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8741840124130249, "Finetune/Loss (Raw)": 0.8473560214042664, "Finetune/Step": 4137, "Finetune/Step Time": 4.715836429968476} +{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8753882646560669, "Finetune/Loss (Raw)": 1.0015331506729126, "Finetune/Step": 4138, "Finetune/Step Time": 4.701866429299116} +{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8737015128135681, "Finetune/Loss (Raw)": 0.8131957650184631, "Finetune/Step": 4139, "Finetune/Step Time": 4.6918183751404285} +{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8744955062866211, "Finetune/Loss (Raw)": 0.8406933546066284, "Finetune/Step": 4140, "Finetune/Step Time": 4.681257959455252} +{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8702037334442139, "Finetune/Loss (Raw)": 0.3810351490974426, "Finetune/Step": 4141, "Finetune/Step Time": 4.7092511504888535} +{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698006272315979, "Finetune/Loss (Raw)": 0.8114180564880371, "Finetune/Step": 4142, "Finetune/Step Time": 4.686256393790245} +{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8692522048950195, "Finetune/Loss (Raw)": 0.8207395672798157, "Finetune/Step": 4143, "Finetune/Step Time": 4.683653295040131} +{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8642073273658752, "Finetune/Loss (Raw)": 0.2877756357192993, "Finetune/Step": 4144, "Finetune/Step Time": 4.716583829373121} +{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8630293011665344, "Finetune/Loss (Raw)": 0.7872666716575623, "Finetune/Step": 4145, "Finetune/Step Time": 4.724887190386653} +{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8678553104400635, "Finetune/Loss (Raw)": 0.9395334720611572, "Finetune/Step": 4146, "Finetune/Step Time": 4.682475000619888} +{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8665505051612854, "Finetune/Loss (Raw)": 0.8715348839759827, "Finetune/Step": 4147, "Finetune/Step Time": 4.688972573727369} +{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8661127090454102, "Finetune/Loss (Raw)": 0.9327977299690247, "Finetune/Step": 4148, "Finetune/Step Time": 4.689660433679819} +{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8656986951828003, "Finetune/Loss (Raw)": 0.8782453536987305, "Finetune/Step": 4149, "Finetune/Step Time": 4.678643366321921} +{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8657790422439575, "Finetune/Loss (Raw)": 0.8407813906669617, "Finetune/Step": 4150, "Finetune/Step Time": 4.704029977321625} +{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8655383586883545, "Finetune/Loss (Raw)": 0.9053246378898621, "Finetune/Step": 4151, "Finetune/Step Time": 4.709301633760333} +{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8648000359535217, "Finetune/Loss (Raw)": 0.9056983590126038, "Finetune/Step": 4152, "Finetune/Step Time": 4.713788414373994} +{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8645042181015015, "Finetune/Loss (Raw)": 0.872493326663971, "Finetune/Step": 4153, "Finetune/Step Time": 4.711013274267316} +{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8634508848190308, "Finetune/Loss (Raw)": 0.9051378965377808, "Finetune/Step": 4154, "Finetune/Step Time": 4.715358776971698} +{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8618572354316711, "Finetune/Loss (Raw)": 0.8421860933303833, "Finetune/Step": 4155, "Finetune/Step Time": 4.717478472739458} +{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8623940944671631, "Finetune/Loss (Raw)": 0.9310657382011414, "Finetune/Step": 4156, "Finetune/Step Time": 4.716666702181101} +{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8632153272628784, "Finetune/Loss (Raw)": 1.0317625999450684, "Finetune/Step": 4157, "Finetune/Step Time": 4.717165967449546} +{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.867141842842102, "Finetune/Loss (Raw)": 0.8934248089790344, "Finetune/Step": 4158, "Finetune/Step Time": 4.684219595044851} +{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8674927949905396, "Finetune/Loss (Raw)": 0.9647485613822937, "Finetune/Step": 4159, "Finetune/Step Time": 4.684452135115862} +{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8681207299232483, "Finetune/Loss (Raw)": 1.0089983940124512, "Finetune/Step": 4160, "Finetune/Step Time": 4.677136145532131} +{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8681978583335876, "Finetune/Loss (Raw)": 0.9670155048370361, "Finetune/Step": 4161, "Finetune/Step Time": 4.674405507743359} +{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8689690828323364, "Finetune/Loss (Raw)": 0.9810228943824768, "Finetune/Step": 4162, "Finetune/Step Time": 4.676021268591285} +{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8678840398788452, "Finetune/Loss (Raw)": 0.7764112949371338, "Finetune/Step": 4163, "Finetune/Step Time": 4.687189467251301} +{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8644112944602966, "Finetune/Loss (Raw)": 0.6250331997871399, "Finetune/Step": 4164, "Finetune/Step Time": 4.694533979520202} +{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8659675717353821, "Finetune/Loss (Raw)": 1.0561552047729492, "Finetune/Step": 4165, "Finetune/Step Time": 4.6871367283165455} +{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8708277940750122, "Finetune/Loss (Raw)": 0.973421037197113, "Finetune/Step": 4166, "Finetune/Step Time": 4.654486674815416} +{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8695030212402344, "Finetune/Loss (Raw)": 0.8272675275802612, "Finetune/Step": 4167, "Finetune/Step Time": 4.638972410932183} +{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8677821159362793, "Finetune/Loss (Raw)": 0.7337360382080078, "Finetune/Step": 4168, "Finetune/Step Time": 4.637242091819644} +{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8640866875648499, "Finetune/Loss (Raw)": 0.3723334074020386, "Finetune/Step": 4169, "Finetune/Step Time": 4.67445413582027} +{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8636549115180969, "Finetune/Loss (Raw)": 0.8291729092597961, "Finetune/Step": 4170, "Finetune/Step Time": 4.665639461949468} +{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8636651635169983, "Finetune/Loss (Raw)": 0.946327805519104, "Finetune/Step": 4171, "Finetune/Step Time": 4.673461122438312} +{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8637678623199463, "Finetune/Loss (Raw)": 0.9466648697853088, "Finetune/Step": 4172, "Finetune/Step Time": 4.693906597793102} +{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8682734966278076, "Finetune/Loss (Raw)": 0.8668779730796814, "Finetune/Step": 4173, "Finetune/Step Time": 4.667879968881607} +{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8642870187759399, "Finetune/Loss (Raw)": 0.3529602587223053, "Finetune/Step": 4174, "Finetune/Step Time": 4.701038686558604} +{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8638476729393005, "Finetune/Loss (Raw)": 0.7972058653831482, "Finetune/Step": 4175, "Finetune/Step Time": 4.690356865525246} +{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8674221038818359, "Finetune/Loss (Raw)": 0.8267089128494263, "Finetune/Step": 4176, "Finetune/Step Time": 4.666062528267503} +{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8693220019340515, "Finetune/Loss (Raw)": 1.0305570363998413, "Finetune/Step": 4177, "Finetune/Step Time": 4.676386576145887} +{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8699601292610168, "Finetune/Loss (Raw)": 0.9537120461463928, "Finetune/Step": 4178, "Finetune/Step Time": 4.679498020559549} +{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8704988956451416, "Finetune/Loss (Raw)": 0.9153375029563904, "Finetune/Step": 4179, "Finetune/Step Time": 4.691817810758948} +{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8712631464004517, "Finetune/Loss (Raw)": 0.9966137409210205, "Finetune/Step": 4180, "Finetune/Step Time": 4.671837940812111} +{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8750367164611816, "Finetune/Loss (Raw)": 0.8527061939239502, "Finetune/Step": 4181, "Finetune/Step Time": 4.63780471496284} +{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8734548091888428, "Finetune/Loss (Raw)": 0.7265804409980774, "Finetune/Step": 4182, "Finetune/Step Time": 4.637888271361589} +{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8735926747322083, "Finetune/Loss (Raw)": 0.973163366317749, "Finetune/Step": 4183, "Finetune/Step Time": 4.637560734525323} +{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8755524754524231, "Finetune/Loss (Raw)": 0.9272103905677795, "Finetune/Step": 4184, "Finetune/Step Time": 4.615520367398858} +{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8756189346313477, "Finetune/Loss (Raw)": 1.0108994245529175, "Finetune/Step": 4185, "Finetune/Step Time": 4.618669897317886} +{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8764938712120056, "Finetune/Loss (Raw)": 0.9707308411598206, "Finetune/Step": 4186, "Finetune/Step Time": 4.626163991168141} +{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8758565783500671, "Finetune/Loss (Raw)": 0.8580390214920044, "Finetune/Step": 4187, "Finetune/Step Time": 4.614063503220677} +{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769150376319885, "Finetune/Loss (Raw)": 0.8742163777351379, "Finetune/Step": 4188, "Finetune/Step Time": 4.599516049027443} +{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.876516580581665, "Finetune/Loss (Raw)": 0.8306618928909302, "Finetune/Step": 4189, "Finetune/Step Time": 4.581961490213871} +{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8738545775413513, "Finetune/Loss (Raw)": 0.7279890179634094, "Finetune/Step": 4190, "Finetune/Step Time": 4.587756970897317} +{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8787287473678589, "Finetune/Loss (Raw)": 0.9739770293235779, "Finetune/Step": 4191, "Finetune/Step Time": 4.559335865080357} +{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8840739727020264, "Finetune/Loss (Raw)": 1.0611717700958252, "Finetune/Step": 4192, "Finetune/Step Time": 4.518789203837514} +{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8797244429588318, "Finetune/Loss (Raw)": 0.3009507656097412, "Finetune/Step": 4193, "Finetune/Step Time": 4.54700062610209} +{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8798741102218628, "Finetune/Loss (Raw)": 0.9339797496795654, "Finetune/Step": 4194, "Finetune/Step Time": 4.546852050349116} +{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8788927793502808, "Finetune/Loss (Raw)": 0.9313180446624756, "Finetune/Step": 4195, "Finetune/Step Time": 4.5473678559064865} +{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.878648042678833, "Finetune/Loss (Raw)": 0.927093505859375, "Finetune/Step": 4196, "Finetune/Step Time": 4.5448916256427765} +{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8762602210044861, "Finetune/Loss (Raw)": 0.6541351079940796, "Finetune/Step": 4197, "Finetune/Step Time": 4.553885672241449} +{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8774438500404358, "Finetune/Loss (Raw)": 0.9921138286590576, "Finetune/Step": 4198, "Finetune/Step Time": 4.552008232101798} +{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779322504997253, "Finetune/Loss (Raw)": 1.0153416395187378, "Finetune/Step": 4199, "Finetune/Step Time": 4.520956747233868} +{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8790839910507202, "Finetune/Loss (Raw)": 0.9421272277832031, "Finetune/Step": 4200, "Finetune/Step Time": 4.5178464483469725} +{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8787596821784973, "Finetune/Loss (Raw)": 0.895415723323822, "Finetune/Step": 4201, "Finetune/Step Time": 4.5283312946558} +{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8773573637008667, "Finetune/Loss (Raw)": 0.8598033785820007, "Finetune/Step": 4202, "Finetune/Step Time": 4.531104417517781} +{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8771884441375732, "Finetune/Loss (Raw)": 0.8342695236206055, "Finetune/Step": 4203, "Finetune/Step Time": 4.5324868354946375} +{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8780553936958313, "Finetune/Loss (Raw)": 0.8397025465965271, "Finetune/Step": 4204, "Finetune/Step Time": 4.512766094878316} +{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8781667947769165, "Finetune/Loss (Raw)": 0.9329426288604736, "Finetune/Step": 4205, "Finetune/Step Time": 4.494434265419841} +{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8783936500549316, "Finetune/Loss (Raw)": 0.8798351883888245, "Finetune/Step": 4206, "Finetune/Step Time": 4.4927437379956245} +{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8771087527275085, "Finetune/Loss (Raw)": 0.9601155519485474, "Finetune/Step": 4207, "Finetune/Step Time": 4.4865277130156755} +{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8775120377540588, "Finetune/Loss (Raw)": 0.853516697883606, "Finetune/Step": 4208, "Finetune/Step Time": 4.475673548877239} +{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8789728283882141, "Finetune/Loss (Raw)": 1.1098304986953735, "Finetune/Step": 4209, "Finetune/Step Time": 4.45325593650341} +{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8790575265884399, "Finetune/Loss (Raw)": 0.8743362426757812, "Finetune/Step": 4210, "Finetune/Step Time": 4.448498183861375} +{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8787733912467957, "Finetune/Loss (Raw)": 0.979553759098053, "Finetune/Step": 4211, "Finetune/Step Time": 4.453928254544735} +{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815135955810547, "Finetune/Loss (Raw)": 0.8126949667930603, "Finetune/Step": 4212, "Finetune/Step Time": 4.416265966370702} +{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8800971508026123, "Finetune/Loss (Raw)": 0.7671196460723877, "Finetune/Step": 4213, "Finetune/Step Time": 4.414941625669599} +{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8800876140594482, "Finetune/Loss (Raw)": 0.9326953291893005, "Finetune/Step": 4214, "Finetune/Step Time": 4.404723661020398} +{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793964982032776, "Finetune/Loss (Raw)": 0.9587995409965515, "Finetune/Step": 4215, "Finetune/Step Time": 4.431031163781881} +{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.878889262676239, "Finetune/Loss (Raw)": 0.9241392016410828, "Finetune/Step": 4216, "Finetune/Step Time": 4.425586869940162} +{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8797820806503296, "Finetune/Loss (Raw)": 0.9789237976074219, "Finetune/Step": 4217, "Finetune/Step Time": 4.422185746952891} +{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8798955678939819, "Finetune/Loss (Raw)": 0.8800495266914368, "Finetune/Step": 4218, "Finetune/Step Time": 4.42113135010004} +{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8794999122619629, "Finetune/Loss (Raw)": 0.8145586848258972, "Finetune/Step": 4219, "Finetune/Step Time": 4.403799494728446} +{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.879721462726593, "Finetune/Loss (Raw)": 0.9000336527824402, "Finetune/Step": 4220, "Finetune/Step Time": 4.393302518874407} +{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798311352729797, "Finetune/Loss (Raw)": 1.0431660413742065, "Finetune/Step": 4221, "Finetune/Step Time": 4.389420624822378} +{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.879240870475769, "Finetune/Loss (Raw)": 1.0056709051132202, "Finetune/Step": 4222, "Finetune/Step Time": 4.3936604633927345} +{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807094097137451, "Finetune/Loss (Raw)": 1.0064337253570557, "Finetune/Step": 4223, "Finetune/Step Time": 4.385543700307608} +{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789099454879761, "Finetune/Loss (Raw)": 0.8392417430877686, "Finetune/Step": 4224, "Finetune/Step Time": 4.39674592204392} +{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775582909584045, "Finetune/Loss (Raw)": 0.833843469619751, "Finetune/Step": 4225, "Finetune/Step Time": 4.389515373855829} +{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798303604125977, "Finetune/Loss (Raw)": 1.0339490175247192, "Finetune/Step": 4226, "Finetune/Step Time": 4.382022861391306} +{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808619379997253, "Finetune/Loss (Raw)": 1.0900005102157593, "Finetune/Step": 4227, "Finetune/Step Time": 4.381506573408842} +{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8800265789031982, "Finetune/Loss (Raw)": 0.876311719417572, "Finetune/Step": 4228, "Finetune/Step Time": 4.38348576426506} +{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8799887895584106, "Finetune/Loss (Raw)": 0.9399397969245911, "Finetune/Step": 4229, "Finetune/Step Time": 4.361199686303735} +{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8751192688941956, "Finetune/Loss (Raw)": 0.2649649679660797, "Finetune/Step": 4230, "Finetune/Step Time": 4.38773881085217} +{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8734544515609741, "Finetune/Loss (Raw)": 0.7194473147392273, "Finetune/Step": 4231, "Finetune/Step Time": 4.433453159406781} +{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8738882541656494, "Finetune/Loss (Raw)": 0.9499237537384033, "Finetune/Step": 4232, "Finetune/Step Time": 4.447403691709042} +{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738256692886353, "Finetune/Loss (Raw)": 0.8407559990882874, "Finetune/Step": 4233, "Finetune/Step Time": 4.453449465334415} +{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8760448694229126, "Finetune/Loss (Raw)": 1.1547044515609741, "Finetune/Step": 4234, "Finetune/Step Time": 4.450689468532801} +{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8764002323150635, "Finetune/Loss (Raw)": 0.9406097531318665, "Finetune/Step": 4235, "Finetune/Step Time": 4.4505994487553835} +{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.874769926071167, "Finetune/Loss (Raw)": 0.7797247171401978, "Finetune/Step": 4236, "Finetune/Step Time": 4.464461823925376} +{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8762273788452148, "Finetune/Loss (Raw)": 1.0433602333068848, "Finetune/Step": 4237, "Finetune/Step Time": 4.451540786772966} +{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8766863346099854, "Finetune/Loss (Raw)": 1.0062694549560547, "Finetune/Step": 4238, "Finetune/Step Time": 4.439494043588638} +{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8759406805038452, "Finetune/Loss (Raw)": 0.9522963762283325, "Finetune/Step": 4239, "Finetune/Step Time": 4.435683451592922} +{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8763352632522583, "Finetune/Loss (Raw)": 0.8647791743278503, "Finetune/Step": 4240, "Finetune/Step Time": 4.423960762098432} +{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8772057294845581, "Finetune/Loss (Raw)": 0.8686222434043884, "Finetune/Step": 4241, "Finetune/Step Time": 4.425943356007338} +{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8778501749038696, "Finetune/Loss (Raw)": 0.9800916314125061, "Finetune/Step": 4242, "Finetune/Step Time": 4.430112112313509} +{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8780408501625061, "Finetune/Loss (Raw)": 0.9289754033088684, "Finetune/Step": 4243, "Finetune/Step Time": 4.4551583752036095} +{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8799856901168823, "Finetune/Loss (Raw)": 0.9352592825889587, "Finetune/Step": 4244, "Finetune/Step Time": 4.438847819343209} +{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8809667825698853, "Finetune/Loss (Raw)": 0.9325712323188782, "Finetune/Step": 4245, "Finetune/Step Time": 4.4412684086710215} +{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8796733617782593, "Finetune/Loss (Raw)": 0.9150306582450867, "Finetune/Step": 4246, "Finetune/Step Time": 4.478081107139587} +{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8787980079650879, "Finetune/Loss (Raw)": 0.9024145603179932, "Finetune/Step": 4247, "Finetune/Step Time": 4.479764565825462} +{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8734883069992065, "Finetune/Loss (Raw)": 0.2840051054954529, "Finetune/Step": 4248, "Finetune/Step Time": 4.504371052607894} +{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8738398551940918, "Finetune/Loss (Raw)": 0.9692812561988831, "Finetune/Step": 4249, "Finetune/Step Time": 4.49753906019032} +{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8723815679550171, "Finetune/Loss (Raw)": 0.7490796446800232, "Finetune/Step": 4250, "Finetune/Step Time": 4.487882498651743} +{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8702857494354248, "Finetune/Loss (Raw)": 0.7810859680175781, "Finetune/Step": 4251, "Finetune/Step Time": 4.4874915368855} +{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8734921216964722, "Finetune/Loss (Raw)": 1.0946094989776611, "Finetune/Step": 4252, "Finetune/Step Time": 4.48955237492919} +{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.871569037437439, "Finetune/Loss (Raw)": 0.6949562430381775, "Finetune/Step": 4253, "Finetune/Step Time": 4.504932213574648} +{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8702531456947327, "Finetune/Loss (Raw)": 0.7463358044624329, "Finetune/Step": 4254, "Finetune/Step Time": 4.515294281765819} +{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692886829376221, "Finetune/Loss (Raw)": 0.8067641258239746, "Finetune/Step": 4255, "Finetune/Step Time": 4.521508555859327} +{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8702038526535034, "Finetune/Loss (Raw)": 0.9704489707946777, "Finetune/Step": 4256, "Finetune/Step Time": 4.537480849772692} +{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8715137243270874, "Finetune/Loss (Raw)": 1.0178292989730835, "Finetune/Step": 4257, "Finetune/Step Time": 4.547029614448547} +{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8703231811523438, "Finetune/Loss (Raw)": 0.7144684195518494, "Finetune/Step": 4258, "Finetune/Step Time": 4.553520055487752} +{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8713845014572144, "Finetune/Loss (Raw)": 1.0469614267349243, "Finetune/Step": 4259, "Finetune/Step Time": 4.557685336098075} +{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8709347248077393, "Finetune/Loss (Raw)": 0.8786831498146057, "Finetune/Step": 4260, "Finetune/Step Time": 4.554347584024072} +{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8715947866439819, "Finetune/Loss (Raw)": 0.9803870916366577, "Finetune/Step": 4261, "Finetune/Step Time": 4.548208953812718} +{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8712935447692871, "Finetune/Loss (Raw)": 0.8697948455810547, "Finetune/Step": 4262, "Finetune/Step Time": 4.538577824831009} +{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8732894659042358, "Finetune/Loss (Raw)": 1.0785173177719116, "Finetune/Step": 4263, "Finetune/Step Time": 4.536677153781056} +{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8728400468826294, "Finetune/Loss (Raw)": 0.8299388289451599, "Finetune/Step": 4264, "Finetune/Step Time": 4.54829016327858} +{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8737913370132446, "Finetune/Loss (Raw)": 0.9691121578216553, "Finetune/Step": 4265, "Finetune/Step Time": 4.556119764223695} +{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8736482858657837, "Finetune/Loss (Raw)": 0.9832295179367065, "Finetune/Step": 4266, "Finetune/Step Time": 4.555154616013169} +{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737577199935913, "Finetune/Loss (Raw)": 0.8272043466567993, "Finetune/Step": 4267, "Finetune/Step Time": 4.569072224199772} +{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736864328384399, "Finetune/Loss (Raw)": 0.8315641283988953, "Finetune/Step": 4268, "Finetune/Step Time": 4.560191275551915} +{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8771078586578369, "Finetune/Loss (Raw)": 0.8189818263053894, "Finetune/Step": 4269, "Finetune/Step Time": 4.558288644999266} +{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.877541184425354, "Finetune/Loss (Raw)": 0.8668764233589172, "Finetune/Step": 4270, "Finetune/Step Time": 4.558575555682182} +{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8736436367034912, "Finetune/Loss (Raw)": 0.32185637950897217, "Finetune/Step": 4271, "Finetune/Step Time": 4.5976706594228745} +{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788354396820068, "Finetune/Loss (Raw)": 0.952326774597168, "Finetune/Step": 4272, "Finetune/Step Time": 4.562867095693946} +{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787456750869751, "Finetune/Loss (Raw)": 0.7757731676101685, "Finetune/Step": 4273, "Finetune/Step Time": 4.550495820119977} +{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.87843918800354, "Finetune/Loss (Raw)": 0.9003002643585205, "Finetune/Step": 4274, "Finetune/Step Time": 4.55603220872581} +{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8785030841827393, "Finetune/Loss (Raw)": 0.8797187805175781, "Finetune/Step": 4275, "Finetune/Step Time": 4.566763320937753} +{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8787186145782471, "Finetune/Loss (Raw)": 0.9603934288024902, "Finetune/Step": 4276, "Finetune/Step Time": 4.567821683362126} +{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8788770437240601, "Finetune/Loss (Raw)": 0.8985182642936707, "Finetune/Step": 4277, "Finetune/Step Time": 4.589718505740166} +{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798115253448486, "Finetune/Loss (Raw)": 0.9603952169418335, "Finetune/Step": 4278, "Finetune/Step Time": 4.563343919813633} +{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792227506637573, "Finetune/Loss (Raw)": 0.8299642205238342, "Finetune/Step": 4279, "Finetune/Step Time": 4.560863349586725} +{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.879871129989624, "Finetune/Loss (Raw)": 0.9886937737464905, "Finetune/Step": 4280, "Finetune/Step Time": 4.5539075043052435} +{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8811807632446289, "Finetune/Loss (Raw)": 1.0401262044906616, "Finetune/Step": 4281, "Finetune/Step Time": 4.559282770380378} +{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8817481994628906, "Finetune/Loss (Raw)": 0.9777625799179077, "Finetune/Step": 4282, "Finetune/Step Time": 4.557569274678826} +{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.882416844367981, "Finetune/Loss (Raw)": 0.9277737736701965, "Finetune/Step": 4283, "Finetune/Step Time": 4.562634678557515} +{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8827019929885864, "Finetune/Loss (Raw)": 0.9675717949867249, "Finetune/Step": 4284, "Finetune/Step Time": 4.560975596308708} +{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8802063465118408, "Finetune/Loss (Raw)": 0.712317168712616, "Finetune/Step": 4285, "Finetune/Step Time": 4.595649044960737} +{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8807334899902344, "Finetune/Loss (Raw)": 0.9608997702598572, "Finetune/Step": 4286, "Finetune/Step Time": 4.586727328598499} +{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8805837631225586, "Finetune/Loss (Raw)": 0.9455742835998535, "Finetune/Step": 4287, "Finetune/Step Time": 4.589564437046647} +{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.88106369972229, "Finetune/Loss (Raw)": 1.0704365968704224, "Finetune/Step": 4288, "Finetune/Step Time": 4.60438315756619} +{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8800656795501709, "Finetune/Loss (Raw)": 0.8392675518989563, "Finetune/Step": 4289, "Finetune/Step Time": 4.605726731941104} +{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8803210258483887, "Finetune/Loss (Raw)": 1.0137079954147339, "Finetune/Step": 4290, "Finetune/Step Time": 4.60144073702395} +{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8815699815750122, "Finetune/Loss (Raw)": 0.9362778663635254, "Finetune/Step": 4291, "Finetune/Step Time": 4.585730113089085} +{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8842216730117798, "Finetune/Loss (Raw)": 0.9644525051116943, "Finetune/Step": 4292, "Finetune/Step Time": 4.581084413453937} +{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8835338354110718, "Finetune/Loss (Raw)": 0.9681116938591003, "Finetune/Step": 4293, "Finetune/Step Time": 4.589026855304837} +{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8831386566162109, "Finetune/Loss (Raw)": 0.9228385090827942, "Finetune/Step": 4294, "Finetune/Step Time": 4.610871808603406} +{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8790079355239868, "Finetune/Loss (Raw)": 0.29853495955467224, "Finetune/Step": 4295, "Finetune/Step Time": 4.6458830665796995} +{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8813396096229553, "Finetune/Loss (Raw)": 1.0321877002716064, "Finetune/Step": 4296, "Finetune/Step Time": 4.648477386683226} +{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8857094645500183, "Finetune/Loss (Raw)": 0.9316763877868652, "Finetune/Step": 4297, "Finetune/Step Time": 4.613908041268587} +{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8851447105407715, "Finetune/Loss (Raw)": 0.7568883895874023, "Finetune/Step": 4298, "Finetune/Step Time": 4.603494932875037} +{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8855294585227966, "Finetune/Loss (Raw)": 0.9955716729164124, "Finetune/Step": 4299, "Finetune/Step Time": 4.604840159416199} +{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8858228325843811, "Finetune/Loss (Raw)": 0.984214723110199, "Finetune/Step": 4300, "Finetune/Step Time": 4.589493775740266} +{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8818798065185547, "Finetune/Loss (Raw)": 0.3621695935726166, "Finetune/Step": 4301, "Finetune/Step Time": 4.616257060319185} +{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8870368003845215, "Finetune/Loss (Raw)": 1.0130622386932373, "Finetune/Step": 4302, "Finetune/Step Time": 4.582912653684616} +{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8889606595039368, "Finetune/Loss (Raw)": 1.0434496402740479, "Finetune/Step": 4303, "Finetune/Step Time": 4.582898145541549} +{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8851355314254761, "Finetune/Loss (Raw)": 0.3370928466320038, "Finetune/Step": 4304, "Finetune/Step Time": 4.60740309394896} +{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8834668397903442, "Finetune/Loss (Raw)": 0.8169734477996826, "Finetune/Step": 4305, "Finetune/Step Time": 4.6041554287076} +{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8827917575836182, "Finetune/Loss (Raw)": 0.8673020601272583, "Finetune/Step": 4306, "Finetune/Step Time": 4.6152040380984545} +{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8812820911407471, "Finetune/Loss (Raw)": 0.7220921516418457, "Finetune/Step": 4307, "Finetune/Step Time": 4.598317936062813} +{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8810398578643799, "Finetune/Loss (Raw)": 0.9656108617782593, "Finetune/Step": 4308, "Finetune/Step Time": 4.598732287064195} +{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8814510107040405, "Finetune/Loss (Raw)": 0.9053364396095276, "Finetune/Step": 4309, "Finetune/Step Time": 4.60873569175601} +{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8784816265106201, "Finetune/Loss (Raw)": 0.34649285674095154, "Finetune/Step": 4310, "Finetune/Step Time": 4.636182563379407} +{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8780759572982788, "Finetune/Loss (Raw)": 0.9212454557418823, "Finetune/Step": 4311, "Finetune/Step Time": 4.642154172062874} +{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8787981867790222, "Finetune/Loss (Raw)": 1.0196473598480225, "Finetune/Step": 4312, "Finetune/Step Time": 4.649918586015701} +{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.878987193107605, "Finetune/Loss (Raw)": 1.035102128982544, "Finetune/Step": 4313, "Finetune/Step Time": 4.660489613190293} +{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790584802627563, "Finetune/Loss (Raw)": 0.9798485040664673, "Finetune/Step": 4314, "Finetune/Step Time": 4.656033653765917} +{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.879313051700592, "Finetune/Loss (Raw)": 0.8906275033950806, "Finetune/Step": 4315, "Finetune/Step Time": 4.652630226686597} +{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8793330788612366, "Finetune/Loss (Raw)": 0.8767750859260559, "Finetune/Step": 4316, "Finetune/Step Time": 4.6562598049640656} +{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8799054622650146, "Finetune/Loss (Raw)": 0.9039259552955627, "Finetune/Step": 4317, "Finetune/Step Time": 4.6542015466839075} +{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8809354901313782, "Finetune/Loss (Raw)": 0.8598374128341675, "Finetune/Step": 4318, "Finetune/Step Time": 4.652561077848077} +{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794302940368652, "Finetune/Loss (Raw)": 0.7813118100166321, "Finetune/Step": 4319, "Finetune/Step Time": 4.653508175164461} +{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8778234124183655, "Finetune/Loss (Raw)": 0.85548996925354, "Finetune/Step": 4320, "Finetune/Step Time": 4.662861369550228} +{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8813630938529968, "Finetune/Loss (Raw)": 0.7540307641029358, "Finetune/Step": 4321, "Finetune/Step Time": 4.638336021453142} +{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821761012077332, "Finetune/Loss (Raw)": 1.0380431413650513, "Finetune/Step": 4322, "Finetune/Step Time": 4.6408843118697405} +{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8807033896446228, "Finetune/Loss (Raw)": 0.7428134083747864, "Finetune/Step": 4323, "Finetune/Step Time": 4.643244829028845} +{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800773620605469, "Finetune/Loss (Raw)": 0.8469531536102295, "Finetune/Step": 4324, "Finetune/Step Time": 4.642677696421742} +{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805842995643616, "Finetune/Loss (Raw)": 0.7190312147140503, "Finetune/Step": 4325, "Finetune/Step Time": 4.632328517735004} +{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8790214657783508, "Finetune/Loss (Raw)": 0.7920729517936707, "Finetune/Step": 4326, "Finetune/Step Time": 4.6409190110862255} +{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772231936454773, "Finetune/Loss (Raw)": 0.7851627469062805, "Finetune/Step": 4327, "Finetune/Step Time": 4.658535065129399} +{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770198822021484, "Finetune/Loss (Raw)": 0.9160987734794617, "Finetune/Step": 4328, "Finetune/Step Time": 4.652023380622268} +{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769813179969788, "Finetune/Loss (Raw)": 0.8904848098754883, "Finetune/Step": 4329, "Finetune/Step Time": 4.641477148979902} +{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780479431152344, "Finetune/Loss (Raw)": 0.9963247179985046, "Finetune/Step": 4330, "Finetune/Step Time": 4.641265206038952} +{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791995644569397, "Finetune/Loss (Raw)": 0.9816831350326538, "Finetune/Step": 4331, "Finetune/Step Time": 4.641398629173636} +{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.879921555519104, "Finetune/Loss (Raw)": 0.932113766670227, "Finetune/Step": 4332, "Finetune/Step Time": 4.6439325381070375} +{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8804723024368286, "Finetune/Loss (Raw)": 1.0034401416778564, "Finetune/Step": 4333, "Finetune/Step Time": 4.645372685045004} +{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8811526298522949, "Finetune/Loss (Raw)": 0.9669219255447388, "Finetune/Step": 4334, "Finetune/Step Time": 4.643517998978496} +{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8811601400375366, "Finetune/Loss (Raw)": 0.9610785841941833, "Finetune/Step": 4335, "Finetune/Step Time": 4.638145012781024} +{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8826571106910706, "Finetune/Loss (Raw)": 1.0451198816299438, "Finetune/Step": 4336, "Finetune/Step Time": 4.65448660030961} +{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8796148896217346, "Finetune/Loss (Raw)": 0.7204295992851257, "Finetune/Step": 4337, "Finetune/Step Time": 4.677556248381734} +{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798601627349854, "Finetune/Loss (Raw)": 0.9057257771492004, "Finetune/Step": 4338, "Finetune/Step Time": 4.677148772403598} +{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8785938620567322, "Finetune/Loss (Raw)": 0.8174730539321899, "Finetune/Step": 4339, "Finetune/Step Time": 4.67730813100934} +{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795261383056641, "Finetune/Loss (Raw)": 0.9320191144943237, "Finetune/Step": 4340, "Finetune/Step Time": 4.691617053002119} +{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813679218292236, "Finetune/Loss (Raw)": 1.0028764009475708, "Finetune/Step": 4341, "Finetune/Step Time": 4.682794323191047} +{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8810923099517822, "Finetune/Loss (Raw)": 0.8974112868309021, "Finetune/Step": 4342, "Finetune/Step Time": 4.729332746937871} +{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802270293235779, "Finetune/Loss (Raw)": 0.8480508923530579, "Finetune/Step": 4343, "Finetune/Step Time": 4.692347811535001} +{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803441524505615, "Finetune/Loss (Raw)": 0.9391248822212219, "Finetune/Step": 4344, "Finetune/Step Time": 4.701981529593468} +{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797180652618408, "Finetune/Loss (Raw)": 0.8987861275672913, "Finetune/Step": 4345, "Finetune/Step Time": 4.701743453741074} +{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799916505813599, "Finetune/Loss (Raw)": 0.915065348148346, "Finetune/Step": 4346, "Finetune/Step Time": 4.7054310869425535} +{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814260959625244, "Finetune/Loss (Raw)": 0.9981744289398193, "Finetune/Step": 4347, "Finetune/Step Time": 4.698233915492892} +{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818601965904236, "Finetune/Loss (Raw)": 0.955596923828125, "Finetune/Step": 4348, "Finetune/Step Time": 4.704042594879866} +{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817778825759888, "Finetune/Loss (Raw)": 1.0326308012008667, "Finetune/Step": 4349, "Finetune/Step Time": 4.700728137046099} +{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8792852759361267, "Finetune/Loss (Raw)": 0.6866129040718079, "Finetune/Step": 4350, "Finetune/Step Time": 4.712296573445201} +{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8787833452224731, "Finetune/Loss (Raw)": 0.942187488079071, "Finetune/Step": 4351, "Finetune/Step Time": 4.711744669824839} +{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792011737823486, "Finetune/Loss (Raw)": 0.8927252292633057, "Finetune/Step": 4352, "Finetune/Step Time": 4.6978181060403585} +{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800475597381592, "Finetune/Loss (Raw)": 0.9421813488006592, "Finetune/Step": 4353, "Finetune/Step Time": 4.695686927065253} +{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8781335949897766, "Finetune/Loss (Raw)": 0.78895503282547, "Finetune/Step": 4354, "Finetune/Step Time": 4.700545731931925} +{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8770567178726196, "Finetune/Loss (Raw)": 0.952167272567749, "Finetune/Step": 4355, "Finetune/Step Time": 4.702145742252469} +{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774813413619995, "Finetune/Loss (Raw)": 0.9306610822677612, "Finetune/Step": 4356, "Finetune/Step Time": 4.700105475261807} +{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8775275945663452, "Finetune/Loss (Raw)": 0.9458649158477783, "Finetune/Step": 4357, "Finetune/Step Time": 4.700238348916173} +{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.883038341999054, "Finetune/Loss (Raw)": 0.9703378677368164, "Finetune/Step": 4358, "Finetune/Step Time": 4.672714252024889} +{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8846843242645264, "Finetune/Loss (Raw)": 0.9301382899284363, "Finetune/Step": 4359, "Finetune/Step Time": 4.626704810187221} +{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8840185403823853, "Finetune/Loss (Raw)": 0.8646978139877319, "Finetune/Step": 4360, "Finetune/Step Time": 4.613682724535465} +{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.886268138885498, "Finetune/Loss (Raw)": 1.1287038326263428, "Finetune/Step": 4361, "Finetune/Step Time": 4.622047383338213} +{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836771249771118, "Finetune/Loss (Raw)": 0.8230513334274292, "Finetune/Step": 4362, "Finetune/Step Time": 4.624892203137279} +{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8833688497543335, "Finetune/Loss (Raw)": 0.9011569619178772, "Finetune/Step": 4363, "Finetune/Step Time": 4.621731156483293} +{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838337659835815, "Finetune/Loss (Raw)": 0.8392324447631836, "Finetune/Step": 4364, "Finetune/Step Time": 4.628373464569449} +{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821241855621338, "Finetune/Loss (Raw)": 0.8245329260826111, "Finetune/Step": 4365, "Finetune/Step Time": 4.643109027296305} +{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8815810680389404, "Finetune/Loss (Raw)": 0.9367420673370361, "Finetune/Step": 4366, "Finetune/Step Time": 4.643028009682894} +{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807549476623535, "Finetune/Loss (Raw)": 0.8465599417686462, "Finetune/Step": 4367, "Finetune/Step Time": 4.649507373571396} +{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8815264105796814, "Finetune/Loss (Raw)": 0.9635305404663086, "Finetune/Step": 4368, "Finetune/Step Time": 4.645658582448959} +{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.88145911693573, "Finetune/Loss (Raw)": 0.8600032925605774, "Finetune/Step": 4369, "Finetune/Step Time": 4.652105325832963} +{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816918134689331, "Finetune/Loss (Raw)": 1.009880781173706, "Finetune/Step": 4370, "Finetune/Step Time": 4.648735351860523} +{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824847340583801, "Finetune/Loss (Raw)": 1.0304702520370483, "Finetune/Step": 4371, "Finetune/Step Time": 4.621915025636554} +{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770890235900879, "Finetune/Loss (Raw)": 0.2446066439151764, "Finetune/Step": 4372, "Finetune/Step Time": 4.6606303714215755} +{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759608864784241, "Finetune/Loss (Raw)": 0.7881695032119751, "Finetune/Step": 4373, "Finetune/Step Time": 4.657425068318844} +{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756632804870605, "Finetune/Loss (Raw)": 0.8769325017929077, "Finetune/Step": 4374, "Finetune/Step Time": 4.628118230029941} +{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752878308296204, "Finetune/Loss (Raw)": 0.8543624877929688, "Finetune/Step": 4375, "Finetune/Step Time": 4.63553549349308} +{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811497092247009, "Finetune/Loss (Raw)": 1.0343294143676758, "Finetune/Step": 4376, "Finetune/Step Time": 4.618140963837504} +{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805789947509766, "Finetune/Loss (Raw)": 0.8962224721908569, "Finetune/Step": 4377, "Finetune/Step Time": 4.619254691526294} +{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8819073438644409, "Finetune/Loss (Raw)": 0.9191126227378845, "Finetune/Step": 4378, "Finetune/Step Time": 4.629036081954837} +{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8823522925376892, "Finetune/Loss (Raw)": 0.8380388021469116, "Finetune/Step": 4379, "Finetune/Step Time": 4.645360678434372} +{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.881852388381958, "Finetune/Loss (Raw)": 1.0306209325790405, "Finetune/Step": 4380, "Finetune/Step Time": 4.648097772151232} +{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8837642073631287, "Finetune/Loss (Raw)": 0.9396644830703735, "Finetune/Step": 4381, "Finetune/Step Time": 4.635280115529895} +{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8854089975357056, "Finetune/Loss (Raw)": 0.9568719863891602, "Finetune/Step": 4382, "Finetune/Step Time": 4.629222301766276} +{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8852605819702148, "Finetune/Loss (Raw)": 0.7877690196037292, "Finetune/Step": 4383, "Finetune/Step Time": 4.648503551259637} +{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8847814798355103, "Finetune/Loss (Raw)": 0.9091247916221619, "Finetune/Step": 4384, "Finetune/Step Time": 4.634092230349779} +{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.883417010307312, "Finetune/Loss (Raw)": 0.8431702852249146, "Finetune/Step": 4385, "Finetune/Step Time": 4.621626196429133} +{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8851038813591003, "Finetune/Loss (Raw)": 0.93039870262146, "Finetune/Step": 4386, "Finetune/Step Time": 4.633531739935279} +{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8854629993438721, "Finetune/Loss (Raw)": 1.0929255485534668, "Finetune/Step": 4387, "Finetune/Step Time": 4.62104956060648} +{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8859544992446899, "Finetune/Loss (Raw)": 0.9415977597236633, "Finetune/Step": 4388, "Finetune/Step Time": 4.62588551081717} +{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8858290314674377, "Finetune/Loss (Raw)": 0.9643217325210571, "Finetune/Step": 4389, "Finetune/Step Time": 4.624880768358707} +{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8857847452163696, "Finetune/Loss (Raw)": 0.8641326427459717, "Finetune/Step": 4390, "Finetune/Step Time": 4.624223444610834} +{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8841898441314697, "Finetune/Loss (Raw)": 0.8743607997894287, "Finetune/Step": 4391, "Finetune/Step Time": 4.632158199325204} +{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8804357051849365, "Finetune/Loss (Raw)": 0.3494128882884979, "Finetune/Step": 4392, "Finetune/Step Time": 4.662407061085105} +{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8791792392730713, "Finetune/Loss (Raw)": 0.8082783222198486, "Finetune/Step": 4393, "Finetune/Step Time": 4.670184159651399} +{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.878309965133667, "Finetune/Loss (Raw)": 0.871972918510437, "Finetune/Step": 4394, "Finetune/Step Time": 4.680141869932413} +{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8787518739700317, "Finetune/Loss (Raw)": 0.883766233921051, "Finetune/Step": 4395, "Finetune/Step Time": 4.669968506321311} +{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8803529739379883, "Finetune/Loss (Raw)": 1.0364958047866821, "Finetune/Step": 4396, "Finetune/Step Time": 4.678305007517338} +{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8771750926971436, "Finetune/Loss (Raw)": 0.4122127294540405, "Finetune/Step": 4397, "Finetune/Step Time": 4.686702009290457} +{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8777316808700562, "Finetune/Loss (Raw)": 0.9381327033042908, "Finetune/Step": 4398, "Finetune/Step Time": 4.689008692279458} +{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.881859302520752, "Finetune/Loss (Raw)": 0.8501872420310974, "Finetune/Step": 4399, "Finetune/Step Time": 4.653396312147379} +{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8817400932312012, "Finetune/Loss (Raw)": 0.9370651841163635, "Finetune/Step": 4400, "Finetune/Step Time": 4.660616410896182} +{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8782507181167603, "Finetune/Loss (Raw)": 0.32913684844970703, "Finetune/Step": 4401, "Finetune/Step Time": 4.698921715840697} +{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8779937028884888, "Finetune/Loss (Raw)": 0.8674021363258362, "Finetune/Step": 4402, "Finetune/Step Time": 4.717202579602599} +{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8786669969558716, "Finetune/Loss (Raw)": 0.9658985137939453, "Finetune/Step": 4403, "Finetune/Step Time": 4.7018903736025095} +{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.879358172416687, "Finetune/Loss (Raw)": 1.048867106437683, "Finetune/Step": 4404, "Finetune/Step Time": 4.70284366235137} +{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.879063069820404, "Finetune/Loss (Raw)": 0.8607421517372131, "Finetune/Step": 4405, "Finetune/Step Time": 4.69338490255177} +{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8777951002120972, "Finetune/Loss (Raw)": 0.7980977296829224, "Finetune/Step": 4406, "Finetune/Step Time": 4.690960019826889} +{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8777258396148682, "Finetune/Loss (Raw)": 0.8210947513580322, "Finetune/Step": 4407, "Finetune/Step Time": 4.689128242433071} +{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8782910108566284, "Finetune/Loss (Raw)": 1.061033010482788, "Finetune/Step": 4408, "Finetune/Step Time": 4.688864171504974} +{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.876988410949707, "Finetune/Loss (Raw)": 0.8733987212181091, "Finetune/Step": 4409, "Finetune/Step Time": 4.6884238589555025} +{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.876630961894989, "Finetune/Loss (Raw)": 0.932009220123291, "Finetune/Step": 4410, "Finetune/Step Time": 4.685001337900758} +{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8762168884277344, "Finetune/Loss (Raw)": 0.8747697472572327, "Finetune/Step": 4411, "Finetune/Step Time": 4.678150858730078} +{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8752818703651428, "Finetune/Loss (Raw)": 0.84788978099823, "Finetune/Step": 4412, "Finetune/Step Time": 4.680076068267226} +{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8784737586975098, "Finetune/Loss (Raw)": 1.1208741664886475, "Finetune/Step": 4413, "Finetune/Step Time": 4.6428853794932365} +{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8775597810745239, "Finetune/Loss (Raw)": 0.8439136743545532, "Finetune/Step": 4414, "Finetune/Step Time": 4.642033338546753} +{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8779032230377197, "Finetune/Loss (Raw)": 0.9895442724227905, "Finetune/Step": 4415, "Finetune/Step Time": 4.647421024739742} +{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8759127259254456, "Finetune/Loss (Raw)": 0.8156448602676392, "Finetune/Step": 4416, "Finetune/Step Time": 4.648562341928482} +{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8772910833358765, "Finetune/Loss (Raw)": 1.0156934261322021, "Finetune/Step": 4417, "Finetune/Step Time": 4.649376155808568} +{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8762866854667664, "Finetune/Loss (Raw)": 0.8851520419120789, "Finetune/Step": 4418, "Finetune/Step Time": 4.648991946130991} +{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8764228820800781, "Finetune/Loss (Raw)": 0.9537100195884705, "Finetune/Step": 4419, "Finetune/Step Time": 4.654385045170784} +{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8752762079238892, "Finetune/Loss (Raw)": 0.8176805377006531, "Finetune/Step": 4420, "Finetune/Step Time": 4.666507327929139} +{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8748292922973633, "Finetune/Loss (Raw)": 0.9109022617340088, "Finetune/Step": 4421, "Finetune/Step Time": 4.664335653185844} +{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8748863935470581, "Finetune/Loss (Raw)": 0.930143415927887, "Finetune/Step": 4422, "Finetune/Step Time": 4.641950896009803} +{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.879291296005249, "Finetune/Loss (Raw)": 0.8623659610748291, "Finetune/Step": 4423, "Finetune/Step Time": 4.6197585463523865} +{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8737894296646118, "Finetune/Loss (Raw)": 0.3279540240764618, "Finetune/Step": 4424, "Finetune/Step Time": 4.654993278905749} +{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8732476830482483, "Finetune/Loss (Raw)": 0.8623284101486206, "Finetune/Step": 4425, "Finetune/Step Time": 4.6714874263852835} +{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8746544122695923, "Finetune/Loss (Raw)": 0.9369529485702515, "Finetune/Step": 4426, "Finetune/Step Time": 4.667331580072641} +{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8734749555587769, "Finetune/Loss (Raw)": 0.8446016907691956, "Finetune/Step": 4427, "Finetune/Step Time": 4.676085039973259} +{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8730652332305908, "Finetune/Loss (Raw)": 0.9317689538002014, "Finetune/Step": 4428, "Finetune/Step Time": 4.681657148525119} +{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8773858547210693, "Finetune/Loss (Raw)": 0.9152068495750427, "Finetune/Step": 4429, "Finetune/Step Time": 4.645339040085673} +{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8753308057785034, "Finetune/Loss (Raw)": 0.7500208020210266, "Finetune/Step": 4430, "Finetune/Step Time": 4.685756973922253} +{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8743444681167603, "Finetune/Loss (Raw)": 0.9172013401985168, "Finetune/Step": 4431, "Finetune/Step Time": 4.69293387234211} +{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.878984272480011, "Finetune/Loss (Raw)": 0.9309818148612976, "Finetune/Step": 4432, "Finetune/Step Time": 4.661687634885311} +{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8785428404808044, "Finetune/Loss (Raw)": 0.7604679465293884, "Finetune/Step": 4433, "Finetune/Step Time": 4.660404700785875} +{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8798390030860901, "Finetune/Loss (Raw)": 1.033215880393982, "Finetune/Step": 4434, "Finetune/Step Time": 4.655181281268597} +{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.881261944770813, "Finetune/Loss (Raw)": 0.9042280316352844, "Finetune/Step": 4435, "Finetune/Step Time": 4.650544570758939} +{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8802295923233032, "Finetune/Loss (Raw)": 0.8334642052650452, "Finetune/Step": 4436, "Finetune/Step Time": 4.662473885342479} +{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8798584938049316, "Finetune/Loss (Raw)": 0.8578335642814636, "Finetune/Step": 4437, "Finetune/Step Time": 4.657179931178689} +{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8842868804931641, "Finetune/Loss (Raw)": 0.913330614566803, "Finetune/Step": 4438, "Finetune/Step Time": 4.625631790608168} +{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8854233622550964, "Finetune/Loss (Raw)": 1.0667128562927246, "Finetune/Step": 4439, "Finetune/Step Time": 4.627840032801032} +{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8858001232147217, "Finetune/Loss (Raw)": 1.0678719282150269, "Finetune/Step": 4440, "Finetune/Step Time": 4.625531109049916} +{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8856884241104126, "Finetune/Loss (Raw)": 1.0208089351654053, "Finetune/Step": 4441, "Finetune/Step Time": 4.61938963457942} +{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8857681751251221, "Finetune/Loss (Raw)": 0.9900529980659485, "Finetune/Step": 4442, "Finetune/Step Time": 4.628776714205742} +{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8856247663497925, "Finetune/Loss (Raw)": 0.8722797632217407, "Finetune/Step": 4443, "Finetune/Step Time": 4.629110096022487} +{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8853715658187866, "Finetune/Loss (Raw)": 0.8443551063537598, "Finetune/Step": 4444, "Finetune/Step Time": 4.624695951119065} +{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8842591047286987, "Finetune/Loss (Raw)": 0.7615296840667725, "Finetune/Step": 4445, "Finetune/Step Time": 4.627489352598786} +{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8854278326034546, "Finetune/Loss (Raw)": 1.0094432830810547, "Finetune/Step": 4446, "Finetune/Step Time": 4.618951641023159} +{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8862578868865967, "Finetune/Loss (Raw)": 0.8875557780265808, "Finetune/Step": 4447, "Finetune/Step Time": 4.608740497380495} +{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8867127895355225, "Finetune/Loss (Raw)": 0.9137188196182251, "Finetune/Step": 4448, "Finetune/Step Time": 4.602199278771877} +{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.888952374458313, "Finetune/Loss (Raw)": 1.040692687034607, "Finetune/Step": 4449, "Finetune/Step Time": 4.588467774912715} +{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8872348070144653, "Finetune/Loss (Raw)": 0.8182032108306885, "Finetune/Step": 4450, "Finetune/Step Time": 4.5827218275517225} +{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879278898239136, "Finetune/Loss (Raw)": 0.8315273523330688, "Finetune/Step": 4451, "Finetune/Step Time": 4.587589111179113} +{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8839867115020752, "Finetune/Loss (Raw)": 0.34247323870658875, "Finetune/Step": 4452, "Finetune/Step Time": 4.624302975833416} +{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8845754265785217, "Finetune/Loss (Raw)": 0.7943894863128662, "Finetune/Step": 4453, "Finetune/Step Time": 4.615897472947836} +{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.885757327079773, "Finetune/Loss (Raw)": 0.9433630108833313, "Finetune/Step": 4454, "Finetune/Step Time": 4.613869398832321} +{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8860238194465637, "Finetune/Loss (Raw)": 0.8192678093910217, "Finetune/Step": 4455, "Finetune/Step Time": 4.610638856887817} +{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8855283856391907, "Finetune/Loss (Raw)": 0.8526805639266968, "Finetune/Step": 4456, "Finetune/Step Time": 4.611890258267522} +{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.885337233543396, "Finetune/Loss (Raw)": 0.8660218715667725, "Finetune/Step": 4457, "Finetune/Step Time": 4.623149851337075} +{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846032619476318, "Finetune/Loss (Raw)": 0.9023702144622803, "Finetune/Step": 4458, "Finetune/Step Time": 4.636890396475792} +{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8838390707969666, "Finetune/Loss (Raw)": 0.8838750123977661, "Finetune/Step": 4459, "Finetune/Step Time": 4.642004976049066} +{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8842777609825134, "Finetune/Loss (Raw)": 0.9882625937461853, "Finetune/Step": 4460, "Finetune/Step Time": 4.647712403908372} +{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8828849196434021, "Finetune/Loss (Raw)": 0.8251568078994751, "Finetune/Step": 4461, "Finetune/Step Time": 4.646718725562096} +{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8829172849655151, "Finetune/Loss (Raw)": 0.9710671901702881, "Finetune/Step": 4462, "Finetune/Step Time": 4.65920807980001} +{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8811943531036377, "Finetune/Loss (Raw)": 0.740541934967041, "Finetune/Step": 4463, "Finetune/Step Time": 4.668954115360975} +{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8801547288894653, "Finetune/Loss (Raw)": 0.9120474457740784, "Finetune/Step": 4464, "Finetune/Step Time": 4.671753730624914} +{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8810197710990906, "Finetune/Loss (Raw)": 0.8311541676521301, "Finetune/Step": 4465, "Finetune/Step Time": 4.64832266420126} +{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.880765974521637, "Finetune/Loss (Raw)": 0.8732364773750305, "Finetune/Step": 4466, "Finetune/Step Time": 4.647314887493849} +{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817898035049438, "Finetune/Loss (Raw)": 0.948527991771698, "Finetune/Step": 4467, "Finetune/Step Time": 4.641579616814852} +{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813571929931641, "Finetune/Loss (Raw)": 0.8766387701034546, "Finetune/Step": 4468, "Finetune/Step Time": 4.627884032204747} +{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.880382776260376, "Finetune/Loss (Raw)": 0.8781564235687256, "Finetune/Step": 4469, "Finetune/Step Time": 4.628292683511972} +{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8801380395889282, "Finetune/Loss (Raw)": 0.8660815358161926, "Finetune/Step": 4470, "Finetune/Step Time": 4.584324793890119} +{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.880146861076355, "Finetune/Loss (Raw)": 0.8491858839988708, "Finetune/Step": 4471, "Finetune/Step Time": 4.597851939499378} +{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8798311352729797, "Finetune/Loss (Raw)": 0.8987044095993042, "Finetune/Step": 4472, "Finetune/Step Time": 4.588165253400803} +{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810921907424927, "Finetune/Loss (Raw)": 1.0602123737335205, "Finetune/Step": 4473, "Finetune/Step Time": 4.586104057729244} +{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8813133835792542, "Finetune/Loss (Raw)": 0.9433692693710327, "Finetune/Step": 4474, "Finetune/Step Time": 4.5843627490103245} +{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798366189002991, "Finetune/Loss (Raw)": 0.8091530203819275, "Finetune/Step": 4475, "Finetune/Step Time": 4.60545321367681} +{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8798942565917969, "Finetune/Loss (Raw)": 0.9629780650138855, "Finetune/Step": 4476, "Finetune/Step Time": 4.606742074713111} +{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8784047365188599, "Finetune/Loss (Raw)": 0.8419694900512695, "Finetune/Step": 4477, "Finetune/Step Time": 4.6075989082455635} +{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8806507587432861, "Finetune/Loss (Raw)": 0.974091649055481, "Finetune/Step": 4478, "Finetune/Step Time": 4.5895326398313046} +{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8804497718811035, "Finetune/Loss (Raw)": 0.9164745807647705, "Finetune/Step": 4479, "Finetune/Step Time": 4.5988153126090765} +{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8804535269737244, "Finetune/Loss (Raw)": 0.8931972980499268, "Finetune/Step": 4480, "Finetune/Step Time": 4.603015219792724} +{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8801454305648804, "Finetune/Loss (Raw)": 0.902755618095398, "Finetune/Step": 4481, "Finetune/Step Time": 4.604232722893357} +{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8807578086853027, "Finetune/Loss (Raw)": 0.8673362731933594, "Finetune/Step": 4482, "Finetune/Step Time": 4.612837512046099} +{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8803985118865967, "Finetune/Loss (Raw)": 0.9061745405197144, "Finetune/Step": 4483, "Finetune/Step Time": 4.60459521971643} +{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8804607391357422, "Finetune/Loss (Raw)": 0.9386255145072937, "Finetune/Step": 4484, "Finetune/Step Time": 4.619950622320175} +{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799821138381958, "Finetune/Loss (Raw)": 0.8845957517623901, "Finetune/Step": 4485, "Finetune/Step Time": 4.620416410267353} +{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8797352313995361, "Finetune/Loss (Raw)": 0.9387434124946594, "Finetune/Step": 4486, "Finetune/Step Time": 4.617317847907543} +{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749796152114868, "Finetune/Loss (Raw)": 0.32142096757888794, "Finetune/Step": 4487, "Finetune/Step Time": 4.653585037216544} +{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761915564537048, "Finetune/Loss (Raw)": 1.0198191404342651, "Finetune/Step": 4488, "Finetune/Step Time": 4.659767521545291} +{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8733135461807251, "Finetune/Loss (Raw)": 0.7603271007537842, "Finetune/Step": 4489, "Finetune/Step Time": 4.65548880957067} +{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730642795562744, "Finetune/Loss (Raw)": 0.7911328673362732, "Finetune/Step": 4490, "Finetune/Step Time": 4.6594755332916975} +{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8724203109741211, "Finetune/Loss (Raw)": 0.818732500076294, "Finetune/Step": 4491, "Finetune/Step Time": 4.659513127058744} +{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8732215166091919, "Finetune/Loss (Raw)": 0.9417889714241028, "Finetune/Step": 4492, "Finetune/Step Time": 4.641429323703051} +{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736767768859863, "Finetune/Loss (Raw)": 0.8828099370002747, "Finetune/Step": 4493, "Finetune/Step Time": 4.637094775214791} +{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8721015453338623, "Finetune/Loss (Raw)": 0.7351087331771851, "Finetune/Step": 4494, "Finetune/Step Time": 4.642045818269253} +{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728692531585693, "Finetune/Loss (Raw)": 0.944829523563385, "Finetune/Step": 4495, "Finetune/Step Time": 4.641443325206637} +{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715376853942871, "Finetune/Loss (Raw)": 0.7930812239646912, "Finetune/Step": 4496, "Finetune/Step Time": 4.654571119695902} +{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726578950881958, "Finetune/Loss (Raw)": 1.0033977031707764, "Finetune/Step": 4497, "Finetune/Step Time": 4.652456281706691} +{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8711055517196655, "Finetune/Loss (Raw)": 0.8111812472343445, "Finetune/Step": 4498, "Finetune/Step Time": 4.657328834757209} +{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706916570663452, "Finetune/Loss (Raw)": 0.9774855375289917, "Finetune/Step": 4499, "Finetune/Step Time": 4.657212316989899} +{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759854435920715, "Finetune/Loss (Raw)": 0.9222191572189331, "Finetune/Step": 4500, "Finetune/Step Time": 4.626584280282259} +{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8774800896644592, "Finetune/Loss (Raw)": 0.979479193687439, "Finetune/Step": 4501, "Finetune/Step Time": 4.630686182528734} +{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8765333890914917, "Finetune/Loss (Raw)": 0.755757749080658, "Finetune/Step": 4502, "Finetune/Step Time": 4.62987295538187} +{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.877599835395813, "Finetune/Loss (Raw)": 0.9908644556999207, "Finetune/Step": 4503, "Finetune/Step Time": 4.620350977405906} +{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.876343846321106, "Finetune/Loss (Raw)": 0.873563289642334, "Finetune/Step": 4504, "Finetune/Step Time": 4.604468945413828} +{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8759508728981018, "Finetune/Loss (Raw)": 0.8459253907203674, "Finetune/Step": 4505, "Finetune/Step Time": 4.60950174741447} +{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8770097494125366, "Finetune/Loss (Raw)": 1.0546475648880005, "Finetune/Step": 4506, "Finetune/Step Time": 4.588765222579241} +{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8729971051216125, "Finetune/Loss (Raw)": 0.3244165778160095, "Finetune/Step": 4507, "Finetune/Step Time": 4.607751425355673} +{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8721274733543396, "Finetune/Loss (Raw)": 0.9193113446235657, "Finetune/Step": 4508, "Finetune/Step Time": 4.601340852677822} +{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712278604507446, "Finetune/Loss (Raw)": 0.8245168328285217, "Finetune/Step": 4509, "Finetune/Step Time": 4.599054025486112} +{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717911243438721, "Finetune/Loss (Raw)": 1.028968095779419, "Finetune/Step": 4510, "Finetune/Step Time": 4.595404040068388} +{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737719058990479, "Finetune/Loss (Raw)": 1.0413126945495605, "Finetune/Step": 4511, "Finetune/Step Time": 4.582823431119323} +{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694338798522949, "Finetune/Loss (Raw)": 0.353850394487381, "Finetune/Step": 4512, "Finetune/Step Time": 4.6159138679504395} +{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8695998787879944, "Finetune/Loss (Raw)": 0.8644191026687622, "Finetune/Step": 4513, "Finetune/Step Time": 4.620798818767071} +{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8686383366584778, "Finetune/Loss (Raw)": 0.8073208332061768, "Finetune/Step": 4514, "Finetune/Step Time": 4.602465409785509} +{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.866943895816803, "Finetune/Loss (Raw)": 0.8760375380516052, "Finetune/Step": 4515, "Finetune/Step Time": 4.611029295250773} +{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658722043037415, "Finetune/Loss (Raw)": 0.8044241666793823, "Finetune/Step": 4516, "Finetune/Step Time": 4.605084713548422} +{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644856214523315, "Finetune/Loss (Raw)": 0.7868432998657227, "Finetune/Step": 4517, "Finetune/Step Time": 4.60682942904532} +{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658640384674072, "Finetune/Loss (Raw)": 1.0405665636062622, "Finetune/Step": 4518, "Finetune/Step Time": 4.602243522182107} +{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666672706604004, "Finetune/Loss (Raw)": 0.9771689176559448, "Finetune/Step": 4519, "Finetune/Step Time": 4.595745570957661} +{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715197443962097, "Finetune/Loss (Raw)": 0.9705324769020081, "Finetune/Step": 4520, "Finetune/Step Time": 4.555966969579458} +{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8732496500015259, "Finetune/Loss (Raw)": 1.0297083854675293, "Finetune/Step": 4521, "Finetune/Step Time": 4.54355294816196} +{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8733578324317932, "Finetune/Loss (Raw)": 0.8858177065849304, "Finetune/Step": 4522, "Finetune/Step Time": 4.540627345442772} +{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736190795898438, "Finetune/Loss (Raw)": 0.917203962802887, "Finetune/Step": 4523, "Finetune/Step Time": 4.544987868517637} +{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724676370620728, "Finetune/Loss (Raw)": 0.8891134858131409, "Finetune/Step": 4524, "Finetune/Step Time": 4.5393701028078794} +{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8760055899620056, "Finetune/Loss (Raw)": 0.8650720715522766, "Finetune/Step": 4525, "Finetune/Step Time": 4.499272760003805} +{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8741843700408936, "Finetune/Loss (Raw)": 0.7050102949142456, "Finetune/Step": 4526, "Finetune/Step Time": 4.494879964739084} +{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8724005222320557, "Finetune/Loss (Raw)": 0.6218603849411011, "Finetune/Step": 4527, "Finetune/Step Time": 4.517511332407594} +{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8719524145126343, "Finetune/Loss (Raw)": 0.8797025680541992, "Finetune/Step": 4528, "Finetune/Step Time": 4.508310364559293} +{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8767827153205872, "Finetune/Loss (Raw)": 0.9474174380302429, "Finetune/Step": 4529, "Finetune/Step Time": 4.474677907302976} +{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8777706623077393, "Finetune/Loss (Raw)": 0.9938603639602661, "Finetune/Step": 4530, "Finetune/Step Time": 4.458246661350131} +{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.878312885761261, "Finetune/Loss (Raw)": 1.0353037118911743, "Finetune/Step": 4531, "Finetune/Step Time": 4.465279549360275} +{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8755910396575928, "Finetune/Loss (Raw)": 0.7004698514938354, "Finetune/Step": 4532, "Finetune/Step Time": 4.4755462016910315} +{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8761410713195801, "Finetune/Loss (Raw)": 0.9311485886573792, "Finetune/Step": 4533, "Finetune/Step Time": 4.467421030625701} +{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8724991083145142, "Finetune/Loss (Raw)": 0.33192113041877747, "Finetune/Step": 4534, "Finetune/Step Time": 4.506156919524074} +{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723974227905273, "Finetune/Loss (Raw)": 0.8080835938453674, "Finetune/Step": 4535, "Finetune/Step Time": 4.5146222952753305} +{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713334798812866, "Finetune/Loss (Raw)": 0.9248484969139099, "Finetune/Step": 4536, "Finetune/Step Time": 4.524707522243261} +{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8715500831604004, "Finetune/Loss (Raw)": 0.901128888130188, "Finetune/Step": 4537, "Finetune/Step Time": 4.522008713334799} +{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8715834021568298, "Finetune/Loss (Raw)": 0.9362687468528748, "Finetune/Step": 4538, "Finetune/Step Time": 4.521720226854086} +{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8711550831794739, "Finetune/Loss (Raw)": 0.8199478983879089, "Finetune/Step": 4539, "Finetune/Step Time": 4.529301844537258} +{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.866939127445221, "Finetune/Loss (Raw)": 0.30824586749076843, "Finetune/Step": 4540, "Finetune/Step Time": 4.567970162257552} +{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8643892407417297, "Finetune/Loss (Raw)": 0.7944907546043396, "Finetune/Step": 4541, "Finetune/Step Time": 4.590193651616573} +{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.863977313041687, "Finetune/Loss (Raw)": 0.7911840677261353, "Finetune/Step": 4542, "Finetune/Step Time": 4.591708855703473} +{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630067110061646, "Finetune/Loss (Raw)": 0.8653018474578857, "Finetune/Step": 4543, "Finetune/Step Time": 4.585617743432522} +{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8639960885047913, "Finetune/Loss (Raw)": 0.9422909617424011, "Finetune/Step": 4544, "Finetune/Step Time": 4.576627939939499} +{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635531067848206, "Finetune/Loss (Raw)": 0.9589940905570984, "Finetune/Step": 4545, "Finetune/Step Time": 4.588655231520534} +{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8642604351043701, "Finetune/Loss (Raw)": 0.9756842255592346, "Finetune/Step": 4546, "Finetune/Step Time": 4.587742332369089} +{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.864426851272583, "Finetune/Loss (Raw)": 0.9750109314918518, "Finetune/Step": 4547, "Finetune/Step Time": 4.580983132123947} +{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628808259963989, "Finetune/Loss (Raw)": 0.6197956800460815, "Finetune/Step": 4548, "Finetune/Step Time": 4.6266728937625885} +{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8617784976959229, "Finetune/Loss (Raw)": 0.7698044180870056, "Finetune/Step": 4549, "Finetune/Step Time": 4.627181280404329} +{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8625671863555908, "Finetune/Loss (Raw)": 1.0310953855514526, "Finetune/Step": 4550, "Finetune/Step Time": 4.624402943998575} +{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8631364703178406, "Finetune/Loss (Raw)": 0.9352334141731262, "Finetune/Step": 4551, "Finetune/Step Time": 4.611239138990641} +{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8665331602096558, "Finetune/Loss (Raw)": 0.762728750705719, "Finetune/Step": 4552, "Finetune/Step Time": 4.58536621183157} +{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8673863410949707, "Finetune/Loss (Raw)": 0.9715309739112854, "Finetune/Step": 4553, "Finetune/Step Time": 4.565628372132778} +{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8687794208526611, "Finetune/Loss (Raw)": 1.1152681112289429, "Finetune/Step": 4554, "Finetune/Step Time": 4.57051083445549} +{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8693535923957825, "Finetune/Loss (Raw)": 0.9181013107299805, "Finetune/Step": 4555, "Finetune/Step Time": 4.571520958095789} +{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8707584142684937, "Finetune/Loss (Raw)": 1.1115920543670654, "Finetune/Step": 4556, "Finetune/Step Time": 4.567972116172314} +{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.869947075843811, "Finetune/Loss (Raw)": 0.8113523125648499, "Finetune/Step": 4557, "Finetune/Step Time": 4.5706326346844435} +{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8696591258049011, "Finetune/Loss (Raw)": 0.7131602168083191, "Finetune/Step": 4558, "Finetune/Step Time": 4.5436479933559895} +{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8703361749649048, "Finetune/Loss (Raw)": 1.0038622617721558, "Finetune/Step": 4559, "Finetune/Step Time": 4.550146358087659} +{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8699401617050171, "Finetune/Loss (Raw)": 0.8802905678749084, "Finetune/Step": 4560, "Finetune/Step Time": 4.545381294563413} +{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8714581727981567, "Finetune/Loss (Raw)": 0.9547720551490784, "Finetune/Step": 4561, "Finetune/Step Time": 4.534842051565647} +{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.871029257774353, "Finetune/Loss (Raw)": 0.9783169031143188, "Finetune/Step": 4562, "Finetune/Step Time": 4.529734132811427} +{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8663171529769897, "Finetune/Loss (Raw)": 0.30107739567756653, "Finetune/Step": 4563, "Finetune/Step Time": 4.565823784098029} +{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8668162226676941, "Finetune/Loss (Raw)": 0.8973535299301147, "Finetune/Step": 4564, "Finetune/Step Time": 4.54927396401763} +{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8666263818740845, "Finetune/Loss (Raw)": 0.8335303664207458, "Finetune/Step": 4565, "Finetune/Step Time": 4.544171633198857} +{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8663862943649292, "Finetune/Loss (Raw)": 0.8825929164886475, "Finetune/Step": 4566, "Finetune/Step Time": 4.542196845635772} +{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8660221695899963, "Finetune/Loss (Raw)": 1.020111322402954, "Finetune/Step": 4567, "Finetune/Step Time": 4.534492002800107} +{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8652201294898987, "Finetune/Loss (Raw)": 0.9652060270309448, "Finetune/Step": 4568, "Finetune/Step Time": 4.53205581754446} +{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8656708598136902, "Finetune/Loss (Raw)": 1.078499674797058, "Finetune/Step": 4569, "Finetune/Step Time": 4.535221818834543} +{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8655973672866821, "Finetune/Loss (Raw)": 0.9806535840034485, "Finetune/Step": 4570, "Finetune/Step Time": 4.521363485604525} +{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8660148978233337, "Finetune/Loss (Raw)": 0.925726592540741, "Finetune/Step": 4571, "Finetune/Step Time": 4.539348088204861} +{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8663607835769653, "Finetune/Loss (Raw)": 0.888624906539917, "Finetune/Step": 4572, "Finetune/Step Time": 4.539418349042535} +{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8670969605445862, "Finetune/Loss (Raw)": 0.8557573556900024, "Finetune/Step": 4573, "Finetune/Step Time": 4.554964205250144} +{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8665523529052734, "Finetune/Loss (Raw)": 0.9397385120391846, "Finetune/Step": 4574, "Finetune/Step Time": 4.559717949479818} +{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.866221010684967, "Finetune/Loss (Raw)": 0.8451395630836487, "Finetune/Step": 4575, "Finetune/Step Time": 4.578979138284922} +{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8657528162002563, "Finetune/Loss (Raw)": 0.8537905812263489, "Finetune/Step": 4576, "Finetune/Step Time": 4.586252581328154} +{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8657433986663818, "Finetune/Loss (Raw)": 1.0394816398620605, "Finetune/Step": 4577, "Finetune/Step Time": 4.5891145300120115} +{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8674160242080688, "Finetune/Loss (Raw)": 1.0323030948638916, "Finetune/Step": 4578, "Finetune/Step Time": 4.593130871653557} +{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8641519546508789, "Finetune/Loss (Raw)": 0.41373172402381897, "Finetune/Step": 4579, "Finetune/Step Time": 4.614688750356436} +{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8635371923446655, "Finetune/Loss (Raw)": 0.26378223299980164, "Finetune/Step": 4580, "Finetune/Step Time": 4.615462388843298} +{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8643136620521545, "Finetune/Loss (Raw)": 0.8937734961509705, "Finetune/Step": 4581, "Finetune/Step Time": 4.629612278193235} +{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8647057414054871, "Finetune/Loss (Raw)": 0.9935470223426819, "Finetune/Step": 4582, "Finetune/Step Time": 4.633240452036262} +{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8662254214286804, "Finetune/Loss (Raw)": 1.0137906074523926, "Finetune/Step": 4583, "Finetune/Step Time": 4.619503585621715} +{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8659920692443848, "Finetune/Loss (Raw)": 0.8228031396865845, "Finetune/Step": 4584, "Finetune/Step Time": 4.620689628645778} +{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653124570846558, "Finetune/Loss (Raw)": 0.7790408730506897, "Finetune/Step": 4585, "Finetune/Step Time": 4.608546029776335} +{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8645023703575134, "Finetune/Loss (Raw)": 0.798682451248169, "Finetune/Step": 4586, "Finetune/Step Time": 4.599569944664836} +{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8650112152099609, "Finetune/Loss (Raw)": 0.9490066766738892, "Finetune/Step": 4587, "Finetune/Step Time": 4.5957552548497915} +{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8656436204910278, "Finetune/Loss (Raw)": 1.0692038536071777, "Finetune/Step": 4588, "Finetune/Step Time": 4.613716568797827} +{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8660932779312134, "Finetune/Loss (Raw)": 0.8827204704284668, "Finetune/Step": 4589, "Finetune/Step Time": 4.6135592199862} +{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.865234911441803, "Finetune/Loss (Raw)": 0.8611928224563599, "Finetune/Step": 4590, "Finetune/Step Time": 4.603752296417952} +{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8669700622558594, "Finetune/Loss (Raw)": 0.9626402258872986, "Finetune/Step": 4591, "Finetune/Step Time": 4.587761810049415} +{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.862087607383728, "Finetune/Loss (Raw)": 0.2870860695838928, "Finetune/Step": 4592, "Finetune/Step Time": 4.60707388445735} +{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631351590156555, "Finetune/Loss (Raw)": 0.9652500748634338, "Finetune/Step": 4593, "Finetune/Step Time": 4.61277543567121} +{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8595032691955566, "Finetune/Loss (Raw)": 0.4083568751811981, "Finetune/Step": 4594, "Finetune/Step Time": 4.649995030835271} +{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8597546219825745, "Finetune/Loss (Raw)": 0.9806989431381226, "Finetune/Step": 4595, "Finetune/Step Time": 4.652291432023048} +{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8607046604156494, "Finetune/Loss (Raw)": 0.9982415437698364, "Finetune/Step": 4596, "Finetune/Step Time": 4.659662129357457} +{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.859893798828125, "Finetune/Loss (Raw)": 0.7743723392486572, "Finetune/Step": 4597, "Finetune/Step Time": 4.661328069865704} +{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8601506948471069, "Finetune/Loss (Raw)": 0.8989593386650085, "Finetune/Step": 4598, "Finetune/Step Time": 4.658616568893194} +{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.859999418258667, "Finetune/Loss (Raw)": 0.8298147320747375, "Finetune/Step": 4599, "Finetune/Step Time": 4.652393069118261} +{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8598703145980835, "Finetune/Loss (Raw)": 0.8821775913238525, "Finetune/Step": 4600, "Finetune/Step Time": 4.661972694098949} +{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8575659394264221, "Finetune/Loss (Raw)": 0.7652587294578552, "Finetune/Step": 4601, "Finetune/Step Time": 4.6670336704701185} +{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8585151433944702, "Finetune/Loss (Raw)": 1.0648690462112427, "Finetune/Step": 4602, "Finetune/Step Time": 4.668879641219974} +{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8598517179489136, "Finetune/Loss (Raw)": 0.9802347421646118, "Finetune/Step": 4603, "Finetune/Step Time": 4.661360153928399} +{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8590424060821533, "Finetune/Loss (Raw)": 0.8593797087669373, "Finetune/Step": 4604, "Finetune/Step Time": 4.655132280662656} +{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.855026125907898, "Finetune/Loss (Raw)": 0.32789769768714905, "Finetune/Step": 4605, "Finetune/Step Time": 4.691017555072904} +{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8545171618461609, "Finetune/Loss (Raw)": 0.9089382290840149, "Finetune/Step": 4606, "Finetune/Step Time": 4.6987801268696785} +{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8541011810302734, "Finetune/Loss (Raw)": 0.8632332682609558, "Finetune/Step": 4607, "Finetune/Step Time": 4.6906728111207485} +{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8540948629379272, "Finetune/Loss (Raw)": 0.8923800587654114, "Finetune/Step": 4608, "Finetune/Step Time": 4.686911026015878} +{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8554319143295288, "Finetune/Loss (Raw)": 1.0738970041275024, "Finetune/Step": 4609, "Finetune/Step Time": 4.685930047184229} +{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8553601503372192, "Finetune/Loss (Raw)": 0.8581522107124329, "Finetune/Step": 4610, "Finetune/Step Time": 4.668648529797792} +{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.850501298904419, "Finetune/Loss (Raw)": 0.28424328565597534, "Finetune/Step": 4611, "Finetune/Step Time": 4.705964878201485} +{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.850387692451477, "Finetune/Loss (Raw)": 0.924086332321167, "Finetune/Step": 4612, "Finetune/Step Time": 4.6874533127993345} +{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8504900336265564, "Finetune/Loss (Raw)": 0.8976961374282837, "Finetune/Step": 4613, "Finetune/Step Time": 4.711893117055297} +{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8493646383285522, "Finetune/Loss (Raw)": 0.7946960926055908, "Finetune/Step": 4614, "Finetune/Step Time": 4.7184086088091135} +{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8546558618545532, "Finetune/Loss (Raw)": 0.9986906051635742, "Finetune/Step": 4615, "Finetune/Step Time": 4.681541591882706} +{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8533740043640137, "Finetune/Loss (Raw)": 0.8557413220405579, "Finetune/Step": 4616, "Finetune/Step Time": 4.679355870932341} +{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8537412881851196, "Finetune/Loss (Raw)": 0.8073374629020691, "Finetune/Step": 4617, "Finetune/Step Time": 4.665441179648042} +{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.854667067527771, "Finetune/Loss (Raw)": 0.9096395969390869, "Finetune/Step": 4618, "Finetune/Step Time": 4.656793102622032} +{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8565952777862549, "Finetune/Loss (Raw)": 1.0655436515808105, "Finetune/Step": 4619, "Finetune/Step Time": 4.657959608361125} +{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8560450077056885, "Finetune/Loss (Raw)": 0.8713453412055969, "Finetune/Step": 4620, "Finetune/Step Time": 4.662360731512308} +{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8573312759399414, "Finetune/Loss (Raw)": 1.0474576950073242, "Finetune/Step": 4621, "Finetune/Step Time": 4.651778878644109} +{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8587063550949097, "Finetune/Loss (Raw)": 0.9111158847808838, "Finetune/Step": 4622, "Finetune/Step Time": 4.648433597758412} +{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593881130218506, "Finetune/Loss (Raw)": 1.0321003198623657, "Finetune/Step": 4623, "Finetune/Step Time": 4.646195949986577} +{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600735664367676, "Finetune/Loss (Raw)": 0.880815327167511, "Finetune/Step": 4624, "Finetune/Step Time": 4.633523717522621} +{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8596198558807373, "Finetune/Loss (Raw)": 0.9453296065330505, "Finetune/Step": 4625, "Finetune/Step Time": 4.634069129824638} +{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8559750318527222, "Finetune/Loss (Raw)": 0.34464454650878906, "Finetune/Step": 4626, "Finetune/Step Time": 4.6665333937853575} +{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.855704665184021, "Finetune/Loss (Raw)": 0.942871630191803, "Finetune/Step": 4627, "Finetune/Step Time": 4.676511829718947} +{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8550344109535217, "Finetune/Loss (Raw)": 0.8364288210868835, "Finetune/Step": 4628, "Finetune/Step Time": 4.68524044752121} +{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8542507886886597, "Finetune/Loss (Raw)": 0.8791818022727966, "Finetune/Step": 4629, "Finetune/Step Time": 4.6775709968060255} +{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.854958176612854, "Finetune/Loss (Raw)": 0.8462945818901062, "Finetune/Step": 4630, "Finetune/Step Time": 4.6857396848499775} +{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8533726930618286, "Finetune/Loss (Raw)": 0.7879173159599304, "Finetune/Step": 4631, "Finetune/Step Time": 4.704520178958774} +{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8486214876174927, "Finetune/Loss (Raw)": 0.26541388034820557, "Finetune/Step": 4632, "Finetune/Step Time": 4.737275153398514} +{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8492332100868225, "Finetune/Loss (Raw)": 0.9242274761199951, "Finetune/Step": 4633, "Finetune/Step Time": 4.744224755093455} +{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8483160734176636, "Finetune/Loss (Raw)": 0.9372550249099731, "Finetune/Step": 4634, "Finetune/Step Time": 4.756870219483972} +{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8518344163894653, "Finetune/Loss (Raw)": 0.7747613787651062, "Finetune/Step": 4635, "Finetune/Step Time": 4.738810129463673} +{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8517172336578369, "Finetune/Loss (Raw)": 0.9043095111846924, "Finetune/Step": 4636, "Finetune/Step Time": 4.740803765133023} +{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8524988293647766, "Finetune/Loss (Raw)": 0.9245627522468567, "Finetune/Step": 4637, "Finetune/Step Time": 4.73466925509274} +{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533489108085632, "Finetune/Loss (Raw)": 1.137782335281372, "Finetune/Step": 4638, "Finetune/Step Time": 4.743755122646689} +{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8512046337127686, "Finetune/Loss (Raw)": 0.7668427228927612, "Finetune/Step": 4639, "Finetune/Step Time": 4.763065934181213} +{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8563209772109985, "Finetune/Loss (Raw)": 1.0087432861328125, "Finetune/Step": 4640, "Finetune/Step Time": 4.731584811583161} +{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.856824517250061, "Finetune/Loss (Raw)": 0.9288773536682129, "Finetune/Step": 4641, "Finetune/Step Time": 4.7355541586875916} +{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8575531244277954, "Finetune/Loss (Raw)": 0.9005823135375977, "Finetune/Step": 4642, "Finetune/Step Time": 4.73654267936945} +{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8585211038589478, "Finetune/Loss (Raw)": 0.9999333024024963, "Finetune/Step": 4643, "Finetune/Step Time": 4.734018309041858} +{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8551148176193237, "Finetune/Loss (Raw)": 0.3684186637401581, "Finetune/Step": 4644, "Finetune/Step Time": 4.773246953263879} +{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8571381568908691, "Finetune/Loss (Raw)": 1.04583740234375, "Finetune/Step": 4645, "Finetune/Step Time": 4.771140979602933} +{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8555161952972412, "Finetune/Loss (Raw)": 0.8329495191574097, "Finetune/Step": 4646, "Finetune/Step Time": 4.784071642905474} +{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.855090856552124, "Finetune/Loss (Raw)": 0.9227230548858643, "Finetune/Step": 4647, "Finetune/Step Time": 4.788398014381528} +{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8552533984184265, "Finetune/Loss (Raw)": 0.9913448691368103, "Finetune/Step": 4648, "Finetune/Step Time": 4.793162485584617} +{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8549691438674927, "Finetune/Loss (Raw)": 0.9933242797851562, "Finetune/Step": 4649, "Finetune/Step Time": 4.789453187957406} +{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8549041748046875, "Finetune/Loss (Raw)": 0.8774986863136292, "Finetune/Step": 4650, "Finetune/Step Time": 4.797026142477989} +{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8549006581306458, "Finetune/Loss (Raw)": 0.9167513847351074, "Finetune/Step": 4651, "Finetune/Step Time": 4.790149614214897} +{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8549268841743469, "Finetune/Loss (Raw)": 0.8924738168716431, "Finetune/Step": 4652, "Finetune/Step Time": 4.788277650251985} +{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8504737615585327, "Finetune/Loss (Raw)": 0.2950681149959564, "Finetune/Step": 4653, "Finetune/Step Time": 4.823738984763622} +{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8521333336830139, "Finetune/Loss (Raw)": 0.9174392819404602, "Finetune/Step": 4654, "Finetune/Step Time": 4.828589065000415} +{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531802892684937, "Finetune/Loss (Raw)": 0.7558767199516296, "Finetune/Step": 4655, "Finetune/Step Time": 4.808669218793511} +{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496885299682617, "Finetune/Loss (Raw)": 0.432749480009079, "Finetune/Step": 4656, "Finetune/Step Time": 4.848094375804067} +{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.849126935005188, "Finetune/Loss (Raw)": 0.875542163848877, "Finetune/Step": 4657, "Finetune/Step Time": 4.845108373090625} +{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489823341369629, "Finetune/Loss (Raw)": 0.9753475785255432, "Finetune/Step": 4658, "Finetune/Step Time": 4.840618720278144} +{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485109806060791, "Finetune/Loss (Raw)": 0.9749659299850464, "Finetune/Step": 4659, "Finetune/Step Time": 4.8372936472296715} +{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508663177490234, "Finetune/Loss (Raw)": 1.0019588470458984, "Finetune/Step": 4660, "Finetune/Step Time": 4.843801021575928} +{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8501821756362915, "Finetune/Loss (Raw)": 0.8435803055763245, "Finetune/Step": 4661, "Finetune/Step Time": 4.84541360847652} +{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8548886179924011, "Finetune/Loss (Raw)": 0.9343412518501282, "Finetune/Step": 4662, "Finetune/Step Time": 4.8069943729788065} +{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561326265335083, "Finetune/Loss (Raw)": 0.9673166275024414, "Finetune/Step": 4663, "Finetune/Step Time": 4.796108966693282} +{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8559627532958984, "Finetune/Loss (Raw)": 0.9031042456626892, "Finetune/Step": 4664, "Finetune/Step Time": 4.783852860331535} +{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8554095029830933, "Finetune/Loss (Raw)": 0.8303149938583374, "Finetune/Step": 4665, "Finetune/Step Time": 4.784100072458386} +{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8544653654098511, "Finetune/Loss (Raw)": 0.8154164552688599, "Finetune/Step": 4666, "Finetune/Step Time": 4.808605412021279} +{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8561406135559082, "Finetune/Loss (Raw)": 1.034375548362732, "Finetune/Step": 4667, "Finetune/Step Time": 4.795416511595249} +{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8605052828788757, "Finetune/Loss (Raw)": 0.8669283390045166, "Finetune/Step": 4668, "Finetune/Step Time": 4.768000781536102} +{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8569983243942261, "Finetune/Loss (Raw)": 0.34559598565101624, "Finetune/Step": 4669, "Finetune/Step Time": 4.785418024286628} +{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8581326603889465, "Finetune/Loss (Raw)": 0.9363818168640137, "Finetune/Step": 4670, "Finetune/Step Time": 4.784557981416583} +{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.858142614364624, "Finetune/Loss (Raw)": 0.8665755987167358, "Finetune/Step": 4671, "Finetune/Step Time": 4.779869673773646} +{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8579340577125549, "Finetune/Loss (Raw)": 0.9155990481376648, "Finetune/Step": 4672, "Finetune/Step Time": 4.79411375708878} +{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8572725057601929, "Finetune/Loss (Raw)": 0.8743106722831726, "Finetune/Step": 4673, "Finetune/Step Time": 4.782725719735026} +{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8575954437255859, "Finetune/Loss (Raw)": 1.0170232057571411, "Finetune/Step": 4674, "Finetune/Step Time": 4.806611629202962} +{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.857161283493042, "Finetune/Loss (Raw)": 0.9194344282150269, "Finetune/Step": 4675, "Finetune/Step Time": 4.808610573410988} +{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8591302037239075, "Finetune/Loss (Raw)": 0.8718206882476807, "Finetune/Step": 4676, "Finetune/Step Time": 4.746269006282091} +{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8606070280075073, "Finetune/Loss (Raw)": 0.9588456153869629, "Finetune/Step": 4677, "Finetune/Step Time": 4.736319359391928} +{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8603389859199524, "Finetune/Loss (Raw)": 0.9967797994613647, "Finetune/Step": 4678, "Finetune/Step Time": 4.761814756318927} +{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590328693389893, "Finetune/Loss (Raw)": 0.768055260181427, "Finetune/Step": 4679, "Finetune/Step Time": 4.767437916249037} +{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8613828420639038, "Finetune/Loss (Raw)": 1.0635206699371338, "Finetune/Step": 4680, "Finetune/Step Time": 4.758900564163923} +{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8609075546264648, "Finetune/Loss (Raw)": 0.9106916189193726, "Finetune/Step": 4681, "Finetune/Step Time": 4.77589869312942} +{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597263097763062, "Finetune/Loss (Raw)": 0.9640756249427795, "Finetune/Step": 4682, "Finetune/Step Time": 4.780914233997464} +{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.860136866569519, "Finetune/Loss (Raw)": 0.9706507921218872, "Finetune/Step": 4683, "Finetune/Step Time": 4.7649897783994675} +{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8590718507766724, "Finetune/Loss (Raw)": 0.9752678275108337, "Finetune/Step": 4684, "Finetune/Step Time": 4.763598747551441} +{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8601896166801453, "Finetune/Loss (Raw)": 0.9544248580932617, "Finetune/Step": 4685, "Finetune/Step Time": 4.765856249257922} +{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8608536720275879, "Finetune/Loss (Raw)": 0.7981554269790649, "Finetune/Step": 4686, "Finetune/Step Time": 4.764089647680521} +{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602218627929688, "Finetune/Loss (Raw)": 0.9229986667633057, "Finetune/Step": 4687, "Finetune/Step Time": 4.750234562903643} +{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8623112440109253, "Finetune/Loss (Raw)": 1.1477230787277222, "Finetune/Step": 4688, "Finetune/Step Time": 4.747665485367179} +{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.86299067735672, "Finetune/Loss (Raw)": 1.0417436361312866, "Finetune/Step": 4689, "Finetune/Step Time": 4.7389778811484575} +{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8620003461837769, "Finetune/Loss (Raw)": 0.8515588045120239, "Finetune/Step": 4690, "Finetune/Step Time": 4.752698203548789} +{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8673473596572876, "Finetune/Loss (Raw)": 0.985486626625061, "Finetune/Step": 4691, "Finetune/Step Time": 4.716201161965728} +{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8686138391494751, "Finetune/Loss (Raw)": 1.0594654083251953, "Finetune/Step": 4692, "Finetune/Step Time": 4.7168724201619625} +{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.869487464427948, "Finetune/Loss (Raw)": 0.9453551769256592, "Finetune/Step": 4693, "Finetune/Step Time": 4.728638892993331} +{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706521987915039, "Finetune/Loss (Raw)": 1.031680941581726, "Finetune/Step": 4694, "Finetune/Step Time": 4.727990375831723} +{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706758618354797, "Finetune/Loss (Raw)": 1.0231419801712036, "Finetune/Step": 4695, "Finetune/Step Time": 4.738164331763983} +{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.869739830493927, "Finetune/Loss (Raw)": 0.8453881144523621, "Finetune/Step": 4696, "Finetune/Step Time": 4.749614182859659} +{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8685113191604614, "Finetune/Loss (Raw)": 0.9212515950202942, "Finetune/Step": 4697, "Finetune/Step Time": 4.738663110882044} +{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8683759570121765, "Finetune/Loss (Raw)": 0.9633299708366394, "Finetune/Step": 4698, "Finetune/Step Time": 4.7430126164108515} +{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8690445423126221, "Finetune/Loss (Raw)": 1.0113098621368408, "Finetune/Step": 4699, "Finetune/Step Time": 4.738419549539685} +{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8692890405654907, "Finetune/Loss (Raw)": 0.9199106693267822, "Finetune/Step": 4700, "Finetune/Step Time": 4.733590729534626} +{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8700017929077148, "Finetune/Loss (Raw)": 0.9469958543777466, "Finetune/Step": 4701, "Finetune/Step Time": 4.721960820257664} +{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8695713877677917, "Finetune/Loss (Raw)": 0.8846444487571716, "Finetune/Step": 4702, "Finetune/Step Time": 4.718547362834215} +{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8707676529884338, "Finetune/Loss (Raw)": 0.9982640147209167, "Finetune/Step": 4703, "Finetune/Step Time": 4.69638179987669} +{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8701703548431396, "Finetune/Loss (Raw)": 0.7773306369781494, "Finetune/Step": 4704, "Finetune/Step Time": 4.690698567777872} +{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8697714805603027, "Finetune/Loss (Raw)": 0.9884342551231384, "Finetune/Step": 4705, "Finetune/Step Time": 4.702052028849721} +{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8683511018753052, "Finetune/Loss (Raw)": 0.8504864573478699, "Finetune/Step": 4706, "Finetune/Step Time": 4.695149576291442} +{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.871238648891449, "Finetune/Loss (Raw)": 0.7833410501480103, "Finetune/Step": 4707, "Finetune/Step Time": 4.659353770315647} +{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8753673434257507, "Finetune/Loss (Raw)": 0.7922568321228027, "Finetune/Step": 4708, "Finetune/Step Time": 4.62728295661509} +{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.874337375164032, "Finetune/Loss (Raw)": 0.7619302868843079, "Finetune/Step": 4709, "Finetune/Step Time": 4.626564007252455} +{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747504949569702, "Finetune/Loss (Raw)": 1.046430230140686, "Finetune/Step": 4710, "Finetune/Step Time": 4.616867199540138} +{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8737671971321106, "Finetune/Loss (Raw)": 0.887930154800415, "Finetune/Step": 4711, "Finetune/Step Time": 4.61751826480031} +{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8741728067398071, "Finetune/Loss (Raw)": 0.8747246265411377, "Finetune/Step": 4712, "Finetune/Step Time": 4.630420871078968} +{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8757846355438232, "Finetune/Loss (Raw)": 0.9853472113609314, "Finetune/Step": 4713, "Finetune/Step Time": 4.6332344096153975} +{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8762913346290588, "Finetune/Loss (Raw)": 0.8635456562042236, "Finetune/Step": 4714, "Finetune/Step Time": 4.636698147282004} +{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8765642642974854, "Finetune/Loss (Raw)": 0.9839438199996948, "Finetune/Step": 4715, "Finetune/Step Time": 4.640140542760491} +{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8754335045814514, "Finetune/Loss (Raw)": 0.9244605898857117, "Finetune/Step": 4716, "Finetune/Step Time": 4.616343669593334} +{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8757970333099365, "Finetune/Loss (Raw)": 0.929254949092865, "Finetune/Step": 4717, "Finetune/Step Time": 4.614067135378718} +{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746389746665955, "Finetune/Loss (Raw)": 0.7129618525505066, "Finetune/Step": 4718, "Finetune/Step Time": 4.6276675797998905} +{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8735285997390747, "Finetune/Loss (Raw)": 0.8205122351646423, "Finetune/Step": 4719, "Finetune/Step Time": 4.6270815543830395} +{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767488598823547, "Finetune/Loss (Raw)": 0.6992813944816589, "Finetune/Step": 4720, "Finetune/Step Time": 4.625372191891074} +{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759444952011108, "Finetune/Loss (Raw)": 0.86229407787323, "Finetune/Step": 4721, "Finetune/Step Time": 4.629370352253318} +{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797448873519897, "Finetune/Loss (Raw)": 0.8948049545288086, "Finetune/Step": 4722, "Finetune/Step Time": 4.593127017840743} +{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793042302131653, "Finetune/Loss (Raw)": 0.9242920279502869, "Finetune/Step": 4723, "Finetune/Step Time": 4.591856833547354} +{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8785932660102844, "Finetune/Loss (Raw)": 0.9072409868240356, "Finetune/Step": 4724, "Finetune/Step Time": 4.613675141707063} +{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798068761825562, "Finetune/Loss (Raw)": 0.9297054409980774, "Finetune/Step": 4725, "Finetune/Step Time": 4.61609361320734} +{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790159821510315, "Finetune/Loss (Raw)": 0.7977312803268433, "Finetune/Step": 4726, "Finetune/Step Time": 4.618929821997881} +{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8792686462402344, "Finetune/Loss (Raw)": 0.862156331539154, "Finetune/Step": 4727, "Finetune/Step Time": 4.61523200199008} +{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8797706365585327, "Finetune/Loss (Raw)": 0.9464335441589355, "Finetune/Step": 4728, "Finetune/Step Time": 4.612425979226828} +{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8824232816696167, "Finetune/Loss (Raw)": 1.104799747467041, "Finetune/Step": 4729, "Finetune/Step Time": 4.609072228893638} +{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8811915516853333, "Finetune/Loss (Raw)": 0.9072027802467346, "Finetune/Step": 4730, "Finetune/Step Time": 4.609449865296483} +{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802318572998047, "Finetune/Loss (Raw)": 0.8573940396308899, "Finetune/Step": 4731, "Finetune/Step Time": 4.607869373634458} +{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804322481155396, "Finetune/Loss (Raw)": 0.8850252628326416, "Finetune/Step": 4732, "Finetune/Step Time": 4.608248017728329} +{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8853281140327454, "Finetune/Loss (Raw)": 0.9545691013336182, "Finetune/Step": 4733, "Finetune/Step Time": 4.5665395967662334} +{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8847708702087402, "Finetune/Loss (Raw)": 0.8376181125640869, "Finetune/Step": 4734, "Finetune/Step Time": 4.573216957971454} +{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.885932981967926, "Finetune/Loss (Raw)": 1.0119773149490356, "Finetune/Step": 4735, "Finetune/Step Time": 4.573522323742509} +{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8848760724067688, "Finetune/Loss (Raw)": 0.7570970058441162, "Finetune/Step": 4736, "Finetune/Step Time": 4.5832684971392155} +{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8830826878547668, "Finetune/Loss (Raw)": 0.8443467020988464, "Finetune/Step": 4737, "Finetune/Step Time": 4.592654464766383} +{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8844994306564331, "Finetune/Loss (Raw)": 1.039486050605774, "Finetune/Step": 4738, "Finetune/Step Time": 4.601557195186615} +{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8885911703109741, "Finetune/Loss (Raw)": 0.8079921007156372, "Finetune/Step": 4739, "Finetune/Step Time": 4.56716363877058} +{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8881715536117554, "Finetune/Loss (Raw)": 0.8703718781471252, "Finetune/Step": 4740, "Finetune/Step Time": 4.570248866453767} +{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8869147300720215, "Finetune/Loss (Raw)": 0.7368298768997192, "Finetune/Step": 4741, "Finetune/Step Time": 4.552361402660608} +{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8872854709625244, "Finetune/Loss (Raw)": 0.842144787311554, "Finetune/Step": 4742, "Finetune/Step Time": 4.56293717212975} +{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8854271173477173, "Finetune/Loss (Raw)": 0.760822594165802, "Finetune/Step": 4743, "Finetune/Step Time": 4.578340193256736} +{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8869781494140625, "Finetune/Loss (Raw)": 1.0542761087417603, "Finetune/Step": 4744, "Finetune/Step Time": 4.573649596422911} +{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8871088624000549, "Finetune/Loss (Raw)": 0.8240693211555481, "Finetune/Step": 4745, "Finetune/Step Time": 4.592956855893135} +{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8867630958557129, "Finetune/Loss (Raw)": 0.8653739094734192, "Finetune/Step": 4746, "Finetune/Step Time": 4.621749090030789} +{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868027925491333, "Finetune/Loss (Raw)": 1.0706303119659424, "Finetune/Step": 4747, "Finetune/Step Time": 4.621331207454205} +{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.887504518032074, "Finetune/Loss (Raw)": 0.9611634612083435, "Finetune/Step": 4748, "Finetune/Step Time": 4.622159956023097} +{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8862340450286865, "Finetune/Loss (Raw)": 0.88484126329422, "Finetune/Step": 4749, "Finetune/Step Time": 4.619087431579828} +{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8861457109451294, "Finetune/Loss (Raw)": 0.8998046517372131, "Finetune/Step": 4750, "Finetune/Step Time": 4.621839849278331} +{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8854548931121826, "Finetune/Loss (Raw)": 0.9436774253845215, "Finetune/Step": 4751, "Finetune/Step Time": 4.637558609247208} +{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8859991431236267, "Finetune/Loss (Raw)": 0.9504810571670532, "Finetune/Step": 4752, "Finetune/Step Time": 4.640847336500883} +{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8848385214805603, "Finetune/Loss (Raw)": 0.7967699766159058, "Finetune/Step": 4753, "Finetune/Step Time": 4.637733269482851} +{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8894622325897217, "Finetune/Loss (Raw)": 0.936470091342926, "Finetune/Step": 4754, "Finetune/Step Time": 4.605400027707219} +{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.889680027961731, "Finetune/Loss (Raw)": 0.9707609415054321, "Finetune/Step": 4755, "Finetune/Step Time": 4.605218514800072} +{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8903385400772095, "Finetune/Loss (Raw)": 0.9207152724266052, "Finetune/Step": 4756, "Finetune/Step Time": 4.593124775215983} +{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8905856013298035, "Finetune/Loss (Raw)": 0.9108039736747742, "Finetune/Step": 4757, "Finetune/Step Time": 4.592161599546671} +{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8907719850540161, "Finetune/Loss (Raw)": 0.8701554536819458, "Finetune/Step": 4758, "Finetune/Step Time": 4.582518074661493} +{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8915453553199768, "Finetune/Loss (Raw)": 0.8869067430496216, "Finetune/Step": 4759, "Finetune/Step Time": 4.5682299472391605} +{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8965297937393188, "Finetune/Loss (Raw)": 0.9034271240234375, "Finetune/Step": 4760, "Finetune/Step Time": 4.53281644359231} +{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8955963253974915, "Finetune/Loss (Raw)": 0.80473792552948, "Finetune/Step": 4761, "Finetune/Step Time": 4.541232917457819} +{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8946905136108398, "Finetune/Loss (Raw)": 0.8213102221488953, "Finetune/Step": 4762, "Finetune/Step Time": 4.533825350925326} +{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8957584500312805, "Finetune/Loss (Raw)": 0.9114575386047363, "Finetune/Step": 4763, "Finetune/Step Time": 4.518232051283121} +{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8957638740539551, "Finetune/Loss (Raw)": 0.9050058722496033, "Finetune/Step": 4764, "Finetune/Step Time": 4.52250131778419} +{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8948606848716736, "Finetune/Loss (Raw)": 0.8089523315429688, "Finetune/Step": 4765, "Finetune/Step Time": 4.5224537048488855} +{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8943271636962891, "Finetune/Loss (Raw)": 1.0694966316223145, "Finetune/Step": 4766, "Finetune/Step Time": 4.519082574173808} +{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8954763412475586, "Finetune/Loss (Raw)": 0.9139272570610046, "Finetune/Step": 4767, "Finetune/Step Time": 4.489202957600355} +{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8942368626594543, "Finetune/Loss (Raw)": 0.8500982522964478, "Finetune/Step": 4768, "Finetune/Step Time": 4.494200725108385} +{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8937469720840454, "Finetune/Loss (Raw)": 0.8661701083183289, "Finetune/Step": 4769, "Finetune/Step Time": 4.493275385349989} +{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8920745849609375, "Finetune/Loss (Raw)": 0.6865091323852539, "Finetune/Step": 4770, "Finetune/Step Time": 4.496925739571452} +{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8923467993736267, "Finetune/Loss (Raw)": 1.0347820520401, "Finetune/Step": 4771, "Finetune/Step Time": 4.499963311478496} +{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8958001732826233, "Finetune/Loss (Raw)": 0.8104517459869385, "Finetune/Step": 4772, "Finetune/Step Time": 4.47987412288785} +{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8926583528518677, "Finetune/Loss (Raw)": 0.6436772346496582, "Finetune/Step": 4773, "Finetune/Step Time": 4.479802016168833} +{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8934650421142578, "Finetune/Loss (Raw)": 0.9362178444862366, "Finetune/Step": 4774, "Finetune/Step Time": 4.4703928753733635} +{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8941830396652222, "Finetune/Loss (Raw)": 1.0146275758743286, "Finetune/Step": 4775, "Finetune/Step Time": 4.467189436778426} +{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8933026790618896, "Finetune/Loss (Raw)": 0.8786600232124329, "Finetune/Step": 4776, "Finetune/Step Time": 4.479604434221983} +{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8929275274276733, "Finetune/Loss (Raw)": 0.9452996253967285, "Finetune/Step": 4777, "Finetune/Step Time": 4.480345491319895} +{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8882889747619629, "Finetune/Loss (Raw)": 0.2837640345096588, "Finetune/Step": 4778, "Finetune/Step Time": 4.503337698057294} +{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8894273638725281, "Finetune/Loss (Raw)": 1.0624616146087646, "Finetune/Step": 4779, "Finetune/Step Time": 4.505030758678913} +{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8895410299301147, "Finetune/Loss (Raw)": 0.9070268869400024, "Finetune/Step": 4780, "Finetune/Step Time": 4.510082563385367} +{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.89382004737854, "Finetune/Loss (Raw)": 0.8427741527557373, "Finetune/Step": 4781, "Finetune/Step Time": 4.48051250167191} +{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8937140703201294, "Finetune/Loss (Raw)": 0.9038788080215454, "Finetune/Step": 4782, "Finetune/Step Time": 4.482177812606096} +{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8906317949295044, "Finetune/Loss (Raw)": 0.3613499104976654, "Finetune/Step": 4783, "Finetune/Step Time": 4.515056055039167} +{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8944514989852905, "Finetune/Loss (Raw)": 0.9216665029525757, "Finetune/Step": 4784, "Finetune/Step Time": 4.476353639736772} +{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8959860801696777, "Finetune/Loss (Raw)": 1.071970820426941, "Finetune/Step": 4785, "Finetune/Step Time": 4.478183686733246} +{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8956125974655151, "Finetune/Loss (Raw)": 0.9275366067886353, "Finetune/Step": 4786, "Finetune/Step Time": 4.480597674846649} +{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8949438333511353, "Finetune/Loss (Raw)": 0.8893643617630005, "Finetune/Step": 4787, "Finetune/Step Time": 4.475958811119199} +{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.894177258014679, "Finetune/Loss (Raw)": 0.9038422703742981, "Finetune/Step": 4788, "Finetune/Step Time": 4.484964370727539} +{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8934870958328247, "Finetune/Loss (Raw)": 0.7552388310432434, "Finetune/Step": 4789, "Finetune/Step Time": 4.485067469999194} +{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8940951824188232, "Finetune/Loss (Raw)": 1.0121808052062988, "Finetune/Step": 4790, "Finetune/Step Time": 4.49071160890162} +{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8888541460037231, "Finetune/Loss (Raw)": 0.29646211862564087, "Finetune/Step": 4791, "Finetune/Step Time": 4.528524644672871} +{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8898962736129761, "Finetune/Loss (Raw)": 1.0364940166473389, "Finetune/Step": 4792, "Finetune/Step Time": 4.53275072388351} +{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8908666372299194, "Finetune/Loss (Raw)": 0.9545214176177979, "Finetune/Step": 4793, "Finetune/Step Time": 4.531113626435399} +{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8910976648330688, "Finetune/Loss (Raw)": 0.844992995262146, "Finetune/Step": 4794, "Finetune/Step Time": 4.507162665948272} +{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8895643949508667, "Finetune/Loss (Raw)": 0.8381071090698242, "Finetune/Step": 4795, "Finetune/Step Time": 4.544598778709769} +{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8903532028198242, "Finetune/Loss (Raw)": 0.967903196811676, "Finetune/Step": 4796, "Finetune/Step Time": 4.538196524605155} +{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8950626850128174, "Finetune/Loss (Raw)": 0.9484012126922607, "Finetune/Step": 4797, "Finetune/Step Time": 4.501429606229067} +{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8935887813568115, "Finetune/Loss (Raw)": 0.7477271556854248, "Finetune/Step": 4798, "Finetune/Step Time": 4.518025131896138} +{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8938716650009155, "Finetune/Loss (Raw)": 0.9027857184410095, "Finetune/Step": 4799, "Finetune/Step Time": 4.523123923689127} +{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8952316641807556, "Finetune/Loss (Raw)": 1.0896755456924438, "Finetune/Step": 4800, "Finetune/Step Time": 4.506796745583415} +{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8959910869598389, "Finetune/Loss (Raw)": 0.9715190529823303, "Finetune/Step": 4801, "Finetune/Step Time": 4.499764999374747} +{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8951821327209473, "Finetune/Loss (Raw)": 0.913479745388031, "Finetune/Step": 4802, "Finetune/Step Time": 4.473591739311814} +{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8954657316207886, "Finetune/Loss (Raw)": 0.9557326436042786, "Finetune/Step": 4803, "Finetune/Step Time": 4.478666545823216} +{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8960322141647339, "Finetune/Loss (Raw)": 0.9443260431289673, "Finetune/Step": 4804, "Finetune/Step Time": 4.481573063880205} +{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8962240219116211, "Finetune/Loss (Raw)": 0.9834030270576477, "Finetune/Step": 4805, "Finetune/Step Time": 4.487986672669649} +{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8960953950881958, "Finetune/Loss (Raw)": 0.9803117513656616, "Finetune/Step": 4806, "Finetune/Step Time": 4.468750199303031} +{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8969786763191223, "Finetune/Loss (Raw)": 0.8811225891113281, "Finetune/Step": 4807, "Finetune/Step Time": 4.469655064865947} +{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8964107632637024, "Finetune/Loss (Raw)": 0.9908215999603271, "Finetune/Step": 4808, "Finetune/Step Time": 4.466139197349548} +{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.894923210144043, "Finetune/Loss (Raw)": 0.7202894687652588, "Finetune/Step": 4809, "Finetune/Step Time": 4.460512006655335} +{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8942229747772217, "Finetune/Loss (Raw)": 0.8744407296180725, "Finetune/Step": 4810, "Finetune/Step Time": 4.451108740642667} +{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8938539028167725, "Finetune/Loss (Raw)": 0.9234066009521484, "Finetune/Step": 4811, "Finetune/Step Time": 4.4673928916454315} +{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8933281898498535, "Finetune/Loss (Raw)": 0.9079740047454834, "Finetune/Step": 4812, "Finetune/Step Time": 4.466885970905423} +{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.889560341835022, "Finetune/Loss (Raw)": 0.47215041518211365, "Finetune/Step": 4813, "Finetune/Step Time": 4.499498829245567} +{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8904154300689697, "Finetune/Loss (Raw)": 0.907600998878479, "Finetune/Step": 4814, "Finetune/Step Time": 4.489647625014186} +{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8908812999725342, "Finetune/Loss (Raw)": 0.9826349020004272, "Finetune/Step": 4815, "Finetune/Step Time": 4.4868643041700125} +{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8886499404907227, "Finetune/Loss (Raw)": 0.8621042966842651, "Finetune/Step": 4816, "Finetune/Step Time": 4.502913052216172} +{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8877809643745422, "Finetune/Loss (Raw)": 0.9305192828178406, "Finetune/Step": 4817, "Finetune/Step Time": 4.50744959153235} +{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8890488147735596, "Finetune/Loss (Raw)": 1.013839840888977, "Finetune/Step": 4818, "Finetune/Step Time": 4.503285959362984} +{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8890533447265625, "Finetune/Loss (Raw)": 0.9860696792602539, "Finetune/Step": 4819, "Finetune/Step Time": 4.5029091611504555} +{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8880758881568909, "Finetune/Loss (Raw)": 0.9343445301055908, "Finetune/Step": 4820, "Finetune/Step Time": 4.505380962044001} +{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8884170651435852, "Finetune/Loss (Raw)": 0.9890367388725281, "Finetune/Step": 4821, "Finetune/Step Time": 4.492504186928272} +{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8875176906585693, "Finetune/Loss (Raw)": 0.916551947593689, "Finetune/Step": 4822, "Finetune/Step Time": 4.49516474455595} +{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8871862888336182, "Finetune/Loss (Raw)": 0.9807249307632446, "Finetune/Step": 4823, "Finetune/Step Time": 4.488469175994396} +{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8828421831130981, "Finetune/Loss (Raw)": 0.28934144973754883, "Finetune/Step": 4824, "Finetune/Step Time": 4.511019479483366} +{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8828706741333008, "Finetune/Loss (Raw)": 0.9249079823493958, "Finetune/Step": 4825, "Finetune/Step Time": 4.5158370193094015} +{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8828690052032471, "Finetune/Loss (Raw)": 0.9631054401397705, "Finetune/Step": 4826, "Finetune/Step Time": 4.514662481844425} +{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8825083374977112, "Finetune/Loss (Raw)": 0.9651467204093933, "Finetune/Step": 4827, "Finetune/Step Time": 4.504121698439121} +{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8830251097679138, "Finetune/Loss (Raw)": 0.98605877161026, "Finetune/Step": 4828, "Finetune/Step Time": 4.5167820900678635} +{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8825206160545349, "Finetune/Loss (Raw)": 0.8824228048324585, "Finetune/Step": 4829, "Finetune/Step Time": 4.52297024615109} +{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8829752802848816, "Finetune/Loss (Raw)": 0.942837655544281, "Finetune/Step": 4830, "Finetune/Step Time": 4.52082303352654} +{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.877934455871582, "Finetune/Loss (Raw)": 0.3530370593070984, "Finetune/Step": 4831, "Finetune/Step Time": 4.562054216861725} +{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8783742189407349, "Finetune/Loss (Raw)": 0.8336210250854492, "Finetune/Step": 4832, "Finetune/Step Time": 4.5853879339993} +{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8776464462280273, "Finetune/Loss (Raw)": 0.8952800631523132, "Finetune/Step": 4833, "Finetune/Step Time": 4.583440482616425} +{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8790581226348877, "Finetune/Loss (Raw)": 1.031184434890747, "Finetune/Step": 4834, "Finetune/Step Time": 4.58790966309607} +{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8805450201034546, "Finetune/Loss (Raw)": 0.9736615419387817, "Finetune/Step": 4835, "Finetune/Step Time": 4.584687169641256} +{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8820595741271973, "Finetune/Loss (Raw)": 0.9861129522323608, "Finetune/Step": 4836, "Finetune/Step Time": 4.577487051486969} +{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8830814361572266, "Finetune/Loss (Raw)": 0.892745316028595, "Finetune/Step": 4837, "Finetune/Step Time": 4.559495368972421} +{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8829374313354492, "Finetune/Loss (Raw)": 1.0279922485351562, "Finetune/Step": 4838, "Finetune/Step Time": 4.565807729959488} +{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8826081156730652, "Finetune/Loss (Raw)": 0.8457715511322021, "Finetune/Step": 4839, "Finetune/Step Time": 4.566765997558832} +{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8832967281341553, "Finetune/Loss (Raw)": 0.9628771543502808, "Finetune/Step": 4840, "Finetune/Step Time": 4.562154050916433} +{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8821655511856079, "Finetune/Loss (Raw)": 0.8405476808547974, "Finetune/Step": 4841, "Finetune/Step Time": 4.568104259669781} +{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8825579881668091, "Finetune/Loss (Raw)": 0.9137742519378662, "Finetune/Step": 4842, "Finetune/Step Time": 4.578481728211045} +{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8833297491073608, "Finetune/Loss (Raw)": 1.0827291011810303, "Finetune/Step": 4843, "Finetune/Step Time": 4.574729455634952} +{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8831313848495483, "Finetune/Loss (Raw)": 0.8990731835365295, "Finetune/Step": 4844, "Finetune/Step Time": 4.594727763906121} +{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8841161727905273, "Finetune/Loss (Raw)": 1.0553159713745117, "Finetune/Step": 4845, "Finetune/Step Time": 4.596714790910482} +{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8863928318023682, "Finetune/Loss (Raw)": 1.0043740272521973, "Finetune/Step": 4846, "Finetune/Step Time": 4.608028534799814} +{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8824653625488281, "Finetune/Loss (Raw)": 0.3177836537361145, "Finetune/Step": 4847, "Finetune/Step Time": 4.647037955000997} +{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8834235668182373, "Finetune/Loss (Raw)": 0.8219374418258667, "Finetune/Step": 4848, "Finetune/Step Time": 4.609390569850802} +{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.882905125617981, "Finetune/Loss (Raw)": 0.7959332466125488, "Finetune/Step": 4849, "Finetune/Step Time": 4.624716199934483} +{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8836896419525146, "Finetune/Loss (Raw)": 0.9952224493026733, "Finetune/Step": 4850, "Finetune/Step Time": 4.633325045928359} +{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8837893009185791, "Finetune/Loss (Raw)": 0.9370455145835876, "Finetune/Step": 4851, "Finetune/Step Time": 4.638300254940987} +{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8835439085960388, "Finetune/Loss (Raw)": 0.875835657119751, "Finetune/Step": 4852, "Finetune/Step Time": 4.6305940095335245} +{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.884679913520813, "Finetune/Loss (Raw)": 1.0751105546951294, "Finetune/Step": 4853, "Finetune/Step Time": 4.6372067499905825} +{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8836547136306763, "Finetune/Loss (Raw)": 0.6665067076683044, "Finetune/Step": 4854, "Finetune/Step Time": 4.640095496550202} +{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8843521475791931, "Finetune/Loss (Raw)": 0.9514274001121521, "Finetune/Step": 4855, "Finetune/Step Time": 4.641612306237221} +{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8842871189117432, "Finetune/Loss (Raw)": 0.9381184577941895, "Finetune/Step": 4856, "Finetune/Step Time": 4.636254770681262} +{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8834750652313232, "Finetune/Loss (Raw)": 1.0008487701416016, "Finetune/Step": 4857, "Finetune/Step Time": 4.634838594123721} +{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8844270706176758, "Finetune/Loss (Raw)": 1.0290621519088745, "Finetune/Step": 4858, "Finetune/Step Time": 4.639392571523786} +{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8851296901702881, "Finetune/Loss (Raw)": 0.9473229050636292, "Finetune/Step": 4859, "Finetune/Step Time": 4.6258180774748325} +{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8846347332000732, "Finetune/Loss (Raw)": 0.8216745257377625, "Finetune/Step": 4860, "Finetune/Step Time": 4.624472130089998} +{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8843448162078857, "Finetune/Loss (Raw)": 0.9174575209617615, "Finetune/Step": 4861, "Finetune/Step Time": 4.6393297631293535} +{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8855883479118347, "Finetune/Loss (Raw)": 0.9967973232269287, "Finetune/Step": 4862, "Finetune/Step Time": 4.62437910027802} +{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.885748028755188, "Finetune/Loss (Raw)": 1.032411813735962, "Finetune/Step": 4863, "Finetune/Step Time": 4.629027841612697} +{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8876727819442749, "Finetune/Loss (Raw)": 1.0034708976745605, "Finetune/Step": 4864, "Finetune/Step Time": 4.634375454857945} +{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8884510397911072, "Finetune/Loss (Raw)": 0.9439622759819031, "Finetune/Step": 4865, "Finetune/Step Time": 4.6340764462947845} +{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.886566162109375, "Finetune/Loss (Raw)": 0.7982199788093567, "Finetune/Step": 4866, "Finetune/Step Time": 4.626043353229761} +{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.882972240447998, "Finetune/Loss (Raw)": 0.3479683995246887, "Finetune/Step": 4867, "Finetune/Step Time": 4.664414627477527} +{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8822736740112305, "Finetune/Loss (Raw)": 0.7809666991233826, "Finetune/Step": 4868, "Finetune/Step Time": 4.663454286754131} +{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8829436898231506, "Finetune/Loss (Raw)": 0.8225796222686768, "Finetune/Step": 4869, "Finetune/Step Time": 4.668066645041108} +{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8826833963394165, "Finetune/Loss (Raw)": 0.8088313341140747, "Finetune/Step": 4870, "Finetune/Step Time": 4.653690127655864} +{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8844945430755615, "Finetune/Loss (Raw)": 0.9926499128341675, "Finetune/Step": 4871, "Finetune/Step Time": 4.653660448268056} +{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8830298185348511, "Finetune/Loss (Raw)": 0.8667877912521362, "Finetune/Step": 4872, "Finetune/Step Time": 4.653712159022689} +{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8831316828727722, "Finetune/Loss (Raw)": 0.8371105194091797, "Finetune/Step": 4873, "Finetune/Step Time": 4.656207902356982} +{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.881921648979187, "Finetune/Loss (Raw)": 0.7104832530021667, "Finetune/Step": 4874, "Finetune/Step Time": 4.635850355029106} +{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8802746534347534, "Finetune/Loss (Raw)": 0.8598220348358154, "Finetune/Step": 4875, "Finetune/Step Time": 4.645007601007819} +{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8802610039710999, "Finetune/Loss (Raw)": 0.9594190716743469, "Finetune/Step": 4876, "Finetune/Step Time": 4.6324237156659365} +{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8813835978507996, "Finetune/Loss (Raw)": 1.0285300016403198, "Finetune/Step": 4877, "Finetune/Step Time": 4.63355434127152} +{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8816909193992615, "Finetune/Loss (Raw)": 0.9391441345214844, "Finetune/Step": 4878, "Finetune/Step Time": 4.634899435564876} +{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8817619681358337, "Finetune/Loss (Raw)": 0.9527673125267029, "Finetune/Step": 4879, "Finetune/Step Time": 4.61597198061645} +{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8820115923881531, "Finetune/Loss (Raw)": 0.9824365973472595, "Finetune/Step": 4880, "Finetune/Step Time": 4.6122132278978825} +{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844345808029175, "Finetune/Loss (Raw)": 1.1069144010543823, "Finetune/Step": 4881, "Finetune/Step Time": 4.601209349930286} +{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8835389614105225, "Finetune/Loss (Raw)": 0.8218290209770203, "Finetune/Step": 4882, "Finetune/Step Time": 4.603489404544234} +{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8822557330131531, "Finetune/Loss (Raw)": 0.8065073490142822, "Finetune/Step": 4883, "Finetune/Step Time": 4.5941870883107185} +{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8830744624137878, "Finetune/Loss (Raw)": 1.0255149602890015, "Finetune/Step": 4884, "Finetune/Step Time": 4.59659781306982} +{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828122615814209, "Finetune/Loss (Raw)": 0.8772340416908264, "Finetune/Step": 4885, "Finetune/Step Time": 4.600321279838681} +{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.884045422077179, "Finetune/Loss (Raw)": 1.028003215789795, "Finetune/Step": 4886, "Finetune/Step Time": 4.612378470599651} +{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843037486076355, "Finetune/Loss (Raw)": 0.9199729561805725, "Finetune/Step": 4887, "Finetune/Step Time": 4.619258671998978} +{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850466012954712, "Finetune/Loss (Raw)": 0.9985129237174988, "Finetune/Step": 4888, "Finetune/Step Time": 4.629523387178779} +{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8858584761619568, "Finetune/Loss (Raw)": 0.908657968044281, "Finetune/Step": 4889, "Finetune/Step Time": 4.612504031509161} +{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8864594101905823, "Finetune/Loss (Raw)": 0.8982272148132324, "Finetune/Step": 4890, "Finetune/Step Time": 4.632500501349568} +{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8856334686279297, "Finetune/Loss (Raw)": 0.8057385087013245, "Finetune/Step": 4891, "Finetune/Step Time": 4.629501303657889} +{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8858163356781006, "Finetune/Loss (Raw)": 0.9284145832061768, "Finetune/Step": 4892, "Finetune/Step Time": 4.625075748190284} +{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8876875042915344, "Finetune/Loss (Raw)": 1.0484626293182373, "Finetune/Step": 4893, "Finetune/Step Time": 4.6249795909971} +{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8861159682273865, "Finetune/Loss (Raw)": 0.8683373332023621, "Finetune/Step": 4894, "Finetune/Step Time": 4.63129017688334} +{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8854126930236816, "Finetune/Loss (Raw)": 0.8239128589630127, "Finetune/Step": 4895, "Finetune/Step Time": 4.633102566003799} +{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8863296508789062, "Finetune/Loss (Raw)": 0.9674618244171143, "Finetune/Step": 4896, "Finetune/Step Time": 4.625373337417841} +{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851803541183472, "Finetune/Loss (Raw)": 0.7190638780593872, "Finetune/Step": 4897, "Finetune/Step Time": 4.6314676739275455} +{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8861812353134155, "Finetune/Loss (Raw)": 0.8146160244941711, "Finetune/Step": 4898, "Finetune/Step Time": 4.638398367911577} +{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8860592842102051, "Finetune/Loss (Raw)": 1.0191807746887207, "Finetune/Step": 4899, "Finetune/Step Time": 4.635461945086718} +{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8866605758666992, "Finetune/Loss (Raw)": 0.8874111175537109, "Finetune/Step": 4900, "Finetune/Step Time": 4.617194989696145} +{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8883790373802185, "Finetune/Loss (Raw)": 0.8636442422866821, "Finetune/Step": 4901, "Finetune/Step Time": 4.615488974377513} +{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8878328800201416, "Finetune/Loss (Raw)": 0.8663068413734436, "Finetune/Step": 4902, "Finetune/Step Time": 4.6146722082048655} +{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8867709636688232, "Finetune/Loss (Raw)": 0.8787037134170532, "Finetune/Step": 4903, "Finetune/Step Time": 4.614370485767722} +{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8867741823196411, "Finetune/Loss (Raw)": 0.8790745735168457, "Finetune/Step": 4904, "Finetune/Step Time": 4.599567417055368} +{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870798945426941, "Finetune/Loss (Raw)": 0.9844313859939575, "Finetune/Step": 4905, "Finetune/Step Time": 4.603717628866434} +{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8918187618255615, "Finetune/Loss (Raw)": 0.8903379440307617, "Finetune/Step": 4906, "Finetune/Step Time": 4.567728880792856} +{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8899582624435425, "Finetune/Loss (Raw)": 0.82431560754776, "Finetune/Step": 4907, "Finetune/Step Time": 4.58060615696013} +{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8900631666183472, "Finetune/Loss (Raw)": 0.9204554557800293, "Finetune/Step": 4908, "Finetune/Step Time": 4.592455677688122} +{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.890437126159668, "Finetune/Loss (Raw)": 0.8906404376029968, "Finetune/Step": 4909, "Finetune/Step Time": 4.588529158383608} +{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8906345367431641, "Finetune/Loss (Raw)": 0.9291399121284485, "Finetune/Step": 4910, "Finetune/Step Time": 4.578148333355784} +{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8947743773460388, "Finetune/Loss (Raw)": 0.891258955001831, "Finetune/Step": 4911, "Finetune/Step Time": 4.539668198674917} +{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8950253129005432, "Finetune/Loss (Raw)": 0.953779399394989, "Finetune/Step": 4912, "Finetune/Step Time": 4.546741619706154} +{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8942790031433105, "Finetune/Loss (Raw)": 0.9764475226402283, "Finetune/Step": 4913, "Finetune/Step Time": 4.554864717647433} +{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8901817798614502, "Finetune/Loss (Raw)": 0.40309545397758484, "Finetune/Step": 4914, "Finetune/Step Time": 4.589212898164988} +{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8893599510192871, "Finetune/Loss (Raw)": 0.7841711044311523, "Finetune/Step": 4915, "Finetune/Step Time": 4.592516494914889} +{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8893789052963257, "Finetune/Loss (Raw)": 0.9062644243240356, "Finetune/Step": 4916, "Finetune/Step Time": 4.566607424989343} +{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8866424560546875, "Finetune/Loss (Raw)": 0.404979407787323, "Finetune/Step": 4917, "Finetune/Step Time": 4.6007831413298845} +{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8860086798667908, "Finetune/Loss (Raw)": 0.9310494661331177, "Finetune/Step": 4918, "Finetune/Step Time": 4.594561068341136} +{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8906828165054321, "Finetune/Loss (Raw)": 0.8947498202323914, "Finetune/Step": 4919, "Finetune/Step Time": 4.559053959324956} +{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8898645639419556, "Finetune/Loss (Raw)": 0.9317549467086792, "Finetune/Step": 4920, "Finetune/Step Time": 4.555110655725002} +{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8901016712188721, "Finetune/Loss (Raw)": 0.9848782420158386, "Finetune/Step": 4921, "Finetune/Step Time": 4.568028163164854} +{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8896169662475586, "Finetune/Loss (Raw)": 0.7829502820968628, "Finetune/Step": 4922, "Finetune/Step Time": 4.569303628057241} +{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8896331787109375, "Finetune/Loss (Raw)": 0.8401902318000793, "Finetune/Step": 4923, "Finetune/Step Time": 4.5382843762636185} +{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8892764449119568, "Finetune/Loss (Raw)": 0.9222331643104553, "Finetune/Step": 4924, "Finetune/Step Time": 4.539668511599302} +{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8886669278144836, "Finetune/Loss (Raw)": 0.8703848123550415, "Finetune/Step": 4925, "Finetune/Step Time": 4.539106979966164} +{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8894579410552979, "Finetune/Loss (Raw)": 0.8489804267883301, "Finetune/Step": 4926, "Finetune/Step Time": 4.523225840181112} +{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8890044093132019, "Finetune/Loss (Raw)": 0.844730794429779, "Finetune/Step": 4927, "Finetune/Step Time": 4.521219523623586} +{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8858838081359863, "Finetune/Loss (Raw)": 0.6902359127998352, "Finetune/Step": 4928, "Finetune/Step Time": 4.544234348461032} +{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8849588632583618, "Finetune/Loss (Raw)": 0.8531311750411987, "Finetune/Step": 4929, "Finetune/Step Time": 4.548783306032419} +{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8850709199905396, "Finetune/Loss (Raw)": 0.9278133511543274, "Finetune/Step": 4930, "Finetune/Step Time": 4.548643242567778} +{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8852142691612244, "Finetune/Loss (Raw)": 0.9740914106369019, "Finetune/Step": 4931, "Finetune/Step Time": 4.546332597732544} +{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8851817846298218, "Finetune/Loss (Raw)": 0.9401634931564331, "Finetune/Step": 4932, "Finetune/Step Time": 4.548850405961275} +{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839119672775269, "Finetune/Loss (Raw)": 0.8208646178245544, "Finetune/Step": 4933, "Finetune/Step Time": 4.559001473709941} +{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8837662935256958, "Finetune/Loss (Raw)": 0.961661159992218, "Finetune/Step": 4934, "Finetune/Step Time": 4.553993159905076} +{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.884686291217804, "Finetune/Loss (Raw)": 0.9988884329795837, "Finetune/Step": 4935, "Finetune/Step Time": 4.547476310282946} +{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.883346438407898, "Finetune/Loss (Raw)": 0.8193186521530151, "Finetune/Step": 4936, "Finetune/Step Time": 4.557947404682636} +{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.885999321937561, "Finetune/Loss (Raw)": 1.059867262840271, "Finetune/Step": 4937, "Finetune/Step Time": 4.5457626562565565} +{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867349028587341, "Finetune/Loss (Raw)": 0.9685881733894348, "Finetune/Step": 4938, "Finetune/Step Time": 4.562902390956879} +{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821229934692383, "Finetune/Loss (Raw)": 0.3330895006656647, "Finetune/Step": 4939, "Finetune/Step Time": 4.5786099303513765} +{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8805509805679321, "Finetune/Loss (Raw)": 0.7067516446113586, "Finetune/Step": 4940, "Finetune/Step Time": 4.584337403997779} +{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829514384269714, "Finetune/Loss (Raw)": 0.7794076204299927, "Finetune/Step": 4941, "Finetune/Step Time": 4.547621268779039} +{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826408386230469, "Finetune/Loss (Raw)": 0.8678443431854248, "Finetune/Step": 4942, "Finetune/Step Time": 4.5544058214873075} +{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8813987970352173, "Finetune/Loss (Raw)": 0.8236503005027771, "Finetune/Step": 4943, "Finetune/Step Time": 4.56605713441968} +{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8822224736213684, "Finetune/Loss (Raw)": 0.9675381183624268, "Finetune/Step": 4944, "Finetune/Step Time": 4.552499009296298} +{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8825883269309998, "Finetune/Loss (Raw)": 0.9773503541946411, "Finetune/Step": 4945, "Finetune/Step Time": 4.552035294473171} +{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.88172447681427, "Finetune/Loss (Raw)": 0.9032653570175171, "Finetune/Step": 4946, "Finetune/Step Time": 4.547538725659251} +{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8816032409667969, "Finetune/Loss (Raw)": 0.9705548286437988, "Finetune/Step": 4947, "Finetune/Step Time": 4.549351401627064} +{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8809695243835449, "Finetune/Loss (Raw)": 0.8532272577285767, "Finetune/Step": 4948, "Finetune/Step Time": 4.54655072838068} +{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8799455165863037, "Finetune/Loss (Raw)": 0.8579665422439575, "Finetune/Step": 4949, "Finetune/Step Time": 4.5447834730148315} +{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8795512318611145, "Finetune/Loss (Raw)": 0.8660786151885986, "Finetune/Step": 4950, "Finetune/Step Time": 4.551518844440579} +{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8793267011642456, "Finetune/Loss (Raw)": 0.9519897103309631, "Finetune/Step": 4951, "Finetune/Step Time": 4.555317429825664} +{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.884568989276886, "Finetune/Loss (Raw)": 0.9603500962257385, "Finetune/Step": 4952, "Finetune/Step Time": 4.5273736491799355} +{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8842223882675171, "Finetune/Loss (Raw)": 0.8805392980575562, "Finetune/Step": 4953, "Finetune/Step Time": 4.5283266715705395} +{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8844291567802429, "Finetune/Loss (Raw)": 0.9895760416984558, "Finetune/Step": 4954, "Finetune/Step Time": 4.579609187319875} +{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8839685320854187, "Finetune/Loss (Raw)": 0.9061863422393799, "Finetune/Step": 4955, "Finetune/Step Time": 4.582580968737602} +{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.883882462978363, "Finetune/Loss (Raw)": 0.9750435948371887, "Finetune/Step": 4956, "Finetune/Step Time": 4.5649663377553225} +{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8848837614059448, "Finetune/Loss (Raw)": 1.0105873346328735, "Finetune/Step": 4957, "Finetune/Step Time": 4.554743766784668} +{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8844228982925415, "Finetune/Loss (Raw)": 0.8838426470756531, "Finetune/Step": 4958, "Finetune/Step Time": 4.572010826319456} +{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.885062575340271, "Finetune/Loss (Raw)": 0.4349152743816376, "Finetune/Step": 4959, "Finetune/Step Time": 4.572140745818615} +{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8852784633636475, "Finetune/Loss (Raw)": 0.8612574934959412, "Finetune/Step": 4960, "Finetune/Step Time": 4.545644897967577} +{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8848046064376831, "Finetune/Loss (Raw)": 0.8346295356750488, "Finetune/Step": 4961, "Finetune/Step Time": 4.538370607420802} +{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842448592185974, "Finetune/Loss (Raw)": 0.9595339298248291, "Finetune/Step": 4962, "Finetune/Step Time": 4.537316381931305} +{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8835597038269043, "Finetune/Loss (Raw)": 0.8859630823135376, "Finetune/Step": 4963, "Finetune/Step Time": 4.54663510620594} +{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8835630416870117, "Finetune/Loss (Raw)": 0.9865437150001526, "Finetune/Step": 4964, "Finetune/Step Time": 4.549937667325139} +{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8844116926193237, "Finetune/Loss (Raw)": 1.0013678073883057, "Finetune/Step": 4965, "Finetune/Step Time": 4.550637356936932} +{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8829055428504944, "Finetune/Loss (Raw)": 0.8352071046829224, "Finetune/Step": 4966, "Finetune/Step Time": 4.548759179189801} +{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8836829662322998, "Finetune/Loss (Raw)": 0.9452821016311646, "Finetune/Step": 4967, "Finetune/Step Time": 4.552308239042759} +{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8835495114326477, "Finetune/Loss (Raw)": 0.945794403553009, "Finetune/Step": 4968, "Finetune/Step Time": 4.542681051418185} +{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8842480182647705, "Finetune/Loss (Raw)": 0.9299517869949341, "Finetune/Step": 4969, "Finetune/Step Time": 4.5512597262859344} +{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848341703414917, "Finetune/Loss (Raw)": 0.988803505897522, "Finetune/Step": 4970, "Finetune/Step Time": 4.5329938139766455} +{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846502304077148, "Finetune/Loss (Raw)": 1.059180498123169, "Finetune/Step": 4971, "Finetune/Step Time": 4.544914782047272} +{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8847575187683105, "Finetune/Loss (Raw)": 0.9128127694129944, "Finetune/Step": 4972, "Finetune/Step Time": 4.5385311134159565} +{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8845278024673462, "Finetune/Loss (Raw)": 1.0259132385253906, "Finetune/Step": 4973, "Finetune/Step Time": 4.538844810798764} +{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790291547775269, "Finetune/Loss (Raw)": 0.3005453646183014, "Finetune/Step": 4974, "Finetune/Step Time": 4.554989283904433} +{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8831727504730225, "Finetune/Loss (Raw)": 0.8481650352478027, "Finetune/Step": 4975, "Finetune/Step Time": 4.521018056198955} +{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848352432250977, "Finetune/Loss (Raw)": 1.0347390174865723, "Finetune/Step": 4976, "Finetune/Step Time": 4.524135047569871} +{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8848637342453003, "Finetune/Loss (Raw)": 0.799573540687561, "Finetune/Step": 4977, "Finetune/Step Time": 4.523687746375799} +{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836613893508911, "Finetune/Loss (Raw)": 0.8413227796554565, "Finetune/Step": 4978, "Finetune/Step Time": 4.514020476490259} +{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8833001852035522, "Finetune/Loss (Raw)": 0.8908203840255737, "Finetune/Step": 4979, "Finetune/Step Time": 4.516479045152664} +{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8823307752609253, "Finetune/Loss (Raw)": 0.7517536282539368, "Finetune/Step": 4980, "Finetune/Step Time": 4.510179525241256} +{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8800718784332275, "Finetune/Loss (Raw)": 0.7859581112861633, "Finetune/Step": 4981, "Finetune/Step Time": 4.501385681331158} +{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8826526403427124, "Finetune/Loss (Raw)": 0.9968512654304504, "Finetune/Step": 4982, "Finetune/Step Time": 4.496299037709832} +{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8784059286117554, "Finetune/Loss (Raw)": 0.40784940123558044, "Finetune/Step": 4983, "Finetune/Step Time": 4.532511826604605} +{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8778119087219238, "Finetune/Loss (Raw)": 0.8620862364768982, "Finetune/Step": 4984, "Finetune/Step Time": 4.543484952300787} +{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8784655332565308, "Finetune/Loss (Raw)": 1.0845065116882324, "Finetune/Step": 4985, "Finetune/Step Time": 4.540092384442687} +{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8760690689086914, "Finetune/Loss (Raw)": 0.7223104238510132, "Finetune/Step": 4986, "Finetune/Step Time": 4.532018752768636} +{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.876225471496582, "Finetune/Loss (Raw)": 0.9673418998718262, "Finetune/Step": 4987, "Finetune/Step Time": 4.539411872625351} +{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.877487301826477, "Finetune/Loss (Raw)": 0.9831956624984741, "Finetune/Step": 4988, "Finetune/Step Time": 4.5476027093827724} +{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.877814769744873, "Finetune/Loss (Raw)": 0.9593709707260132, "Finetune/Step": 4989, "Finetune/Step Time": 4.538611743599176} +{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.877122700214386, "Finetune/Loss (Raw)": 0.9082099199295044, "Finetune/Step": 4990, "Finetune/Step Time": 4.541713470593095} +{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8758657574653625, "Finetune/Loss (Raw)": 0.8715237975120544, "Finetune/Step": 4991, "Finetune/Step Time": 4.535871800035238} +{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8760398626327515, "Finetune/Loss (Raw)": 1.0257601737976074, "Finetune/Step": 4992, "Finetune/Step Time": 4.535630257800221} +{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8739359378814697, "Finetune/Loss (Raw)": 0.674652099609375, "Finetune/Step": 4993, "Finetune/Step Time": 4.54385681450367} +{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8745276927947998, "Finetune/Loss (Raw)": 0.8739727139472961, "Finetune/Step": 4994, "Finetune/Step Time": 4.550384482368827} +{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8768842220306396, "Finetune/Loss (Raw)": 0.64960116147995, "Finetune/Step": 4995, "Finetune/Step Time": 4.521143581718206} +{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8791858553886414, "Finetune/Loss (Raw)": 1.0755810737609863, "Finetune/Step": 4996, "Finetune/Step Time": 4.52285741455853} +{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8802324533462524, "Finetune/Loss (Raw)": 0.9565393924713135, "Finetune/Step": 4997, "Finetune/Step Time": 4.507524363696575} +{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.882919430732727, "Finetune/Loss (Raw)": 1.1527656316757202, "Finetune/Step": 4998, "Finetune/Step Time": 4.505205933004618} +{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8830774426460266, "Finetune/Loss (Raw)": 1.012874722480774, "Finetune/Step": 4999, "Finetune/Step Time": 4.490231456235051} +{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8790228366851807, "Finetune/Loss (Raw)": 0.3478005826473236, "Finetune/Step": 5000, "Finetune/Step Time": 4.529056752100587} +{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8801371455192566, "Finetune/Loss (Raw)": 0.9797400832176208, "Finetune/Step": 5001, "Finetune/Step Time": 4.510998964309692} +{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8802975416183472, "Finetune/Loss (Raw)": 0.731012225151062, "Finetune/Step": 5002, "Finetune/Step Time": 4.51237272657454} +{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801267743110657, "Finetune/Loss (Raw)": 0.8379629254341125, "Finetune/Step": 5003, "Finetune/Step Time": 4.500261023640633} +{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8788463473320007, "Finetune/Loss (Raw)": 0.7955241203308105, "Finetune/Step": 5004, "Finetune/Step Time": 4.519232302904129} +{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8779677152633667, "Finetune/Loss (Raw)": 0.9160699844360352, "Finetune/Step": 5005, "Finetune/Step Time": 4.521614478901029} +{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8778649568557739, "Finetune/Loss (Raw)": 0.9259900450706482, "Finetune/Step": 5006, "Finetune/Step Time": 4.513872053474188} +{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8771311044692993, "Finetune/Loss (Raw)": 0.8588339686393738, "Finetune/Step": 5007, "Finetune/Step Time": 4.523920264095068} +{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8758927583694458, "Finetune/Loss (Raw)": 0.823920488357544, "Finetune/Step": 5008, "Finetune/Step Time": 4.530790289863944} +{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8754799365997314, "Finetune/Loss (Raw)": 1.0540755987167358, "Finetune/Step": 5009, "Finetune/Step Time": 4.533415544778109} +{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8768634796142578, "Finetune/Loss (Raw)": 0.9989250898361206, "Finetune/Step": 5010, "Finetune/Step Time": 4.5244061555713415} +{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8776320815086365, "Finetune/Loss (Raw)": 0.9048869013786316, "Finetune/Step": 5011, "Finetune/Step Time": 4.525649743154645} +{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8764218688011169, "Finetune/Loss (Raw)": 0.8706094622612, "Finetune/Step": 5012, "Finetune/Step Time": 4.529231755062938} +{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8754878044128418, "Finetune/Loss (Raw)": 0.7576780319213867, "Finetune/Step": 5013, "Finetune/Step Time": 4.528047829866409} +{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8739345669746399, "Finetune/Loss (Raw)": 0.8291821479797363, "Finetune/Step": 5014, "Finetune/Step Time": 4.512123357504606} +{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.873085618019104, "Finetune/Loss (Raw)": 0.8113112449645996, "Finetune/Step": 5015, "Finetune/Step Time": 4.500784356147051} +{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8723729252815247, "Finetune/Loss (Raw)": 0.9072847962379456, "Finetune/Step": 5016, "Finetune/Step Time": 4.515865555033088} +{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8717951774597168, "Finetune/Loss (Raw)": 0.8347128629684448, "Finetune/Step": 5017, "Finetune/Step Time": 4.516151033341885} +{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8710159063339233, "Finetune/Loss (Raw)": 0.7984792590141296, "Finetune/Step": 5018, "Finetune/Step Time": 4.5041107051074505} +{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8710710406303406, "Finetune/Loss (Raw)": 0.8127937316894531, "Finetune/Step": 5019, "Finetune/Step Time": 4.502805955708027} +{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8664997816085815, "Finetune/Loss (Raw)": 0.34328576922416687, "Finetune/Step": 5020, "Finetune/Step Time": 4.538764962926507} +{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8657693266868591, "Finetune/Loss (Raw)": 0.954975962638855, "Finetune/Step": 5021, "Finetune/Step Time": 4.538085978478193} +{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8661724328994751, "Finetune/Loss (Raw)": 0.9199315905570984, "Finetune/Step": 5022, "Finetune/Step Time": 4.519911767914891} +{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.867067813873291, "Finetune/Loss (Raw)": 0.9385179877281189, "Finetune/Step": 5023, "Finetune/Step Time": 4.526330864056945} +{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8662582635879517, "Finetune/Loss (Raw)": 0.8638436794281006, "Finetune/Step": 5024, "Finetune/Step Time": 4.530286258086562} +{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.867408037185669, "Finetune/Loss (Raw)": 0.8662304878234863, "Finetune/Step": 5025, "Finetune/Step Time": 4.5292410254478455} +{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8686096668243408, "Finetune/Loss (Raw)": 0.9684287905693054, "Finetune/Step": 5026, "Finetune/Step Time": 4.515862919390202} +{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8682823181152344, "Finetune/Loss (Raw)": 0.9772791862487793, "Finetune/Step": 5027, "Finetune/Step Time": 4.513722095638514} +{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8691509962081909, "Finetune/Loss (Raw)": 0.9986030459403992, "Finetune/Step": 5028, "Finetune/Step Time": 4.515895593911409} +{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8696210384368896, "Finetune/Loss (Raw)": 0.9238106608390808, "Finetune/Step": 5029, "Finetune/Step Time": 4.517646800726652} +{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8695838451385498, "Finetune/Loss (Raw)": 0.8615468740463257, "Finetune/Step": 5030, "Finetune/Step Time": 4.520777843892574} +{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8700900077819824, "Finetune/Loss (Raw)": 0.9434871673583984, "Finetune/Step": 5031, "Finetune/Step Time": 4.522528747096658} +{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.871048092842102, "Finetune/Loss (Raw)": 1.0017129182815552, "Finetune/Step": 5032, "Finetune/Step Time": 4.525724878534675} +{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8703939914703369, "Finetune/Loss (Raw)": 0.9007084965705872, "Finetune/Step": 5033, "Finetune/Step Time": 4.53040661290288} +{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8709734082221985, "Finetune/Loss (Raw)": 0.9644986987113953, "Finetune/Step": 5034, "Finetune/Step Time": 4.527862889692187} +{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.871038556098938, "Finetune/Loss (Raw)": 0.8326635956764221, "Finetune/Step": 5035, "Finetune/Step Time": 4.525166993960738} +{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8704993724822998, "Finetune/Loss (Raw)": 0.8514335751533508, "Finetune/Step": 5036, "Finetune/Step Time": 4.505201153457165} +{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8713457584381104, "Finetune/Loss (Raw)": 0.9989768266677856, "Finetune/Step": 5037, "Finetune/Step Time": 4.505693972110748} +{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8719302415847778, "Finetune/Loss (Raw)": 1.0039525032043457, "Finetune/Step": 5038, "Finetune/Step Time": 4.513634195551276} +{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8738265037536621, "Finetune/Loss (Raw)": 1.1339863538742065, "Finetune/Step": 5039, "Finetune/Step Time": 4.519241759553552} +{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8725305795669556, "Finetune/Loss (Raw)": 0.7878938913345337, "Finetune/Step": 5040, "Finetune/Step Time": 4.52360512316227} +{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8729777336120605, "Finetune/Loss (Raw)": 1.0336860418319702, "Finetune/Step": 5041, "Finetune/Step Time": 4.511954827234149} +{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8778388500213623, "Finetune/Loss (Raw)": 1.0253204107284546, "Finetune/Step": 5042, "Finetune/Step Time": 4.488512437790632} +{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8786416053771973, "Finetune/Loss (Raw)": 0.8869287967681885, "Finetune/Step": 5043, "Finetune/Step Time": 4.490586182102561} +{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8784103393554688, "Finetune/Loss (Raw)": 0.8766492605209351, "Finetune/Step": 5044, "Finetune/Step Time": 4.4935773350298405} +{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8774743676185608, "Finetune/Loss (Raw)": 0.28518161177635193, "Finetune/Step": 5045, "Finetune/Step Time": 4.492049146443605} +{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8727805018424988, "Finetune/Loss (Raw)": 0.33023306727409363, "Finetune/Step": 5046, "Finetune/Step Time": 4.529267819598317} +{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8731144666671753, "Finetune/Loss (Raw)": 0.9375004768371582, "Finetune/Step": 5047, "Finetune/Step Time": 4.529057901352644} +{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8735969662666321, "Finetune/Loss (Raw)": 0.9935169219970703, "Finetune/Step": 5048, "Finetune/Step Time": 4.529742699116468} +{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8728763461112976, "Finetune/Loss (Raw)": 0.892636239528656, "Finetune/Step": 5049, "Finetune/Step Time": 4.522195803001523} +{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8738023638725281, "Finetune/Loss (Raw)": 0.9014792442321777, "Finetune/Step": 5050, "Finetune/Step Time": 4.533420709893107} +{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8737494945526123, "Finetune/Loss (Raw)": 0.8334259390830994, "Finetune/Step": 5051, "Finetune/Step Time": 4.547750407829881} +{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8694118857383728, "Finetune/Loss (Raw)": 0.36701536178588867, "Finetune/Step": 5052, "Finetune/Step Time": 4.579730963334441} +{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.869422197341919, "Finetune/Loss (Raw)": 0.8717069625854492, "Finetune/Step": 5053, "Finetune/Step Time": 4.5881924238055944} +{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8709944486618042, "Finetune/Loss (Raw)": 1.0502244234085083, "Finetune/Step": 5054, "Finetune/Step Time": 4.594637997448444} +{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8711182475090027, "Finetune/Loss (Raw)": 0.860583484172821, "Finetune/Step": 5055, "Finetune/Step Time": 4.594969106838107} +{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8729715347290039, "Finetune/Loss (Raw)": 0.9274502992630005, "Finetune/Step": 5056, "Finetune/Step Time": 4.5697449911385775} +{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8735165596008301, "Finetune/Loss (Raw)": 0.9229032397270203, "Finetune/Step": 5057, "Finetune/Step Time": 4.573339015245438} +{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8734921216964722, "Finetune/Loss (Raw)": 0.9246780276298523, "Finetune/Step": 5058, "Finetune/Step Time": 4.576904745772481} +{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8736553192138672, "Finetune/Loss (Raw)": 0.9949811100959778, "Finetune/Step": 5059, "Finetune/Step Time": 4.5742981638759375} +{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.874183177947998, "Finetune/Loss (Raw)": 1.0077277421951294, "Finetune/Step": 5060, "Finetune/Step Time": 4.5693019069731236} +{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8750672340393066, "Finetune/Loss (Raw)": 0.9340237975120544, "Finetune/Step": 5061, "Finetune/Step Time": 4.551878409460187} +{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8744364976882935, "Finetune/Loss (Raw)": 0.8809270262718201, "Finetune/Step": 5062, "Finetune/Step Time": 4.5618155635893345} +{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8742437362670898, "Finetune/Loss (Raw)": 0.9742168188095093, "Finetune/Step": 5063, "Finetune/Step Time": 4.558733843266964} +{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.874127984046936, "Finetune/Loss (Raw)": 0.8045079708099365, "Finetune/Step": 5064, "Finetune/Step Time": 4.559731442481279} +{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8738069534301758, "Finetune/Loss (Raw)": 1.01876699924469, "Finetune/Step": 5065, "Finetune/Step Time": 4.57136688567698} +{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.873735785484314, "Finetune/Loss (Raw)": 0.9594780206680298, "Finetune/Step": 5066, "Finetune/Step Time": 4.556879431009293} +{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8779116868972778, "Finetune/Loss (Raw)": 0.8676130175590515, "Finetune/Step": 5067, "Finetune/Step Time": 4.523114670068026} +{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.879719078540802, "Finetune/Loss (Raw)": 0.9380941390991211, "Finetune/Step": 5068, "Finetune/Step Time": 4.510252563282847} +{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.880085825920105, "Finetune/Loss (Raw)": 0.8263528943061829, "Finetune/Step": 5069, "Finetune/Step Time": 4.512325093150139} +{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8799326419830322, "Finetune/Loss (Raw)": 0.8482339382171631, "Finetune/Step": 5070, "Finetune/Step Time": 4.509550558403134} +{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8802763223648071, "Finetune/Loss (Raw)": 0.8676421642303467, "Finetune/Step": 5071, "Finetune/Step Time": 4.5160926058888435} +{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8814528584480286, "Finetune/Loss (Raw)": 1.1181323528289795, "Finetune/Step": 5072, "Finetune/Step Time": 4.519048096612096} +{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8810521364212036, "Finetune/Loss (Raw)": 0.9260645508766174, "Finetune/Step": 5073, "Finetune/Step Time": 4.523247607052326} +{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8817079067230225, "Finetune/Loss (Raw)": 0.9871951937675476, "Finetune/Step": 5074, "Finetune/Step Time": 4.518806308507919} +{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.877051830291748, "Finetune/Loss (Raw)": 0.37457653880119324, "Finetune/Step": 5075, "Finetune/Step Time": 4.554409008473158} +{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8781522512435913, "Finetune/Loss (Raw)": 0.994084894657135, "Finetune/Step": 5076, "Finetune/Step Time": 4.558268129825592} +{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8786572217941284, "Finetune/Loss (Raw)": 0.9225975871086121, "Finetune/Step": 5077, "Finetune/Step Time": 4.579951111227274} +{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8791016936302185, "Finetune/Loss (Raw)": 0.9229736328125, "Finetune/Step": 5078, "Finetune/Step Time": 4.5634214375168085} +{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8799378275871277, "Finetune/Loss (Raw)": 1.0590161085128784, "Finetune/Step": 5079, "Finetune/Step Time": 4.558469483628869} +{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8804574012756348, "Finetune/Loss (Raw)": 1.0268551111221313, "Finetune/Step": 5080, "Finetune/Step Time": 4.550859233364463} +{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8795104026794434, "Finetune/Loss (Raw)": 0.7593234181404114, "Finetune/Step": 5081, "Finetune/Step Time": 4.546938179060817} +{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8744295835494995, "Finetune/Loss (Raw)": 0.33923351764678955, "Finetune/Step": 5082, "Finetune/Step Time": 4.528992813080549} +{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8745793104171753, "Finetune/Loss (Raw)": 0.9253562092781067, "Finetune/Step": 5083, "Finetune/Step Time": 4.533693891018629} +{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8731271624565125, "Finetune/Loss (Raw)": 0.7891615033149719, "Finetune/Step": 5084, "Finetune/Step Time": 4.543832331895828} +{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8723578453063965, "Finetune/Loss (Raw)": 0.9121214151382446, "Finetune/Step": 5085, "Finetune/Step Time": 4.54714578948915} +{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8735285997390747, "Finetune/Loss (Raw)": 1.0336905717849731, "Finetune/Step": 5086, "Finetune/Step Time": 4.533896613866091} +{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8777048587799072, "Finetune/Loss (Raw)": 0.9694812893867493, "Finetune/Step": 5087, "Finetune/Step Time": 4.518749687820673} +{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.879074215888977, "Finetune/Loss (Raw)": 1.0365387201309204, "Finetune/Step": 5088, "Finetune/Step Time": 4.518166892230511} +{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8802103996276855, "Finetune/Loss (Raw)": 0.9800612330436707, "Finetune/Step": 5089, "Finetune/Step Time": 4.516921425238252} +{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8793480396270752, "Finetune/Loss (Raw)": 0.8491467833518982, "Finetune/Step": 5090, "Finetune/Step Time": 4.518331507220864} +{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.880134642124176, "Finetune/Loss (Raw)": 0.9866525530815125, "Finetune/Step": 5091, "Finetune/Step Time": 4.521043911576271} +{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8749261498451233, "Finetune/Loss (Raw)": 0.31985265016555786, "Finetune/Step": 5092, "Finetune/Step Time": 4.555015441030264} +{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8744752407073975, "Finetune/Loss (Raw)": 0.9436469078063965, "Finetune/Step": 5093, "Finetune/Step Time": 4.5563671085983515} +{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8747023940086365, "Finetune/Loss (Raw)": 0.8642856478691101, "Finetune/Step": 5094, "Finetune/Step Time": 4.565811339765787} +{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8733236789703369, "Finetune/Loss (Raw)": 0.7688020467758179, "Finetune/Step": 5095, "Finetune/Step Time": 4.567217640578747} +{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8725545406341553, "Finetune/Loss (Raw)": 0.8473484516143799, "Finetune/Step": 5096, "Finetune/Step Time": 4.59504933282733} +{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8708339929580688, "Finetune/Loss (Raw)": 0.7097210884094238, "Finetune/Step": 5097, "Finetune/Step Time": 4.580120161175728} +{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8689701557159424, "Finetune/Loss (Raw)": 0.7502375245094299, "Finetune/Step": 5098, "Finetune/Step Time": 4.582115065306425} +{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670939207077026, "Finetune/Loss (Raw)": 0.8190184831619263, "Finetune/Step": 5099, "Finetune/Step Time": 4.574717404320836} +{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8662561178207397, "Finetune/Loss (Raw)": 0.8055689930915833, "Finetune/Step": 5100, "Finetune/Step Time": 4.565943313762546} +{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8647052049636841, "Finetune/Loss (Raw)": 0.8274041414260864, "Finetune/Step": 5101, "Finetune/Step Time": 4.572978084906936} +{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8695993423461914, "Finetune/Loss (Raw)": 0.9269919395446777, "Finetune/Step": 5102, "Finetune/Step Time": 4.532211089506745} +{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.87086021900177, "Finetune/Loss (Raw)": 1.009558081626892, "Finetune/Step": 5103, "Finetune/Step Time": 4.527567125856876} +{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8680187463760376, "Finetune/Loss (Raw)": 0.6710312962532043, "Finetune/Step": 5104, "Finetune/Step Time": 4.53559715859592} +{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8689124584197998, "Finetune/Loss (Raw)": 0.9139673709869385, "Finetune/Step": 5105, "Finetune/Step Time": 4.513927485793829} +{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703553676605225, "Finetune/Loss (Raw)": 1.0260158777236938, "Finetune/Step": 5106, "Finetune/Step Time": 4.520349001511931} +{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712994456291199, "Finetune/Loss (Raw)": 1.011667013168335, "Finetune/Step": 5107, "Finetune/Step Time": 4.519348161295056} +{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8723050355911255, "Finetune/Loss (Raw)": 0.880465030670166, "Finetune/Step": 5108, "Finetune/Step Time": 4.502936212345958} +{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8740346431732178, "Finetune/Loss (Raw)": 1.007350206375122, "Finetune/Step": 5109, "Finetune/Step Time": 4.505850920453668} +{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734601736068726, "Finetune/Loss (Raw)": 0.9233179092407227, "Finetune/Step": 5110, "Finetune/Step Time": 4.518042486160994} +{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764636516571045, "Finetune/Loss (Raw)": 0.7922850251197815, "Finetune/Step": 5111, "Finetune/Step Time": 4.505578247830272} +{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8724140524864197, "Finetune/Loss (Raw)": 0.3437453806400299, "Finetune/Step": 5112, "Finetune/Step Time": 4.5325226448476315} +{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8661675453186035, "Finetune/Loss (Raw)": 0.2849552631378174, "Finetune/Step": 5113, "Finetune/Step Time": 4.575153362005949} +{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8675422072410583, "Finetune/Loss (Raw)": 0.898266613483429, "Finetune/Step": 5114, "Finetune/Step Time": 4.576604867354035} +{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8663236498832703, "Finetune/Loss (Raw)": 0.8113704919815063, "Finetune/Step": 5115, "Finetune/Step Time": 4.568300902843475} +{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8606288433074951, "Finetune/Loss (Raw)": 0.2542518973350525, "Finetune/Step": 5116, "Finetune/Step Time": 4.5996353309601545} +{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8616836071014404, "Finetune/Loss (Raw)": 1.0943843126296997, "Finetune/Step": 5117, "Finetune/Step Time": 4.601475432515144} +{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8627500534057617, "Finetune/Loss (Raw)": 1.0447146892547607, "Finetune/Step": 5118, "Finetune/Step Time": 4.603966578841209} +{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8643499612808228, "Finetune/Loss (Raw)": 1.0763113498687744, "Finetune/Step": 5119, "Finetune/Step Time": 4.604046633467078} +{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8590020537376404, "Finetune/Loss (Raw)": 0.34122946858406067, "Finetune/Step": 5120, "Finetune/Step Time": 4.626005345955491} +{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8603593111038208, "Finetune/Loss (Raw)": 0.848382830619812, "Finetune/Step": 5121, "Finetune/Step Time": 4.612362464889884} +{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8599315285682678, "Finetune/Loss (Raw)": 0.8192176818847656, "Finetune/Step": 5122, "Finetune/Step Time": 4.604279678314924} +{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8622753620147705, "Finetune/Loss (Raw)": 0.9496079087257385, "Finetune/Step": 5123, "Finetune/Step Time": 4.600975561887026} +{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8614214658737183, "Finetune/Loss (Raw)": 0.9662847518920898, "Finetune/Step": 5124, "Finetune/Step Time": 4.602295475080609} +{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620911240577698, "Finetune/Loss (Raw)": 1.0422532558441162, "Finetune/Step": 5125, "Finetune/Step Time": 4.606796324253082} +{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8561035394668579, "Finetune/Loss (Raw)": 0.3863530158996582, "Finetune/Step": 5126, "Finetune/Step Time": 4.643102895468473} +{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8554326891899109, "Finetune/Loss (Raw)": 0.9270051717758179, "Finetune/Step": 5127, "Finetune/Step Time": 4.656512942165136} +{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8596609830856323, "Finetune/Loss (Raw)": 0.8890218734741211, "Finetune/Step": 5128, "Finetune/Step Time": 4.627982791513205} +{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8542677164077759, "Finetune/Loss (Raw)": 0.28940555453300476, "Finetune/Step": 5129, "Finetune/Step Time": 4.661012517288327} +{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8554516434669495, "Finetune/Loss (Raw)": 0.8825600147247314, "Finetune/Step": 5130, "Finetune/Step Time": 4.656042106449604} +{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8550539612770081, "Finetune/Loss (Raw)": 0.7870609164237976, "Finetune/Step": 5131, "Finetune/Step Time": 4.661942735314369} +{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8551730513572693, "Finetune/Loss (Raw)": 0.810759961605072, "Finetune/Step": 5132, "Finetune/Step Time": 4.656438177451491} +{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8554109334945679, "Finetune/Loss (Raw)": 0.9465252161026001, "Finetune/Step": 5133, "Finetune/Step Time": 4.657011795789003} +{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8553932309150696, "Finetune/Loss (Raw)": 0.9237214922904968, "Finetune/Step": 5134, "Finetune/Step Time": 4.665805397555232} +{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8546130061149597, "Finetune/Loss (Raw)": 0.7589666843414307, "Finetune/Step": 5135, "Finetune/Step Time": 4.659398760646582} +{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8565599322319031, "Finetune/Loss (Raw)": 1.0731236934661865, "Finetune/Step": 5136, "Finetune/Step Time": 4.664165509864688} +{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8549705147743225, "Finetune/Loss (Raw)": 0.8506304025650024, "Finetune/Step": 5137, "Finetune/Step Time": 4.667067801579833} +{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8538792729377747, "Finetune/Loss (Raw)": 0.859246015548706, "Finetune/Step": 5138, "Finetune/Step Time": 4.681033784523606} +{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8494472503662109, "Finetune/Loss (Raw)": 0.3375936448574066, "Finetune/Step": 5139, "Finetune/Step Time": 4.717246934771538} +{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8501079082489014, "Finetune/Loss (Raw)": 0.9551660418510437, "Finetune/Step": 5140, "Finetune/Step Time": 4.706578247249126} +{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8522194027900696, "Finetune/Loss (Raw)": 1.027951717376709, "Finetune/Step": 5141, "Finetune/Step Time": 4.703969951719046} +{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8526654839515686, "Finetune/Loss (Raw)": 0.8862794637680054, "Finetune/Step": 5142, "Finetune/Step Time": 4.708397621288896} +{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8540298342704773, "Finetune/Loss (Raw)": 0.985945463180542, "Finetune/Step": 5143, "Finetune/Step Time": 4.716708382591605} +{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8524636030197144, "Finetune/Loss (Raw)": 0.7068111300468445, "Finetune/Step": 5144, "Finetune/Step Time": 4.722141275182366} +{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.852581262588501, "Finetune/Loss (Raw)": 0.8497782945632935, "Finetune/Step": 5145, "Finetune/Step Time": 4.722708655521274} +{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8544374108314514, "Finetune/Loss (Raw)": 1.0360581874847412, "Finetune/Step": 5146, "Finetune/Step Time": 4.717868108302355} +{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.855065107345581, "Finetune/Loss (Raw)": 0.8931400179862976, "Finetune/Step": 5147, "Finetune/Step Time": 4.720084661617875} +{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8580492734909058, "Finetune/Loss (Raw)": 0.7252547740936279, "Finetune/Step": 5148, "Finetune/Step Time": 4.688663586974144} +{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8573484420776367, "Finetune/Loss (Raw)": 0.865281343460083, "Finetune/Step": 5149, "Finetune/Step Time": 4.694885980337858} +{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.856916069984436, "Finetune/Loss (Raw)": 0.8645813465118408, "Finetune/Step": 5150, "Finetune/Step Time": 4.701893018558621} +{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8561171889305115, "Finetune/Loss (Raw)": 0.8362656235694885, "Finetune/Step": 5151, "Finetune/Step Time": 4.698508819565177} +{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8556708097457886, "Finetune/Loss (Raw)": 0.8066985607147217, "Finetune/Step": 5152, "Finetune/Step Time": 4.700069358572364} +{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8521394729614258, "Finetune/Loss (Raw)": 0.41422080993652344, "Finetune/Step": 5153, "Finetune/Step Time": 4.7252860479056835} +{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8474259972572327, "Finetune/Loss (Raw)": 0.3651019036769867, "Finetune/Step": 5154, "Finetune/Step Time": 4.763322584331036} +{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8460361361503601, "Finetune/Loss (Raw)": 0.7993872165679932, "Finetune/Step": 5155, "Finetune/Step Time": 4.763787351548672} +{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.846144437789917, "Finetune/Loss (Raw)": 1.012461543083191, "Finetune/Step": 5156, "Finetune/Step Time": 4.776580333709717} +{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8461765050888062, "Finetune/Loss (Raw)": 0.9279129505157471, "Finetune/Step": 5157, "Finetune/Step Time": 4.776414904743433} +{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8463921546936035, "Finetune/Loss (Raw)": 0.8891515135765076, "Finetune/Step": 5158, "Finetune/Step Time": 4.773390740156174} +{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8467558026313782, "Finetune/Loss (Raw)": 0.9900291562080383, "Finetune/Step": 5159, "Finetune/Step Time": 4.776171931996942} +{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8470420241355896, "Finetune/Loss (Raw)": 1.0383498668670654, "Finetune/Step": 5160, "Finetune/Step Time": 4.769609108567238} +{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8476541042327881, "Finetune/Loss (Raw)": 0.9790611267089844, "Finetune/Step": 5161, "Finetune/Step Time": 4.775529392063618} +{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8466590046882629, "Finetune/Loss (Raw)": 0.8371202349662781, "Finetune/Step": 5162, "Finetune/Step Time": 4.780722796916962} +{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8475961089134216, "Finetune/Loss (Raw)": 0.952617883682251, "Finetune/Step": 5163, "Finetune/Step Time": 4.771435651928186} +{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8488837480545044, "Finetune/Loss (Raw)": 1.0162452459335327, "Finetune/Step": 5164, "Finetune/Step Time": 4.785053862258792} +{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8471724987030029, "Finetune/Loss (Raw)": 0.7799456715583801, "Finetune/Step": 5165, "Finetune/Step Time": 4.789871618151665} +{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8468185663223267, "Finetune/Loss (Raw)": 0.9586365818977356, "Finetune/Step": 5166, "Finetune/Step Time": 4.8020901940763} +{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8446485996246338, "Finetune/Loss (Raw)": 0.8562438488006592, "Finetune/Step": 5167, "Finetune/Step Time": 4.805493284016848} +{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8460195064544678, "Finetune/Loss (Raw)": 0.9633575677871704, "Finetune/Step": 5168, "Finetune/Step Time": 4.795856321230531} +{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8453499674797058, "Finetune/Loss (Raw)": 0.9479905962944031, "Finetune/Step": 5169, "Finetune/Step Time": 4.802914176136255} +{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8433521389961243, "Finetune/Loss (Raw)": 0.7695980072021484, "Finetune/Step": 5170, "Finetune/Step Time": 4.799835555255413} +{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8444977402687073, "Finetune/Loss (Raw)": 1.0335705280303955, "Finetune/Step": 5171, "Finetune/Step Time": 4.795437781140208} +{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8446391820907593, "Finetune/Loss (Raw)": 0.8947424292564392, "Finetune/Step": 5172, "Finetune/Step Time": 4.792072836309671} +{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8488445281982422, "Finetune/Loss (Raw)": 0.8234754204750061, "Finetune/Step": 5173, "Finetune/Step Time": 4.754493495449424} +{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8550784587860107, "Finetune/Loss (Raw)": 1.1281746625900269, "Finetune/Step": 5174, "Finetune/Step Time": 4.717242857441306} +{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8551418781280518, "Finetune/Loss (Raw)": 0.9456105828285217, "Finetune/Step": 5175, "Finetune/Step Time": 4.723544480279088} +{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8498884439468384, "Finetune/Loss (Raw)": 0.3210766315460205, "Finetune/Step": 5176, "Finetune/Step Time": 4.759441951289773} +{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8510037660598755, "Finetune/Loss (Raw)": 1.0354024171829224, "Finetune/Step": 5177, "Finetune/Step Time": 4.753125675022602} +{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8501756191253662, "Finetune/Loss (Raw)": 0.7954794764518738, "Finetune/Step": 5178, "Finetune/Step Time": 4.737290179356933} +{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8503236770629883, "Finetune/Loss (Raw)": 0.8523833751678467, "Finetune/Step": 5179, "Finetune/Step Time": 4.73293624818325} +{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8540439605712891, "Finetune/Loss (Raw)": 0.8431981205940247, "Finetune/Step": 5180, "Finetune/Step Time": 4.7040731608867645} +{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.854694128036499, "Finetune/Loss (Raw)": 0.9549418091773987, "Finetune/Step": 5181, "Finetune/Step Time": 4.6991197895258665} +{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.852346658706665, "Finetune/Loss (Raw)": 0.7497450709342957, "Finetune/Step": 5182, "Finetune/Step Time": 4.702060075476766} +{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.852869987487793, "Finetune/Loss (Raw)": 0.9275660514831543, "Finetune/Step": 5183, "Finetune/Step Time": 4.706348467618227} +{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.853020191192627, "Finetune/Loss (Raw)": 0.9466796517372131, "Finetune/Step": 5184, "Finetune/Step Time": 4.7163795698434114} +{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8541831970214844, "Finetune/Loss (Raw)": 1.0717673301696777, "Finetune/Step": 5185, "Finetune/Step Time": 4.7274534329771996} +{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8499006032943726, "Finetune/Loss (Raw)": 0.37650224566459656, "Finetune/Step": 5186, "Finetune/Step Time": 4.762648789212108} +{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8483585119247437, "Finetune/Loss (Raw)": 0.7975947856903076, "Finetune/Step": 5187, "Finetune/Step Time": 4.7810490019619465} +{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8472210168838501, "Finetune/Loss (Raw)": 0.8621279001235962, "Finetune/Step": 5188, "Finetune/Step Time": 4.781963070854545} +{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.846420407295227, "Finetune/Loss (Raw)": 0.8315494656562805, "Finetune/Step": 5189, "Finetune/Step Time": 4.7948591485619545} +{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8457207679748535, "Finetune/Loss (Raw)": 0.791375994682312, "Finetune/Step": 5190, "Finetune/Step Time": 4.787898320704699} +{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8442615866661072, "Finetune/Loss (Raw)": 0.7874352335929871, "Finetune/Step": 5191, "Finetune/Step Time": 4.800546711310744} +{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8448942303657532, "Finetune/Loss (Raw)": 0.8854880928993225, "Finetune/Step": 5192, "Finetune/Step Time": 4.7906073946505785} +{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8429492712020874, "Finetune/Loss (Raw)": 0.7698176503181458, "Finetune/Step": 5193, "Finetune/Step Time": 4.797141417860985} +{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8380292654037476, "Finetune/Loss (Raw)": 0.3297158479690552, "Finetune/Step": 5194, "Finetune/Step Time": 4.839763645082712} +{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8382373452186584, "Finetune/Loss (Raw)": 0.8942440748214722, "Finetune/Step": 5195, "Finetune/Step Time": 4.838157679885626} +{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8374454975128174, "Finetune/Loss (Raw)": 0.8367379903793335, "Finetune/Step": 5196, "Finetune/Step Time": 4.844608049839735} +{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8380874395370483, "Finetune/Loss (Raw)": 0.9085179567337036, "Finetune/Step": 5197, "Finetune/Step Time": 4.837043467909098} +{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8385082483291626, "Finetune/Loss (Raw)": 0.902098536491394, "Finetune/Step": 5198, "Finetune/Step Time": 4.837986011058092} diff --git a/s1_s2_qformer2_64/wandb/debug-internal.log b/s1_s2_qformer2_64/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..948a5d6de1828e99bc60dcab190ff047a4759fc8 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20240313_112803-50uybp2l/logs/debug-internal.log \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/debug.log b/s1_s2_qformer2_64/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..810df7fefc46000d0c75b5fa860c05ad1cfa4e12 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/debug.log @@ -0,0 +1 @@ +run-20240313_112803-50uybp2l/logs/debug.log \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/latest-run b/s1_s2_qformer2_64/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..13b2f37c75870cbc98ae605c7f7f7393759c2462 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/latest-run @@ -0,0 +1 @@ +run-20240313_112803-50uybp2l \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml new file mode 100644 index 0000000000000000000000000000000000000000..799a6f3a49522423b58a3ae238b95584ecfe64c1 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml @@ -0,0 +1,194 @@ +name: pvlm +channels: + - pytorch + - nvidia + - defaults +dependencies: + - _libgcc_mutex=0.1=main + - _openmp_mutex=5.1=1_gnu + - blas=1.0=mkl + - bzip2=1.0.8=h7b6447c_0 + - ca-certificates=2023.12.12=h06a4308_0 + - certifi=2024.2.2=py310h06a4308_0 + - charset-normalizer=2.0.4=pyhd3eb1b0_0 + - cuda-cudart=11.8.89=0 + - cuda-cupti=11.8.87=0 + - cuda-libraries=11.8.0=0 + - cuda-nvrtc=11.8.89=0 + - cuda-nvtx=11.8.86=0 + - cuda-runtime=11.8.0=0 + - ffmpeg=4.3=hf484d3e_0 + - filelock=3.13.1=py310h06a4308_0 + - freetype=2.12.1=h4a9f257_0 + - gmp=6.2.1=h295c915_3 + - gmpy2=2.1.2=py310heeb90bb_0 + - gnutls=3.6.15=he1e5248_0 + - idna=3.4=py310h06a4308_0 + - intel-openmp=2023.1.0=hdb19cb5_46306 + - jinja2=3.1.3=py310h06a4308_0 + - jpeg=9e=h5eee18b_1 + - lame=3.100=h7b6447c_0 + - lcms2=2.12=h3be6417_0 + - ld_impl_linux-64=2.38=h1181459_1 + - lerc=3.0=h295c915_0 + - libcublas=11.11.3.6=0 + - libcufft=10.9.0.58=0 + - libcufile=1.8.1.2=0 + - libcurand=10.3.4.107=0 + - libcusolver=11.4.1.48=0 + - libcusparse=11.7.5.86=0 + - libdeflate=1.17=h5eee18b_1 + - libffi=3.4.4=h6a678d5_0 + - libgcc-ng=11.2.0=h1234567_1 + - libgomp=11.2.0=h1234567_1 + - libiconv=1.16=h7f8727e_2 + - libidn2=2.3.4=h5eee18b_0 + - libjpeg-turbo=2.0.0=h9bf148f_0 + - libnpp=11.8.0.86=0 + - libnvjpeg=11.9.0.86=0 + - libpng=1.6.39=h5eee18b_0 + - libstdcxx-ng=11.2.0=h1234567_1 + - libtasn1=4.19.0=h5eee18b_0 + - libtiff=4.5.1=h6a678d5_0 + - libunistring=0.9.10=h27cfd23_0 + - libuuid=1.41.5=h5eee18b_0 + - libwebp-base=1.3.2=h5eee18b_0 + - llvm-openmp=14.0.6=h9e868ea_0 + - lz4-c=1.9.4=h6a678d5_0 + - markupsafe=2.1.3=py310h5eee18b_0 + - mkl=2023.1.0=h213fc3f_46344 + - mkl-service=2.4.0=py310h5eee18b_1 + - mkl_fft=1.3.8=py310h5eee18b_0 + - mkl_random=1.2.4=py310hdb19cb5_0 + - mpc=1.1.0=h10f8cd9_1 + - mpfr=4.0.2=hb69a4c5_1 + - mpmath=1.3.0=py310h06a4308_0 + - ncurses=6.4=h6a678d5_0 + - nettle=3.7.3=hbbd107a_1 + - networkx=3.1=py310h06a4308_0 + - numpy=1.26.4=py310h5f9d8c6_0 + - numpy-base=1.26.4=py310hb5e798b_0 + - openh264=2.1.1=h4ff587b_0 + - openjpeg=2.4.0=h3ad879b_0 + - openssl=3.0.13=h7f8727e_0 + - pillow=10.2.0=py310h5eee18b_0 + - pip=23.3.1=py310h06a4308_0 + - python=3.10.13=h955ad1f_0 + - pytorch=2.2.1=py3.10_cuda11.8_cudnn8.7.0_0 + - pytorch-cuda=11.8=h7e8668a_5 + - pytorch-mutex=1.0=cuda + - pyyaml=6.0.1=py310h5eee18b_0 + - readline=8.2=h5eee18b_0 + - requests=2.31.0=py310h06a4308_1 + - setuptools=68.2.2=py310h06a4308_0 + - sqlite=3.41.2=h5eee18b_0 + - sympy=1.12=py310h06a4308_0 + - tbb=2021.8.0=hdb19cb5_0 + - tk=8.6.12=h1ccaba5_0 + - torchaudio=2.2.1=py310_cu118 + - torchtriton=2.2.0=py310 + - torchvision=0.17.1=py310_cu118 + - typing_extensions=4.9.0=py310h06a4308_1 + - urllib3=2.1.0=py310h06a4308_0 + - wheel=0.41.2=py310h06a4308_0 + - xz=5.4.5=h5eee18b_0 + - yaml=0.2.5=h7b6447c_0 + - zlib=1.2.13=h5eee18b_0 + - zstd=1.5.5=hc292b87_0 + - pip: + - accelerate==0.27.2 + - aiohttp==3.9.3 + - aiosignal==1.3.1 + - annotated-types==0.6.0 + - appdirs==1.4.4 + - async-timeout==4.0.3 + - attrs==23.2.0 + - beautifulsoup4==4.12.3 + - blis==0.7.11 + - catalogue==2.0.10 + - click==8.1.7 + - cloudpathlib==0.16.0 + - confection==0.1.4 + - contourpy==1.2.0 + - cycler==0.12.1 + - cymem==2.0.8 + - datasets==2.18.0 + - deepspeed==0.13.4 + - dill==0.3.8 + - docker-pycreds==0.4.0 + - draccus==0.7.1 + - einops==0.7.0 + - flash-attn==2.5.5 + - fonttools==4.49.0 + - frozenlist==1.4.1 + - fsspec==2024.2.0 + - gdown==5.1.0 + - gitdb==4.0.11 + - gitpython==3.1.42 + - hjson==3.1.0 + - huggingface-hub==0.20.3 + - install==1.3.5 + - jsonlines==4.0.0 + - kiwisolver==1.4.5 + - langcodes==3.3.0 + - markdown-it-py==3.0.0 + - matplotlib==3.8.3 + - mdurl==0.1.2 + - mergedeep==1.3.4 + - multidict==6.0.5 + - multiprocess==0.70.16 + - murmurhash==1.0.10 + - mypy-extensions==1.0.0 + - ninja==1.11.1.1 + - packaging==23.2 + - pandas==2.2.1 + - preshed==3.0.9 + - prismatic==0.0.1 + - protobuf==4.25.3 + - psutil==5.9.8 + - py-cpuinfo==9.0.0 + - pyarrow==15.0.0 + - pyarrow-hotfix==0.6 + - pycocoevalcap==1.2 + - pycocotools==2.0.7 + - pydantic==2.6.3 + - pydantic-core==2.16.3 + - pygments==2.17.2 + - pynvml==11.5.0 + - pyparsing==3.1.1 + - pysocks==1.7.1 + - pythainlp==5.0.1 + - python-dateutil==2.9.0.post0 + - pytz==2024.1 + - pyyaml-include==1.3.2 + - regex==2023.12.25 + - rich==13.7.0 + - safetensors==0.4.2 + - sentencepiece==0.2.0 + - sentry-sdk==1.40.5 + - setproctitle==1.3.3 + - six==1.16.0 + - smart-open==6.4.0 + - smmap==5.0.1 + - soupsieve==2.5 + - spacy==3.7.4 + - spacy-legacy==3.0.12 + - spacy-loggers==1.0.5 + - srsly==2.4.8 + - sudachidict-core==20240109 + - sudachipy==0.6.8 + - thinc==8.2.3 + - timm==0.9.16 + - tokenizers==0.15.2 + - toml==0.10.2 + - tqdm==4.66.2 + - transformers==4.38.1 + - typer==0.9.0 + - typing-inspect==0.9.0 + - tzdata==2024.1 + - wandb==0.16.3 + - wasabi==1.1.2 + - weasel==0.3.4 + - xxhash==3.4.1 + - yarl==1.9.4 +prefix: /home/lilei/anaconda3/envs/pvlm diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ca95275162bd3d1e99b992269b35e9e2f3ac3b3e --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml @@ -0,0 +1,119 @@ +wandb_version: 1 + +model: + desc: null + value: + type: one-stage+7b + model_id: one-stage+7b_qformer2_64 + arch_specifier: qformer2_64 + vision_backbone_id: clip-vit-l-336px + llm_backbone_id: vicuna-v15-7b + image_resize_strategy: letterbox + llm_max_length: 2048 + align_epochs: 1 + align_max_steps: null + align_global_batch_size: 256 + align_per_device_batch_size: 16 + align_learning_rate: 0.001 + align_weight_decay: 0.0 + align_max_grad_norm: 1.0 + align_lr_scheduler_type: linear-warmup+cosine-decay + align_warmup_ratio: 0.03 + align_train_strategy: fsdp-shard-grad-op + finetune_epochs: 1 + finetune_max_steps: null + finetune_global_batch_size: 128 + finetune_per_device_batch_size: 16 + finetune_learning_rate: 2.0e-05 + finetune_weight_decay: 0.1 + finetune_max_grad_norm: 1.0 + finetune_lr_scheduler_type: linear-warmup+cosine-decay + finetune_warmup_ratio: 0.03 + finetune_train_strategy: fsdp-full-shard + enable_gradient_checkpointing: true + enable_mixed_precision_training: true + reduce_in_full_precision: false +dataset: + desc: null + value: + type: llava-v15 + dataset_id: llava-v15 + align_stage_components: + - download/llava-laion-cc-sbu-558k/chat.json + - download/llava-laion-cc-sbu-558k + finetune_stage_components: + - download/llava-v1.5-instruct/llava_v1_5_mix665k.json + - download/llava-v1.5-instruct + dataset_root_dir: data +stage: + desc: null + value: finetune +pretrained_checkpoint: + desc: null + value: /home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt +run_id: + desc: null + value: s1_s2_qformer2_64 +run_root_dir: + desc: null + value: runs +seed: + desc: null + value: 7 +hf_token: + desc: null + value: .hf_token +trackers: + desc: null + value: + - jsonl + - wandb +wandb_project: + desc: null + value: hf-vlms +wandb_entity: + desc: null + value: lilei_stones +max_length: + desc: null + value: 4096 +_wandb: + desc: null + value: + python_version: 3.10.13 + cli_version: 0.16.3 + framework: huggingface + huggingface_version: 4.38.1 + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1710329283.637401 + t: + 1: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 2: + - 1 + - 11 + - 41 + - 49 + - 51 + - 55 + - 63 + - 71 + 3: + - 2 + - 13 + - 16 + - 23 + 4: 3.10.13 + 5: 0.16.3 + 6: 4.38.1 + 8: + - 5 + 13: linux-x86_64 diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4820ccf9ddd4e681a1e49ab1c0e6389b372489aa --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log @@ -0,0 +1,5203 @@ + +03/13 [11:28:09] INFO  | >> [*] Starting Training Loop ]8;id=696414;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=68157;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#226\226]8;;\ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +=>> [Global Step] 005198 =>> LR :: 0.000000 -- Loss :: 0.8385: 100%|█████████████████████████████████████████████| 5198/5198 [6:41:53<00:00, 4.50s/it] + +03/13 [18:14:40] INFO  | >> [*] Done with Training =>> Finalizing Metrics ]8;id=606020;file:///home/lilei/prismatic-vlms/scripts/pretrain.py\pretrain.py]8;;\:]8;id=714328;file:///home/lilei/prismatic-vlms/scripts/pretrain.py#230\230]8;;\ \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..52215be56573f749927d1265d23e43a5fe36d5b1 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt @@ -0,0 +1,122 @@ +accelerate==0.27.2 +aiohttp==3.9.3 +aiosignal==1.3.1 +annotated-types==0.6.0 +appdirs==1.4.4 +async-timeout==4.0.3 +attrs==23.2.0 +beautifulsoup4==4.12.3 +blis==0.7.11 +catalogue==2.0.10 +certifi==2024.2.2 +charset-normalizer==2.0.4 +click==8.1.7 +cloudpathlib==0.16.0 +confection==0.1.4 +contourpy==1.2.0 +cycler==0.12.1 +cymem==2.0.8 +datasets==2.18.0 +deepspeed==0.13.4 +dill==0.3.8 +docker-pycreds==0.4.0 +draccus==0.7.1 +einops==0.7.0 +filelock==3.13.1 +flash-attn==2.5.5 +fonttools==4.49.0 +frozenlist==1.4.1 +fsspec==2024.2.0 +gdown==5.1.0 +gitdb==4.0.11 +gitpython==3.1.42 +gmpy2==2.1.2 +hjson==3.1.0 +huggingface-hub==0.20.3 +idna==3.4 +install==1.3.5 +jinja2==3.1.3 +jsonlines==4.0.0 +kiwisolver==1.4.5 +langcodes==3.3.0 +markdown-it-py==3.0.0 +markupsafe==2.1.3 +matplotlib==3.8.3 +mdurl==0.1.2 +mergedeep==1.3.4 +mkl-fft==1.3.8 +mkl-random==1.2.4 +mkl-service==2.4.0 +mpmath==1.3.0 +multidict==6.0.5 +multiprocess==0.70.16 +murmurhash==1.0.10 +mypy-extensions==1.0.0 +networkx==3.1 +ninja==1.11.1.1 +numpy==1.26.4 +ocifs==1.3.1 +packaging==23.2 +pandas==2.2.1 +pillow==10.2.0 +pip==23.3.1 +preshed==3.0.9 +prismatic==0.0.1 +protobuf==4.25.3 +psutil==5.9.8 +py-cpuinfo==9.0.0 +pyarrow-hotfix==0.6 +pyarrow==15.0.0 +pycocoevalcap==1.2 +pycocotools==2.0.7 +pydantic-core==2.16.3 +pydantic==2.6.3 +pygments==2.17.2 +pynvml==11.5.0 +pyparsing==3.1.1 +pysocks==1.7.1 +pythainlp==5.0.1 +python-dateutil==2.9.0.post0 +pytz==2024.1 +pyyaml-include==1.3.2 +pyyaml==6.0.1 +regex==2023.12.25 +requests==2.31.0 +rich==13.7.0 +safetensors==0.4.2 +sentencepiece==0.2.0 +sentry-sdk==1.40.5 +setproctitle==1.3.3 +setuptools==68.2.2 +six==1.16.0 +smart-open==6.4.0 +smmap==5.0.1 +soupsieve==2.5 +spacy-legacy==3.0.12 +spacy-loggers==1.0.5 +spacy==3.7.4 +srsly==2.4.8 +sudachidict-core==20240109 +sudachipy==0.6.8 +sympy==1.12 +thinc==8.2.3 +timm==0.9.16 +tokenizers==0.15.2 +toml==0.10.2 +torch==2.2.1 +torchaudio==2.2.1 +torchvision==0.17.1 +tqdm==4.66.2 +transformers==4.38.1 +triton==2.2.0 +typer==0.9.0 +typing-extensions==4.9.0 +typing-inspect==0.9.0 +tzdata==2024.1 +urllib3==2.1.0 +wandb==0.16.3 +wasabi==1.1.2 +weasel==0.3.4 +wheel==0.41.2 +xxhash==3.4.1 +yarl==1.9.4 \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-metadata.json b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..64453175641e86085a9a9ac1f71826221c13af84 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-metadata.json @@ -0,0 +1,1364 @@ +{ + "os": "Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31", + "python": "3.10.13", + "heartbeatAt": "2024-03-13T11:28:04.383699", + "startedAt": "2024-03-13T11:28:03.580379", + "docker": null, + "cuda": null, + "args": [ + "--model.type", + "one-stage+7b", + "--stage", + "finetune", + "--pretrained_checkpoint", + "/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt", + "--model.model_id", + "one-stage+7b_qformer2_64", + "--run_id", + "s1_s2_qformer2_64", + "--model.arch_specifier", + "qformer2_64" + ], + "state": "running", + "program": "/home/lilei/prismatic-vlms/scripts/pretrain.py", + "codePathLocal": "scripts/pretrain.py", + "codePath": "scripts/pretrain.py", + "git": { + "remote": "https://github.com/TRI-ML/prismatic-vlms.git", + "commit": "e87c4d04915bf8fad0d90f2ae79454df778ee2d3" + }, + "email": "tobiaslee@qq.com", + "root": "/home/lilei/prismatic-vlms", + "host": "compute-permanent-node-83", + "username": "lilei", + "executable": "/home/lilei/anaconda3/envs/pvlm/bin/python", + "cpu_count": 128, + "cpu_count_logical": 255, + "cpu_freq": { + "current": 2569.898435294118, + "min": 1500.0, + "max": 2550.0 + }, + "cpu_freq_per_core": [ + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.396, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.518, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.654, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3249.888, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.767, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.748, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.703, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3248.728, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 3112.512, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + }, + { + "current": 2550.0, + "min": 1500.0, + "max": 2550.0 + } + ], + "disk": { + "/": { + "total": 242.1086883544922, + "used": 104.76189804077148 + } + }, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 8, + "gpu_devices": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + }, + { + "name": "NVIDIA A100-SXM4-80GB", + "memory_total": 85899345920 + } + ], + "memory": { + "total": 2015.6942749023438 + } +} diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..19acec61d1b37642b9f9025449b26f93ba4449db --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json @@ -0,0 +1 @@ +{"Finetune/Step": 5198, "Finetune/Loss": 0.8385082483291626, "Finetune/Loss (Raw)": 0.902098536491394, "Finetune/Learning Rate": 0.0, "Finetune/Step Time": 4.837986011058092, "_timestamp": 1710353405.8625903, "_runtime": 24122.225189208984, "_step": 5198, "_wandb": {"runtime": 24396}} \ No newline at end of file diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug-internal.log b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..cbc4abea51ac78bef4f715feecf7364828924c26 --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug-internal.log @@ -0,0 +1,41543 @@ +2024-03-13 11:28:03,637 INFO StreamThr :1964433 [internal.py:wandb_internal():86] W&B internal server running at pid: 1964433, started at: 2024-03-13 11:28:03.635350 +2024-03-13 11:28:03,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status +2024-03-13 11:28:03,650 INFO WriterThread:1964433 [datastore.py:open_for_write():87] open: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/run-50uybp2l.wandb +2024-03-13 11:28:03,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: header +2024-03-13 11:28:03,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: run +2024-03-13 11:28:04,225 INFO SenderThread:1964433 [dir_watcher.py:__init__():211] watching files in: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files +2024-03-13 11:28:04,225 INFO SenderThread:1964433 [sender.py:_start_run_threads():1136] run started: 50uybp2l with start time 1710329283.637401 +2024-03-13 11:28:04,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: check_version +2024-03-13 11:28:04,238 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: check_version +2024-03-13 11:28:04,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: run_start +2024-03-13 11:28:04,304 DEBUG HandlerThread:1964433 [system_info.py:__init__():27] System info init +2024-03-13 11:28:04,304 DEBUG HandlerThread:1964433 [system_info.py:__init__():42] System info init done +2024-03-13 11:28:04,304 INFO HandlerThread:1964433 [system_monitor.py:start():194] Starting system monitor +2024-03-13 11:28:04,304 INFO SystemMonitor:1964433 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-13 11:28:04,305 INFO HandlerThread:1964433 [system_monitor.py:probe():214] Collecting system info +2024-03-13 11:28:04,305 INFO SystemMonitor:1964433 [interfaces.py:start():190] Started cpu monitoring +2024-03-13 11:28:04,305 INFO SystemMonitor:1964433 [interfaces.py:start():190] Started disk monitoring +2024-03-13 11:28:04,306 INFO SystemMonitor:1964433 [interfaces.py:start():190] Started gpu monitoring +2024-03-13 11:28:04,306 INFO SystemMonitor:1964433 [interfaces.py:start():190] Started memory monitoring +2024-03-13 11:28:04,306 INFO SystemMonitor:1964433 [interfaces.py:start():190] Started network monitoring +2024-03-13 11:28:04,383 DEBUG HandlerThread:1964433 [system_info.py:probe():151] Probing system +2024-03-13 11:28:04,430 DEBUG HandlerThread:1964433 [system_info.py:_probe_git():136] Probing git +2024-03-13 11:28:04,452 DEBUG HandlerThread:1964433 [system_info.py:_probe_git():144] Probing git done +2024-03-13 11:28:04,452 DEBUG HandlerThread:1964433 [system_info.py:probe():199] Probing system done +2024-03-13 11:28:04,452 DEBUG HandlerThread:1964433 [system_monitor.py:probe():223] {'os': 'Linux-5.15.0-1027-oracle-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-13T11:28:04.383699', 'startedAt': '2024-03-13T11:28:03.580379', 'docker': None, 'cuda': None, 'args': ('--model.type', 'one-stage+7b', '--stage', 'finetune', '--pretrained_checkpoint', '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt', '--model.model_id', 'one-stage+7b_qformer2_64', '--run_id', 's1_s2_qformer2_64', '--model.arch_specifier', 'qformer2_64'), 'state': 'running', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'codePathLocal': 'scripts/pretrain.py', 'codePath': 'scripts/pretrain.py', 'git': {'remote': 'https://github.com/TRI-ML/prismatic-vlms.git', 'commit': 'e87c4d04915bf8fad0d90f2ae79454df778ee2d3'}, 'email': 'tobiaslee@qq.com', 'root': '/home/lilei/prismatic-vlms', 'host': 'compute-permanent-node-83', 'username': 'lilei', 'executable': '/home/lilei/anaconda3/envs/pvlm/bin/python', 'cpu_count': 128, 'cpu_count_logical': 255, 'cpu_freq': {'current': 2569.898435294118, 'min': 1500.0, 'max': 2550.0}, 'cpu_freq_per_core': [{'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.396, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.518, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.654, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3249.888, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.767, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.748, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.703, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3248.728, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 3112.512, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}, {'current': 2550.0, 'min': 1500.0, 'max': 2550.0}], 'disk': {'/': {'total': 242.1086883544922, 'used': 104.76189804077148}}, 'gpu': 'NVIDIA A100-SXM4-80GB', 'gpu_count': 8, 'gpu_devices': [{'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}, {'name': 'NVIDIA A100-SXM4-80GB', 'memory_total': 85899345920}], 'memory': {'total': 2015.6942749023438}} +2024-03-13 11:28:04,453 INFO HandlerThread:1964433 [system_monitor.py:probe():224] Finished collecting system info +2024-03-13 11:28:04,453 INFO HandlerThread:1964433 [system_monitor.py:probe():227] Publishing system info +2024-03-13 11:28:04,453 DEBUG HandlerThread:1964433 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment +2024-03-13 11:28:05,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml +2024-03-13 11:28:09,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml +2024-03-13 11:28:09,266 DEBUG HandlerThread:1964433 [system_info.py:_save_conda():220] Saving conda packages done +2024-03-13 11:28:09,276 INFO HandlerThread:1964433 [system_monitor.py:probe():229] Finished publishing system info +2024-03-13 11:28:09,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: files +2024-03-13 11:28:09,282 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now +2024-03-13 11:28:09,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:09,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: python_packages +2024-03-13 11:28:09,294 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: python_packages +2024-03-13 11:28:09,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:09,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:09,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: telemetry +2024-03-13 11:28:10,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:10,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt +2024-03-13 11:28:10,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-metadata.json +2024-03-13 11:28:10,315 INFO wandb-upload_0:1964433 [upload_job.py:push():131] Uploaded file /tmp/tmp62003dbmwandb/565e8cz8-wandb-metadata.json +2024-03-13 11:28:12,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:14,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:15,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:19,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:24,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:24,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:24,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:25,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:30,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:34,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:35,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:36,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml +2024-03-13 11:28:37,273 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:39,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:39,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:41,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:41,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:41,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:28:41,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:41,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:42,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_created():271] file/dir created: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:28:43,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:45,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:45,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:28:45,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:45,113 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:45,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:28:47,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:47,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:48,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:48,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:28:48,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:48,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:49,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:28:51,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:52,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:53,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:53,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:28:53,193 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:53,199 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:53,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:28:54,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:28:54,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:28:54,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:28:55,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:28:57,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:28:57,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:28:57,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:28:57,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:28:57,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:28:58,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:28:59,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:01,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:01,346 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:01,346 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:01,352 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:02,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:03,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:03,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:04,306 DEBUG SystemMonitor:1964433 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-13 11:29:04,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:29:06,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:06,677 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:06,677 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:06,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:07,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:08,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:09,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:09,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:09,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:09,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:10,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:10,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:10,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:10,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:11,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:13,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:13,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:17,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:17,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:17,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:17,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:18,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:19,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:19,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:21,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:21,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:21,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:21,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:21,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:23,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:24,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:24,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:24,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:25,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:25,077 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:25,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:25,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:25,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:27,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:28,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:28,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:28,952 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:28,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:29,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:29,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:31,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:32,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:32,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:32,468 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:32,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:33,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:34,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:29:35,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:35,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:37,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:37,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:37,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:37,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:38,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:39,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:39,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:39,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:40,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:42,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:42,618 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:42,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:42,624 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:43,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:45,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:45,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:46,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:46,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:46,737 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:46,743 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:47,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:49,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:50,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:51,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:51,274 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:51,274 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:51,279 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:51,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:53,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:54,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:29:54,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:29:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:29:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:54,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:54,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:54,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:55,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:55,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:29:57,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:29:58,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:29:58,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:29:58,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:29:58,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:29:58,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:29:59,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:01,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:03,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:03,343 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:03,344 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:03,349 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:03,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:04,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:30:05,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:06,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:07,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:07,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:07,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:07,368 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:07,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:09,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:09,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:09,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:11,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:15,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:15,643 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:15,643 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:15,649 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:16,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:16,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:17,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:19,021 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:19,022 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:19,022 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:19,027 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:19,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:21,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:22,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:23,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:23,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:23,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:23,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:23,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:24,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:24,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:25,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:27,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:31,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:31,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:31,754 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:31,759 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:32,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:32,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:33,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:34,315 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:30:34,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:34,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:34,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:34,884 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:35,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:37,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:37,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:38,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:38,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:38,319 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:38,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:38,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:39,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:39,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:43,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:43,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:43,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:43,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:43,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:43,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:45,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:48,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:48,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:48,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:48,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:48,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:48,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:49,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:52,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:52,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:52,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:52,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:53,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:53,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:30:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:30:54,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:30:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:30:55,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:30:58,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:30:58,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:30:58,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:30:58,429 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:30:58,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:30:58,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:01,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:02,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:02,907 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:02,907 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:02,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:03,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:03,913 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:04,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:31:05,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:06,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:06,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:06,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:06,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:07,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:09,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:09,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:09,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:10,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:10,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:10,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:10,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:11,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:13,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:14,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:16,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:16,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:16,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:16,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:16,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:17,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:20,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:23,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:23,332 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:23,333 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:23,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:23,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:24,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:25,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:25,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:26,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:26,791 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:26,791 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:26,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:27,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:29,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:30,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:30,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:30,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:30,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:30,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:31,216 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:31,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:34,319 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:31:35,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:35,546 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:35,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:35,552 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:36,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:36,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:37,492 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:38,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:38,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:38,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:38,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:38,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:39,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:41,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:41,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:41,894 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:41,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:41,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:41,900 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:42,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:43,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:46,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:47,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:47,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:47,527 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:47,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:48,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:49,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:52,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:52,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:52,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:52,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:52,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:31:52,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:31:53,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:31:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:31:54,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:31:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:31:57,574 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:31:59,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:31:59,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:31:59,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:31:59,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:00,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:01,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:02,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:04,327 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:32:08,328 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:08,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:08,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:08,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:08,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:09,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:09,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:09,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:11,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:12,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:12,515 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:12,515 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:12,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:12,531 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:13,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:15,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:17,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:17,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:17,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:17,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:18,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:18,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:19,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:22,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:22,534 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:22,535 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:22,540 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:22,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:24,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:24,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:25,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:26,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:26,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:26,731 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:26,737 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:27,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:29,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:29,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:30,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:30,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:30,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:30,458 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:30,550 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:31,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:34,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:32:35,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:35,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:35,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:35,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:35,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:35,555 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:37,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:39,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:39,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:39,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:40,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:40,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:40,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:40,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:40,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:41,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:43,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:45,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:45,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:45,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:45,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:46,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:46,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:47,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:50,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:50,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:50,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:50,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:51,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:51,790 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:53,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:32:54,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:32:54,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:32:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:32:56,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:32:56,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:32:56,399 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:32:56,404 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:32:56,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:32:57,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:32:57,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:00,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:00,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:00,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:00,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:00,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:01,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:03,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:04,331 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:33:06,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:06,771 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:06,771 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:06,777 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:07,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:08,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:09,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:09,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:09,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:09,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:12,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:12,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:12,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:12,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:12,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:13,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:14,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:15,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:15,836 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:15,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:15,842 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:16,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:17,641 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:19,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:19,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:19,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:19,952 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:19,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:20,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:21,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:23,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:23,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:23,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:23,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:23,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:24,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:25,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:25,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:27,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:27,236 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:27,237 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:27,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:27,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:29,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:31,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:34,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:33:34,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:34,474 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:34,474 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:34,480 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:34,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:35,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:36,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:39,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:39,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:39,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:39,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:39,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:39,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:39,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:39,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:41,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:41,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:43,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:43,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:43,218 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:43,223 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:43,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:45,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:46,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:46,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:46,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:46,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:46,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:46,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:47,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:51,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:51,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:51,357 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:51,363 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:51,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:52,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:53,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:54,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:33:54,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:33:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:33:54,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:54,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:54,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:54,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:55,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:57,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:33:57,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:33:58,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:33:58,321 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:33:58,321 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:33:58,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:33:58,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:33:59,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:02,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:02,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:02,063 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:02,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:02,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:03,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:03,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:04,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:34:05,340 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:05,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:05,340 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:05,346 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:05,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:07,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:08,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:08,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:08,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:08,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:08,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:09,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:09,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:09,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:09,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:11,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:12,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:12,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:12,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:12,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:12,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:13,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:15,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:17,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:17,018 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:17,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:17,023 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:17,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:19,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:19,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:21,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:21,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:21,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:21,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:21,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:23,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:24,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:24,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:24,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:24,654 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:24,655 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:24,655 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:24,661 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:24,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:27,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:27,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:27,967 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:27,967 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:27,973 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:28,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:29,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:29,974 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:31,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:31,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:31,600 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:31,605 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:31,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:33,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:34,331 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:34:35,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:36,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:36,905 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:36,905 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:36,911 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:37,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:39,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:39,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:39,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:40,511 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:41,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:41,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:41,527 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:41,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:41,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:43,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:45,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:45,053 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:45,053 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:45,059 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:45,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:46,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:47,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:50,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:50,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:50,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:50,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:50,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:51,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:51,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:54,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:34:54,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:34:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:34:55,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:55,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:55,518 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:55,523 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:55,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:34:56,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:34:57,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:34:59,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:34:59,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:34:59,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:34:59,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:34:59,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:01,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:02,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:04,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:35:07,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:08,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:08,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:08,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:08,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:08,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:09,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:09,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:09,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:12,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:12,029 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:12,029 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:12,035 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:12,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:13,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:13,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:17,574 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:17,575 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:17,575 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:17,581 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:17,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:18,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:19,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:21,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:21,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:21,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:21,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:21,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:23,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:24,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:24,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:24,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:26,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:26,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:26,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:26,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:26,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:29,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:29,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:31,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:31,915 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:31,915 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:31,921 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:32,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:33,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:34,341 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:35:35,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:35,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:35,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:35,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:35,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:35,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:37,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:39,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:39,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:39,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:39,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:39,810 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:39,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:39,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:40,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:41,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:43,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:43,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:43,051 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:43,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:43,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:45,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:46,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:46,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:46,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:46,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:46,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:46,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:49,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:51,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:51,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:51,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:51,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:51,794 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:51,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:53,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:54,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:35:54,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:35:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:35:56,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:56,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:56,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:56,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:56,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:35:57,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:35:57,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:35:59,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:35:59,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:35:59,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:35:59,838 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:35:59,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:01,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:02,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:04,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:36:08,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:08,109 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:08,109 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:08,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:08,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:08,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:09,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:09,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:09,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:12,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:12,232 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:12,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:12,238 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:12,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:13,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:13,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:17,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:17,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:17,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:17,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:17,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:19,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:19,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:20,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:20,273 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:20,274 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:20,279 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:20,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:21,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:24,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:24,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:24,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:24,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:28,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:28,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:28,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:28,716 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:28,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:29,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:31,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:32,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:32,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:32,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:32,168 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:32,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:33,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:34,345 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:36:35,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:35,211 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:35,211 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:35,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:35,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:35,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:37,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:38,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:38,719 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:38,719 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:38,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:38,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:39,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:39,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:39,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:40,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:42,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:42,261 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:42,261 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:42,267 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:42,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:43,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:46,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:46,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:46,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:46,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:46,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:46,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:49,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:50,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:50,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:50,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:50,303 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:50,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:51,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:51,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:53,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:53,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:53,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:53,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:53,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:36:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:36:54,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:36:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:36:55,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:36:56,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:36:59,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:36:59,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:36:59,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:36:59,050 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:36:59,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:01,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:02,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:03,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:03,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:03,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:03,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:03,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:04,342 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:37:05,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:07,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:09,016 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:09,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:09,017 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:09,022 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:09,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:09,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:09,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:11,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:12,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:17,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:18,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:18,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:18,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:18,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:18,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:19,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:21,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:21,747 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:21,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:21,753 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:21,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:22,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:23,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:24,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:24,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:24,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:27,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:27,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:27,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:27,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:27,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:28,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:29,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:31,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:31,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:31,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:31,277 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:31,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:33,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:33,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:34,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:37:34,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:34,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:34,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:34,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:34,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:35,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:38,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:39,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:39,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:40,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:40,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:40,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:40,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:41,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:42,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:44,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:44,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:44,263 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:44,263 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:44,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:45,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:46,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:49,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:50,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:50,075 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:50,075 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:50,081 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:51,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:52,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:53,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:53,568 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:53,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:53,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:54,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:37:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:37:54,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:37:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:37:54,557 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:37:56,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:37:57,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:37:57,096 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:37:57,096 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:37:57,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:37:58,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:00,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:00,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:01,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:01,027 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:01,027 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:01,033 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:02,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:04,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:04,346 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:38:04,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:04,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:04,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:04,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:05,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:05,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:08,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:09,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:09,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:11,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:11,066 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:11,067 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:11,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:11,072 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:12,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:14,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:14,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:14,557 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:14,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:14,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:15,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:16,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:16,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:18,348 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:18,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:18,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:18,355 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:19,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:20,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:21,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:21,958 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:21,958 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:21,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:21,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:22,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:24,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:24,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:24,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:26,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:26,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:26,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:26,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:27,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:27,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:28,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:30,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:30,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:30,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:30,013 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:30,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:32,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:33,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:33,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:33,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:33,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:33,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:34,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:34,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:38:36,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:38,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:39,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:39,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:39,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:39,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:39,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:40,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:42,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:42,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:42,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:42,943 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:42,949 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:43,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:43,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:46,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:47,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:47,229 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:47,229 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:47,236 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:48,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:49,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:50,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:50,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:50,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:50,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:50,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:51,105 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:52,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:54,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:38:54,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:38:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:38:54,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:38:55,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:55,075 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:55,075 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:55,081 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:55,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:38:58,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:38:58,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:38:58,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:38:58,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:38:58,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:38:58,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:00,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:00,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:01,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:01,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:01,943 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:01,949 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:02,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:04,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:04,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:39:05,089 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:05,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:05,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:05,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:05,096 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:05,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:08,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:08,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:08,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:08,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:08,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:09,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:09,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:09,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:10,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:10,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:15,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:16,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:16,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:16,924 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:16,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:17,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:20,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:20,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:23,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:23,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:23,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:23,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:24,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:24,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:24,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:26,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:26,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:31,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:33,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:33,120 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:33,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:33,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:33,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:34,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:39:36,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:37,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:39,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:39,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:41,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:41,447 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:41,448 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:41,453 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:42,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:42,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:44,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:44,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:44,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:44,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:44,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:45,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:46,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:47,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:49,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:49,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:49,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:49,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:49,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:52,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:52,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:52,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:52,769 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:52,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:39:52,775 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:53,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:54,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:39:54,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:39:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:39:56,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:39:56,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:39:56,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:39:56,561 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:39:57,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:39:58,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:39:58,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:01,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:01,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:01,100 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:01,106 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:01,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:04,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:04,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:04,360 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:40:05,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:05,347 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:05,347 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:05,353 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:06,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:08,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:09,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:09,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:09,525 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:09,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:09,525 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:09,531 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:10,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:12,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:14,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:14,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:14,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:14,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:14,688 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:15,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:16,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:18,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:18,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:18,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:18,428 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:19,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:20,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:20,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:22,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:22,577 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:22,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:22,583 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:23,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:24,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:24,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:24,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:25,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:30,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:31,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:31,106 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:31,106 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:31,112 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:31,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:34,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:34,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:40:34,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:34,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:34,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:34,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:35,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:35,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:36,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:38,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:38,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:38,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:38,674 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:39,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:39,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:40,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:41,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:41,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:41,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:41,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:41,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:42,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:44,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:46,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:46,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:46,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:46,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:47,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:47,472 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:48,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:50,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:50,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:50,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:50,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:51,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:52,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:53,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:40:54,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:54,108 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:54,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:54,114 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:54,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:40:54,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:40:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:40:56,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:40:58,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:40:58,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:40:58,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:40:58,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:40:59,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:40:59,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:00,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:03,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:03,582 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:03,582 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:03,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:04,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:04,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:41:05,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:06,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:07,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:07,629 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:07,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:07,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:08,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:09,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:10,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:10,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:11,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:11,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:11,344 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:11,350 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:12,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:14,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:15,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:15,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:15,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:15,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:15,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:16,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:16,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:18,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:18,829 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:18,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:18,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:19,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:20,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:21,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:22,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:22,389 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:22,389 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:22,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:23,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:24,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:24,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:24,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:27,524 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:30,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:30,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:30,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:30,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:31,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:32,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:32,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:34,361 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:41:35,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:35,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:35,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:35,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:35,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:38,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:38,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:39,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:40,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:40,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:40,107 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:40,113 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:40,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:42,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:43,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:43,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:43,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:43,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:43,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:44,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:46,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:48,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:48,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:48,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:48,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:48,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:49,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:50,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:52,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:41:52,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:41:52,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:41:52,857 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:41:53,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:41:53,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:41:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:41:54,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:41:54,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:41:54,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:41:59,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:01,292 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:01,292 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:01,292 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:01,298 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:01,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:04,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:04,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:42:05,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:05,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:05,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:05,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:05,552 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:06,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:08,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:09,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:09,875 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:09,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:09,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:10,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:10,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:12,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:14,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:14,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:14,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:14,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:15,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:16,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:16,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:18,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:18,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:18,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:18,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:19,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:20,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:21,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:22,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:22,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:22,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:22,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:23,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:24,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:24,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:24,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:26,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:26,857 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:26,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:26,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:27,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:27,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:28,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:29,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:29,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:29,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:29,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:30,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:32,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:33,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:33,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:33,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:33,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:33,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:34,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:42:34,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:36,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:37,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:37,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:37,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:37,886 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:38,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:38,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:39,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:39,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:40,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:43,244 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:43,244 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:43,244 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:43,250 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:43,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:44,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:46,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:46,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:46,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:46,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:46,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:47,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:48,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:49,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:50,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:50,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:50,372 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:50,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:50,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:52,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:42:54,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:42:54,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:42:54,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:42:55,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:42:55,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:42:55,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:42:55,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:42:55,852 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:42:56,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:42:58,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:00,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:00,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:00,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:00,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:00,502 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:01,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:02,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:04,367 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:43:04,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:04,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:04,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:04,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:04,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:06,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:06,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:09,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:09,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:09,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:09,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:09,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:09,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:10,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:11,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:12,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:12,820 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:12,820 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:12,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:13,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:14,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:16,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:16,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:16,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:16,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:16,741 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:17,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:18,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:21,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:21,040 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:21,040 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:21,046 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:21,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:22,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:22,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:24,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:25,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:25,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:25,282 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:25,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:25,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:27,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:28,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:29,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:29,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:29,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:29,616 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:30,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:32,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:32,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:33,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:33,124 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:33,124 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:33,130 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:33,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:34,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:43:34,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:37,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:37,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:37,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:37,464 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:37,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:38,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:39,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:40,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:41,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:41,186 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:41,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:41,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:41,547 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:42,550 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:44,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:45,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:45,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:45,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:45,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:45,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:48,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:49,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:49,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:49,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:49,379 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:49,385 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:49,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:52,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:53,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:53,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:53,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:53,166 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:53,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:43:54,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:43:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:43:54,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:43:54,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:56,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:43:56,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:43:56,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:43:56,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:43:57,568 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:43:58,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:43:59,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:04,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:44:05,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:06,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:06,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:06,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:06,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:06,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:08,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:09,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:10,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:10,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:10,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:10,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:10,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:11,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:12,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:15,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:17,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:17,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:17,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:17,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:17,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:20,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:20,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:20,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:20,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:20,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:21,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:21,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:22,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:24,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:24,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:24,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:24,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:24,706 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:25,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:26,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:27,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:32,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:33,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:33,001 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:33,001 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:33,007 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:33,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:34,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:44:34,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:37,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:37,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:37,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:37,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:37,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:38,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:39,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:40,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:42,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:42,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:42,218 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:42,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:42,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:44,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:44,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:46,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:46,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:46,317 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:46,323 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:46,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:48,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:49,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:52,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:52,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:52,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:52,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:52,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:44:54,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:44:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:44:54,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:44:54,631 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:55,803 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:44:55,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:44:55,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:44:55,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:44:56,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:44:58,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:44:59,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:01,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:01,134 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:01,134 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:01,140 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:01,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:02,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:04,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:45:04,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:04,580 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:04,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:04,586 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:04,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:05,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:06,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:08,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:08,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:08,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:08,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:09,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:09,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:09,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:10,653 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:11,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:12,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:12,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:12,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:12,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:12,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:14,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:15,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:15,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:15,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:15,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:16,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:16,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:18,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:20,227 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:20,228 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:20,228 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:20,234 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:20,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:22,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:22,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:24,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:24,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:24,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:24,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:24,557 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:24,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:26,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:27,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:28,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:28,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:28,093 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:28,098 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:28,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:30,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:33,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:34,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:45:36,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:36,562 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:36,562 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:36,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:36,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:38,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:38,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:39,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:40,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:40,950 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:40,950 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:40,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:41,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:42,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:43,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:44,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:44,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:44,197 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:44,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:44,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:46,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:47,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:47,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:47,671 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:47,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:47,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:49,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:50,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:51,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:51,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:51,042 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:51,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:51,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:52,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:54,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:45:54,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:45:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:45:55,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:55,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:55,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:55,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:45:55,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:55,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:45:56,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:45:58,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:45:58,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:45:58,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:45:58,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:45:58,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:00,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:00,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:02,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:02,345 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:02,345 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:02,351 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:02,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:04,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:46:04,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:06,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:06,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:06,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:06,223 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:06,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:06,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:08,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:09,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:11,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:14,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:14,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:14,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:14,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:14,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:16,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:16,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:21,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:21,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:21,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:21,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:21,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:22,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:22,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:24,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:27,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:29,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:29,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:29,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:29,945 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:30,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:32,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:32,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:33,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:33,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:33,808 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:33,813 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:34,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:46:34,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:36,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:38,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:39,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:41,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:41,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:41,665 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:41,670 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:41,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:43,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:44,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:45,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:45,557 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:45,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:45,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:45,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:48,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:48,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:48,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:48,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:48,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:48,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:49,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:50,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:53,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:53,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:53,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:53,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:53,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:54,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:46:54,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:46:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:46:54,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:46:56,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:46:56,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:46:56,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:46:56,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:46:56,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:46:57,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:46:58,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:00,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:00,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:00,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:00,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:00,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:01,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:02,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:04,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:47:05,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:06,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:06,605 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:06,605 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:06,611 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:06,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:08,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:09,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:10,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:10,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:10,004 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:10,009 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:10,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:11,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:12,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:13,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:13,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:13,953 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:13,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:14,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:16,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:16,961 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:19,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:19,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:19,970 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:19,976 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:20,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:21,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:22,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:23,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:23,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:23,733 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:23,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:23,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:24,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:26,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:27,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:28,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:28,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:28,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:28,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:28,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:30,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:31,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:31,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:31,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:31,723 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:31,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:32,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:34,386 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:47:34,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:35,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:35,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:35,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:35,916 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:36,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:37,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:38,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:39,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:41,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:41,310 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:41,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:41,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:41,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:42,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:43,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:45,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:45,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:45,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:45,076 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:45,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:46,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:48,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:48,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:48,344 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:48,349 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:48,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:49,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:50,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:52,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:47:52,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:47:52,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:47:52,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:47:52,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:47:54,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:47:54,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:47:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:47:54,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:47:54,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:47:59,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:00,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:00,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:00,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:00,375 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:00,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:02,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:04,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:48:05,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:05,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:05,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:05,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:05,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:05,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:08,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:09,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:09,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:09,148 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:09,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:09,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:09,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:10,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:13,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:13,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:13,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:13,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:13,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:15,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:16,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:17,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:17,479 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:17,479 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:17,485 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:17,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:18,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:21,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:23,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:23,558 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:23,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:23,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:23,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:24,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:24,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:24,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:26,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:27,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:27,146 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:27,146 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:27,152 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:27,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:28,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:32,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:32,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:32,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:32,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:32,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:32,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:34,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:48:34,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:36,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:36,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:36,103 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:36,109 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:36,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:38,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:38,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:39,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:39,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:41,353 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:41,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:41,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:41,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:41,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:42,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:43,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:45,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:45,304 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:45,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:45,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:45,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:46,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:49,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:49,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:49,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:49,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:49,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:49,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:52,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:53,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:53,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:53,348 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:53,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:53,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:54,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:48:54,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:48:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:48:54,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:48:54,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:48:56,968 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:48:56,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:48:56,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:48:56,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:48:57,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:48:58,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:00,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:00,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:00,845 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:00,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:00,851 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:00,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:02,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:04,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:49:05,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:05,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:05,056 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:05,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:05,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:05,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:06,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:09,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:09,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:10,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:10,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:10,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:10,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:10,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:10,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:12,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:14,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:14,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:14,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:14,796 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:14,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:15,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:16,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:18,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:18,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:18,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:18,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:18,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:20,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:21,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:22,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:22,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:22,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:22,977 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:23,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:24,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:24,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:26,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:26,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:26,911 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:26,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:26,917 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:26,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:28,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:31,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:34,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:49:34,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:34,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:34,801 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:34,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:34,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:36,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:37,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:38,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:38,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:38,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:38,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:38,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:39,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:40,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:42,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:42,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:42,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:42,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:42,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:43,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:44,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:47,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:47,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:47,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:47,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:47,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:48,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:49,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:51,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:51,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:51,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:51,160 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:51,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:52,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:54,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:49:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:49:54,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:49:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:49:54,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:54,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:54,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:54,931 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:54,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:55,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:49:58,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:49:58,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:49:58,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:49:58,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:49:59,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:49:59,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:00,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:02,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:02,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:02,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:02,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:03,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:04,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:04,399 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:50:04,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:05,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:05,489 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:05,490 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:05,495 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:06,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:06,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:09,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:09,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:09,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:11,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:11,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:11,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:11,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:12,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:12,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:15,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:17,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:17,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:17,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:17,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:18,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:18,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:21,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:21,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:21,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:21,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:21,469 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:22,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:22,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:24,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:26,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:27,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:27,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:27,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:27,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:27,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:28,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:31,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:31,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:31,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:31,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:31,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:32,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:32,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:34,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:50:36,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:36,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:36,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:36,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:36,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:37,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:38,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:39,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:40,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:40,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:40,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:40,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:41,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:42,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:42,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:43,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:43,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:43,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:43,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:44,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:46,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:47,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:47,357 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:47,358 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:47,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:47,363 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:48,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:48,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:51,804 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:51,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:51,805 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:51,812 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:52,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:52,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:50:54,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:50:54,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:50:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:50:56,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:50:56,284 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:50:56,284 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:50:56,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:50:57,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:50:58,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:50:58,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:00,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:00,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:00,703 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:00,709 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:01,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:02,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:03,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:04,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:51:04,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:04,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:04,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:04,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:05,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:06,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:09,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:09,557 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:11,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:11,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:11,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:11,879 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:12,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:14,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:14,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:19,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:21,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:21,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:21,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:21,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:22,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:22,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:24,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:24,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:25,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:30,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:30,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:30,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:30,098 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:30,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:31,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:32,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:34,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:51:36,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:38,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:38,524 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:38,524 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:38,530 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:39,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:39,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:39,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:40,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:41,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:43,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:43,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:43,912 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:43,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:44,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:46,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:46,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:51,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:52,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:52,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:52,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:52,311 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:53,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:54,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:54,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:51:54,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:51:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:51:56,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:56,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:56,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:56,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:51:56,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:51:57,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:51:58,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:51:59,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:51:59,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:51:59,336 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:51:59,342 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:00,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:00,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:02,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:03,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:03,868 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:03,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:03,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:04,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:04,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:52:06,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:07,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:08,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:08,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:08,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:08,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:09,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:09,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:09,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:10,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:12,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:12,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:12,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:12,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:12,709 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:13,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:14,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:17,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:17,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:17,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:17,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:17,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:18,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:18,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:22,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:22,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:22,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:22,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:23,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:23,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:24,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:24,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:24,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:26,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:26,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:26,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:26,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:27,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:28,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:28,991 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:31,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:31,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:31,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:31,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:32,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:32,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:34,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:34,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:52:36,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:36,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:36,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:36,638 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:37,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:38,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:39,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:39,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:39,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:39,844 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:39,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:39,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:40,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:42,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:44,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:44,267 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:44,267 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:44,273 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:45,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:45,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:46,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:50,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:53,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:53,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:53,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:53,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:54,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:52:54,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:52:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:52:54,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:52:54,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:52:55,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:52:58,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:52:58,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:52:58,216 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:52:58,222 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:52:59,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:00,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:01,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:01,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:01,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:01,527 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:01,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:02,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:02,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:04,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:53:06,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:06,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:06,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:06,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:06,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:07,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:08,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:09,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:11,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:11,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:11,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:11,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:11,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:12,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:12,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:17,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:19,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:19,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:19,532 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:19,538 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:20,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:20,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:22,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:23,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:23,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:23,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:23,601 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:24,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:24,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:24,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:27,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:27,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:27,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:27,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:27,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:28,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:28,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:31,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:31,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:31,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:31,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:32,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:32,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:33,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:34,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:53:35,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:35,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:35,220 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:35,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:35,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:36,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:38,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:38,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:38,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:38,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:38,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:39,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:39,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:40,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:42,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:42,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:42,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:42,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:43,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:44,273 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:44,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:47,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:47,186 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:47,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:47,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:47,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:48,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:50,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:53,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:53,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:53,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:53,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:54,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:53:54,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:53:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:53:54,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:53:54,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:53:55,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:53:58,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:53:58,068 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:53:58,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:53:58,074 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:53:58,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:00,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:01,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:02,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:02,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:02,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:02,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:03,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:04,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:04,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:54:06,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:08,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:08,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:08,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:08,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:08,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:09,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:10,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:11,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:12,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:12,393 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:12,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:12,399 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:13,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:14,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:16,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:16,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:16,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:16,141 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:16,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:17,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:18,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:21,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:21,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:21,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:21,141 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:21,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:22,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:23,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:24,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:24,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:24,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:24,907 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:24,907 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:24,914 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:25,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:26,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:28,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:28,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:28,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:28,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:28,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:28,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:30,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:32,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:32,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:32,800 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:32,806 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:33,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:33,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:34,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:34,424 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:54:37,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:37,770 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:37,770 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:37,776 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:38,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:38,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:39,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:39,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:42,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:42,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:42,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:42,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:42,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:44,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:45,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:46,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:46,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:46,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:46,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:47,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:48,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:49,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:49,933 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:49,933 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:49,939 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:50,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:50,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:50,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:53,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:53,299 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:53,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:53,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:53,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:54:54,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:54:54,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:54:54,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:54:56,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:54:56,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:54:56,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:54:56,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:54:56,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:54:57,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:54:58,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:00,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:00,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:00,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:00,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:01,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:02,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:02,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:04,417 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:55:05,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:05,544 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:05,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:05,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:06,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:06,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:07,564 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:09,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:09,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:09,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:09,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:09,696 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:09,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:09,702 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:10,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:10,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:12,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:15,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:15,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:15,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:15,638 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:16,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:16,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:18,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:21,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:21,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:21,197 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:21,203 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:21,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:22,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:24,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:24,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:24,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:27,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:27,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:27,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:27,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:27,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:28,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:29,227 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:32,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:32,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:32,765 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:32,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:33,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:34,419 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:55:34,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:34,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:37,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:37,692 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:37,692 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:37,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:38,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:38,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:39,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:39,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:39,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:41,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:41,888 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:41,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:41,895 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:42,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:42,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:44,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:46,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:46,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:46,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:46,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:46,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:48,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:50,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:50,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:50,829 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:50,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:50,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:51,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:52,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:55:54,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:55:54,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:55:54,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:55:55,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:55:55,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:55:55,220 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:55:55,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:55:55,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:55:55,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:55:56,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:00,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:01,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:01,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:01,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:01,151 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:01,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:02,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:04,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:56:05,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:09,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:09,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:09,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:09,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:09,514 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:09,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:10,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:10,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:10,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:13,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:13,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:13,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:13,157 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:13,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:14,476 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:16,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:17,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:17,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:17,015 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:17,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:17,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:18,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:20,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:20,515 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:20,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:20,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:21,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:21,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:22,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:24,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:24,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:24,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:25,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:25,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:25,487 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:25,494 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:25,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:26,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:26,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:28,974 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:28,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:28,975 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:28,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:29,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:30,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:31,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:33,412 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:33,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:33,413 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:33,420 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:33,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:34,423 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:56:34,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:37,348 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:37,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:37,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:37,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:37,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:37,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:38,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:39,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:39,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:42,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:42,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:42,544 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:42,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:42,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:42,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:44,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:46,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:46,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:46,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:46,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:46,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:47,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:48,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:50,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:50,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:50,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:50,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:50,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:52,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:53,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:54,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:56:54,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:56:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:56:54,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:54,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:54,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:54,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:54,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:56:56,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:56:58,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:56:58,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:56:58,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:56:58,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:56:58,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:56:58,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:00,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:02,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:02,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:02,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:02,370 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:02,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:04,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:04,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:57:04,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:07,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:07,015 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:07,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:07,023 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:07,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:08,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:09,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:09,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:09,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:14,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:15,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:15,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:15,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:15,392 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:15,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:16,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:20,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:23,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:23,659 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:23,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:23,666 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:23,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:24,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:24,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:24,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:25,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:27,020 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:27,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:27,021 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:27,028 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:27,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:28,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:31,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:31,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:31,604 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:31,604 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:31,611 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:31,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:32,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:34,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:57:35,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:35,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:35,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:35,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:35,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:36,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:36,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:39,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:39,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:39,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:39,051 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:39,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:39,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:40,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:42,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:42,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:42,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:42,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:42,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:42,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:44,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:46,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:46,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:46,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:46,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:46,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:46,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:48,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:51,264 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:57:51,265 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:57:51,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:57:51,272 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:57:51,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:57:52,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:57:53,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:57:54,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:57:54,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:57:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:57:58,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:00,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:00,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:00,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:00,675 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:00,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:02,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:03,711 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:04,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:58:08,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:08,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:08,406 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:08,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:08,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:09,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:09,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:09,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:10,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:14,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:17,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:17,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:17,317 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:17,325 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:17,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:18,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:20,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:21,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:21,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:21,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:21,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:21,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:22,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:24,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:24,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:25,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:25,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:25,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:25,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:25,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:25,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:26,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:29,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:29,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:29,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:29,766 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:29,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:30,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:30,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:33,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:33,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:33,035 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:33,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:33,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:34,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:58:34,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:36,433 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:36,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:36,553 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:36,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:36,562 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:36,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:38,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:39,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:39,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:39,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:39,948 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:39,948 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:39,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:40,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:40,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:41,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:43,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:43,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:43,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:43,311 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:43,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:44,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:47,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:48,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:48,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:48,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:48,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:48,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:48,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:53,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:58:53,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:58:53,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:58:53,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:58:53,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:58:53,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:58:54,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:58:54,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:58:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:58:54,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:58:58,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:00,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:00,028 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:00,029 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:00,035 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:00,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:00,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:03,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:03,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:03,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:03,585 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:03,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:04,434 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:59:04,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:04,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:07,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:07,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:07,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:07,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:07,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:08,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:09,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:09,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:13,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:13,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:13,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:13,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:13,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:15,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:15,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:16,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:16,477 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:16,477 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:16,484 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:17,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:19,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:20,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:20,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:20,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:20,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:20,592 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:21,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:23,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:24,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:24,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:24,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:24,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:24,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:24,550 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:25,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:27,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:28,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:28,840 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:28,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:28,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:29,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:30,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:31,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:34,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 11:59:34,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:34,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:34,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:34,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:35,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:36,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:37,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:38,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:38,386 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:38,386 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:38,393 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:39,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:39,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:39,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:41,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:41,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:42,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:42,096 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:42,096 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:42,103 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:43,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:43,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:47,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:47,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:47,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:47,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:47,384 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:48,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:49,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:52,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 11:59:54,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 11:59:54,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 11:59:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 11:59:55,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 11:59:55,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 11:59:55,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 11:59:55,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 11:59:56,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 11:59:57,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 11:59:57,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:02,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:04,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:04,115 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:04,115 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:04,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:04,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:00:05,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:05,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:08,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:08,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:08,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:08,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:08,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:09,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:09,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:09,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:11,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:11,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:11,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:11,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:12,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:13,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:13,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:15,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:15,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:15,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:15,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:15,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:17,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:19,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:19,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:19,332 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:19,332 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:19,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:20,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:21,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:24,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:24,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:24,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:28,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:28,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:28,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:28,824 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:29,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:29,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:31,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:31,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:31,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:31,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:31,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:32,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:33,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:34,443 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:00:35,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:35,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:35,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:35,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:35,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:36,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:37,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:39,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:39,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:39,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:40,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:40,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:40,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:40,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:41,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:41,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:43,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:43,195 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:43,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:43,201 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:44,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:45,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:46,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:47,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:47,087 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:47,087 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:47,094 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:47,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:49,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:50,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:50,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:50,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:50,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:51,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:51,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:00:53,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:54,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:00:54,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:00:54,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:00:56,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:00:56,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:00:56,368 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:00:56,374 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:00:57,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:00:57,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:00:57,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:02,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:04,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:01:04,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:04,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:04,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:04,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:05,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:07,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:07,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:08,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:08,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:08,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:08,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:08,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:09,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:09,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:09,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:13,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:13,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:13,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:13,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:13,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:14,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:15,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:17,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:17,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:17,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:17,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:17,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:19,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:19,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:21,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:21,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:21,400 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:21,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:22,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:23,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:24,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:24,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:24,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:29,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:29,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:29,887 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:29,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:29,893 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:30,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:31,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:33,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:33,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:33,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:33,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:34,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:34,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:01:35,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:35,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:38,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:38,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:38,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:38,561 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:39,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:39,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:39,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:40,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:41,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:41,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:41,936 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:41,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:41,943 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:42,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:43,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:45,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:46,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:46,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:46,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:46,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:46,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:47,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:50,711 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:50,712 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:50,712 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:50,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:51,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:51,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:01:53,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:54,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:01:54,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:01:54,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:01:55,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:01:55,295 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:01:55,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:01:55,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:01:56,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:01:57,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:01:57,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:00,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:00,703 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:00,703 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:00,709 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:01,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:02,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:03,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:04,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:04,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:04,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:04,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:04,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:04,446 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:02:05,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:08,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:08,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:08,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:08,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:08,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:09,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:09,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:09,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:09,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:11,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:12,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:12,123 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:12,123 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:12,129 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:12,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:13,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:14,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:15,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:15,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:15,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:15,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:16,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:17,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:19,997 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:20,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:20,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:20,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:20,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:21,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:23,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:24,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:24,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:24,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:24,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:25,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:25,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:25,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:27,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:29,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:29,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:29,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:29,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:30,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:30,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:31,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:33,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:33,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:33,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:33,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:34,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:34,452 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:02:35,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:36,453 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:37,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:37,629 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:37,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:37,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:38,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:39,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:39,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:41,637 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:45,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:45,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:45,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:45,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:46,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:47,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:47,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:51,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:51,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:51,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:51,859 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:52,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:52,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:53,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:02:54,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:02:54,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:02:56,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:56,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:56,035 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:56,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:02:56,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:02:57,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:02:58,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:02:59,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:02:59,693 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:02:59,693 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:02:59,699 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:00,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:01,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:03,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:04,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:04,114 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:04,114 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:04,120 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:04,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:04,451 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:03:05,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:08,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:08,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:08,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:08,233 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:08,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:09,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:09,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:09,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:09,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:12,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:12,999 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:13,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:13,005 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:13,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:15,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:15,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:17,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:17,129 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:17,129 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:17,135 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:17,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:19,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:20,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:21,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:21,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:21,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:21,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:21,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:23,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:24,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:25,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:25,105 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:25,105 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:25,111 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:25,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:25,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:27,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:28,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:28,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:28,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:28,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:29,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:29,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:30,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:31,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:31,696 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:31,696 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:31,702 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:32,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:33,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:34,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:03:35,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:37,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:37,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:37,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:37,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:37,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:39,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:39,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:40,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:40,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:40,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:40,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:40,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:41,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:41,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:45,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:48,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:48,449 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:48,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:48,456 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:49,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:49,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:51,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:52,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:52,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:52,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:52,226 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:52,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:03:53,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:03:54,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:03:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:03:56,453 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:03:56,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:03:56,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:03:56,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:03:56,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:03:57,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:03:57,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:01,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:01,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:01,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:01,076 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:01,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:02,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:03,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:04,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:04:06,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:06,696 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:06,696 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:06,702 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:07,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:07,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:09,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:09,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:10,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:12,310 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:12,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:12,326 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:12,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:13,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:13,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:14,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:14,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:14,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:14,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:15,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:15,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:18,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:18,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:18,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:18,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:18,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:19,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:21,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:23,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:24,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:24,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:27,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:27,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:27,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:27,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:27,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:29,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:29,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:31,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:31,533 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:31,533 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:31,539 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:32,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:33,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:34,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:04:34,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:36,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:36,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:36,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:36,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:37,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:39,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:39,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:39,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:39,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:41,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:41,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:41,672 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:41,678 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:42,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:43,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:44,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:47,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:47,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:47,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:47,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:48,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:49,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:50,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:54,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:04:54,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:04:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:04:56,089 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:56,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:56,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:56,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:04:56,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:04:56,531 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:04:57,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:04:59,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:04:59,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:04:59,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:04:59,647 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:00,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:01,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:01,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:04,464 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:05:04,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:04,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:04,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:04,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:05,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:06,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:07,550 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:08,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:08,614 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:08,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:08,620 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:09,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:09,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:09,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:09,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:12,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:12,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:12,071 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:12,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:12,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:12,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:13,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:16,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:16,627 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:16,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:16,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:17,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:17,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:17,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:20,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:20,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:20,599 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:20,605 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:21,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:21,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:23,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:24,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:24,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:24,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:24,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:24,674 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:25,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:25,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:28,711 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:30,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:30,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:30,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:30,899 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:31,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:33,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:33,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:33,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:33,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:33,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:33,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:34,461 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:05:34,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:35,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:37,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:37,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:37,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:37,385 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:37,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:39,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:39,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:40,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:41,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:41,304 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:41,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:41,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:41,605 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:43,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:45,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:46,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:46,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:46,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:46,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:46,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:47,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:51,065 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:51,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:51,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:51,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:51,416 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:51,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:53,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:05:54,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:05:54,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:05:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:05:56,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:05:57,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:05:57,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:05:57,448 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:05:57,454 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:05:57,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:05:59,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:02,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:02,345 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:02,345 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:02,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:02,351 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:02,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:03,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:04,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:06:07,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:08,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:08,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:08,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:08,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:09,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:09,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:09,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:09,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:12,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:13,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:13,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:13,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:13,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:14,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:15,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:17,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:17,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:17,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:17,550 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:17,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:18,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:19,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:21,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:21,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:21,036 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:21,042 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:21,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:23,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:24,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:24,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:25,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:25,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:25,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:25,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:25,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:27,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:29,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:30,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:30,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:30,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:30,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:31,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:33,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:34,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:06:34,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:37,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:37,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:37,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:37,989 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:38,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:39,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:39,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:39,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:43,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:43,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:43,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:43,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:43,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:45,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:45,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:47,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:47,278 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:47,279 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:47,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:47,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:49,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:50,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:53,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:53,210 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:53,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:53,216 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:53,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:54,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:06:54,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:06:54,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:06:55,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:06:55,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:06:57,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:06:57,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:06:57,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:06:57,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:06:57,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:06:59,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:01,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:02,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:02,868 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:02,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:02,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:03,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:04,467 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:07:05,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:06,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:06,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:06,601 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:06,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:06,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:06,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:07,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:09,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:09,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:10,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:10,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:10,275 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:10,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:10,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:11,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:12,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:14,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:14,877 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:14,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:14,883 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:15,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:17,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:17,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:20,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:20,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:20,014 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:20,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:20,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:21,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:23,021 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:24,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:24,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:25,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:25,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:25,032 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:25,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:25,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:27,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:28,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:30,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:30,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:30,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:30,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:31,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:33,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:33,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:34,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:07:36,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:36,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:36,371 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:36,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:36,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:37,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:39,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:39,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:39,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:40,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:40,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:40,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:40,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:40,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:41,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:44,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:44,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:44,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:44,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:44,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:44,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:45,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:49,588 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:49,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:49,589 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:49,595 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:49,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:50,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:51,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:53,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:53,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:53,499 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:53,505 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:53,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:07:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:07:54,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:07:55,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:07:55,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:07:56,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:07:56,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:07:56,964 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:07:56,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:07:57,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:07:59,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:00,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:01,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:01,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:01,816 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:01,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:02,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:03,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:04,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:08:05,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:05,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:05,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:05,547 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:05,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:06,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:07,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:09,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:09,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:09,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:09,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:09,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:09,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:11,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:11,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:13,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:13,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:13,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:13,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:13,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:15,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:17,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:18,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:18,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:18,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:18,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:18,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:19,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:22,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:24,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:24,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:24,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:24,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:24,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:24,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:25,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:27,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:32,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:33,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:33,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:33,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:33,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:33,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:34,473 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:08:35,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:38,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:38,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:38,325 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:38,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:38,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:38,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:39,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:39,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:41,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:41,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:41,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:41,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:41,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:43,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:43,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:45,360 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:45,360 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:45,361 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:45,366 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:45,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:47,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:49,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:50,652 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:50,652 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:50,652 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:50,658 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:50,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:51,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:08:54,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:08:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:08:54,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:08:55,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:55,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:55,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:55,476 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:08:55,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:08:57,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:08:59,997 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:08:59,998 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:08:59,998 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:08:59,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:00,004 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:00,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:01,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:03,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:03,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:03,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:03,976 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:04,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:09:04,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:05,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:05,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:08,328 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:08,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:08,329 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:08,334 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:08,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:09,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:09,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:10,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:11,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:11,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:11,573 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:11,579 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:11,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:13,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:15,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:15,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:15,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:15,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:15,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:16,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:17,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:20,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:20,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:20,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:20,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:20,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:21,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:21,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:23,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:23,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:23,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:23,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:23,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:24,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:25,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:26,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:26,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:26,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:26,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:26,815 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:26,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:28,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:31,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:31,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:31,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:31,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:32,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:32,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:34,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:34,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:09:34,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:34,871 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:34,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:34,877 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:35,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:36,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:37,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:38,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:38,336 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:38,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:38,342 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:39,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:39,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:40,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:41,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:41,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:41,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:41,750 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:42,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:43,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:44,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:46,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:46,562 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:46,562 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:46,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:47,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:48,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:49,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:51,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:51,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:51,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:51,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:52,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:54,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:09:54,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:09:54,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:09:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:09:55,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:09:56,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:09:56,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:09:56,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:09:56,190 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:09:57,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:09:58,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:01,227 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:03,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:03,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:03,025 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:03,030 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:03,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:04,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:04,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:10:06,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:06,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:06,760 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:06,760 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:06,766 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:07,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:08,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:09,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:09,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:11,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:11,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:11,403 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:11,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:12,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:12,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:14,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:14,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:14,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:14,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:14,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:15,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:16,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:17,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:18,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:18,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:18,176 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:18,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:19,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:20,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:22,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:22,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:22,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:22,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:23,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:23,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:24,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:24,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:25,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:25,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:25,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:25,956 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:26,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:28,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:28,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:29,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:29,722 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:29,722 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:29,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:30,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:32,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:33,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:33,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:33,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:33,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:34,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:34,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:10:34,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:36,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:37,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:37,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:37,130 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:37,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:38,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:39,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:39,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:39,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:40,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:40,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:40,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:40,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:40,845 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:41,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:42,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:44,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:45,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:45,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:45,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:45,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:46,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:48,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:50,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:50,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:50,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:50,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:50,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:51,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:52,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:54,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:10:54,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:10:54,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:10:55,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:55,477 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:55,477 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:55,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:10:55,483 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:56,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:10:58,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:10:58,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:10:58,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:10:58,416 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:10:58,422 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:10:59,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:00,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:01,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:02,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:02,186 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:02,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:02,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:03,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:04,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:04,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:11:06,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:06,046 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:06,046 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:06,052 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:06,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:07,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:08,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:09,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:09,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:09,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:09,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:09,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:10,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:12,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:12,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:13,511 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:13,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:13,512 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:13,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:14,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:16,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:18,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:19,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:19,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:19,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:19,954 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:20,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:22,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:23,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:24,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:24,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:24,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:24,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:24,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:25,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:26,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:28,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:28,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:28,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:28,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:29,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:29,652 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:30,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:34,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:11:35,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:37,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:37,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:37,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:37,236 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:38,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:39,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:40,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:40,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:41,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:41,088 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:41,088 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:41,094 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:41,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:42,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:45,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:45,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:45,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:45,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:45,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:46,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:48,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:49,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:49,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:49,532 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:49,538 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:50,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:51,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:52,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:53,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:53,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:53,737 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:53,743 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:54,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:11:54,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:11:54,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:11:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:11:56,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:11:56,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:11:57,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:11:57,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:11:57,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:11:57,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:11:57,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:00,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:02,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:02,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:02,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:02,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:02,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:03,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:04,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:04,488 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:12:07,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:07,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:07,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:07,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:07,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:08,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:09,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:10,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:11,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:11,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:11,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:11,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:12,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:13,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:14,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:16,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:16,817 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:16,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:16,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:17,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:18,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:18,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:23,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:24,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:25,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:25,026 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:25,026 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:25,032 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:25,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:26,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:29,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:30,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:30,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:30,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:30,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:31,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:32,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:34,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:12:34,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:34,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:34,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:34,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:34,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:35,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:36,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:39,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:39,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:40,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:40,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:40,468 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:40,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:41,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:42,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:43,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:43,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:43,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:43,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:44,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:44,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:46,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:49,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:49,015 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:49,015 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:49,020 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:49,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:50,021 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:50,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:53,021 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:53,022 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:53,022 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:53,027 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:12:53,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:12:54,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:12:54,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:12:54,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:12:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:12:55,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:12:59,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:12:59,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:12:59,458 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:12:59,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:00,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:01,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:02,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:04,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:04,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:04,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:04,437 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:04,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:13:05,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:06,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:07,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:08,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:08,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:08,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:08,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:08,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:09,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:09,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:10,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:11,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:11,477 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:11,477 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:11,483 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:12,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:12,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:14,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:17,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:17,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:17,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:17,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:17,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:18,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:20,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:22,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:22,128 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:22,128 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:22,133 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:22,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:23,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:24,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:24,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:25,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:25,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:25,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:25,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:26,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:28,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:28,903 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:30,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:30,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:30,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:30,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:31,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:32,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:34,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:13:34,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:34,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:34,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:34,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:34,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:35,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:36,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:39,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:39,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:39,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:39,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:39,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:39,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:39,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:40,368 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:42,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:43,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:43,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:43,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:43,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:44,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:45,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:46,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:50,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:51,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:51,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:51,896 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:51,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:52,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:13:54,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:13:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:13:54,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:13:55,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:13:55,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:13:55,352 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:13:55,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:13:55,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:13:56,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:13:58,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:01,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:02,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:02,001 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:02,001 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:02,006 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:02,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:04,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:04,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:14:05,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:05,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:05,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:05,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:06,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:06,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:08,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:09,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:09,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:09,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:09,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:09,548 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:10,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:11,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:12,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:13,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:13,837 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:13,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:13,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:14,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:16,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:16,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:17,360 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:17,361 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:17,361 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:17,366 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:17,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:20,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:22,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:23,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:23,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:23,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:23,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:23,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:24,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:26,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:27,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:27,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:27,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:27,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:27,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:28,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:28,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:30,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:30,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:30,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:30,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:31,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:32,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:33,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:34,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:34,435 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:34,435 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:34,441 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:34,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:14:35,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:36,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:38,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:38,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:38,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:38,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:39,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:39,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:39,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:40,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:44,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:44,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:44,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:44,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:44,820 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:45,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:46,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:47,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:47,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:47,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:47,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:48,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:49,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:50,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:52,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:52,025 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:52,025 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:52,031 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:52,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:14:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:14:54,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:14:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:14:54,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:14:55,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:14:58,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:14:58,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:14:58,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:14:58,566 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:14:59,456 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:00,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:00,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:02,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:02,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:02,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:02,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:02,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:04,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:04,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:15:06,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:06,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:06,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:06,799 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:06,804 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:07,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:08,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:09,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:10,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:10,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:10,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:10,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:11,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:11,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:12,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:16,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:16,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:16,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:16,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:16,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:17,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:18,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:21,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:21,553 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:21,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:21,559 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:22,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:22,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:24,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:24,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:28,557 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:29,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:29,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:29,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:29,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:29,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:30,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:32,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:32,546 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:32,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:32,552 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:33,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:34,492 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:34,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:15:34,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:36,716 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:36,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:36,717 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:36,722 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:37,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:38,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:39,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:39,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:40,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:40,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:40,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:40,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:41,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:41,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:44,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:44,124 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:44,124 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:44,129 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:44,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:45,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:45,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:48,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:48,798 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:48,798 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:48,804 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:49,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:49,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:50,805 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:54,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:54,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:54,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:54,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:54,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:15:54,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:15:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:15:54,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:15:55,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:56,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:15:57,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:15:57,407 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:15:57,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:15:57,413 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:15:57,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:15:57,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:01,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:01,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:01,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:01,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:01,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:02,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:03,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:04,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:16:05,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:05,759 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:05,759 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:05,765 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:06,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:07,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:07,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:08,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:08,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:08,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:08,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:09,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:09,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:09,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:09,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:13,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:13,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:13,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:13,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:13,894 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:14,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:15,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:18,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:20,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:20,321 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:20,321 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:20,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:20,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:21,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:23,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:23,575 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:23,575 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:23,581 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:23,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:24,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:24,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:24,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:25,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:29,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:30,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:30,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:30,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:30,238 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:30,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:31,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:34,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:16:34,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:34,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:34,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:34,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:34,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:34,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:35,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:38,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:38,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:38,911 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:38,917 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:39,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:39,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:39,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:39,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:42,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:42,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:42,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:42,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:43,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:43,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:45,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:46,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:46,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:46,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:46,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:46,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:47,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:49,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:49,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:49,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:49,944 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:50,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:50,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:51,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:54,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:54,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:54,197 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:54,203 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:16:54,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:16:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:16:54,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:16:55,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:56,576 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:16:58,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:16:58,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:16:58,782 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:16:58,788 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:16:59,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:16:59,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:01,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:02,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:02,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:02,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:02,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:02,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:03,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:04,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:17:06,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:06,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:06,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:06,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:06,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:07,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:07,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:09,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:09,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:09,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:09,701 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:09,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:09,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:11,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:12,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:13,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:13,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:13,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:13,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:13,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:13,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:17,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:17,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:17,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:17,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:17,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:17,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:18,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:20,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:20,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:20,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:20,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:21,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:21,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:23,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:24,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:24,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:24,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:24,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:24,616 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:24,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:25,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:29,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:32,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:32,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:32,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:32,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:32,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:33,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:34,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:17:35,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:36,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:36,647 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:36,647 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:36,653 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:36,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:37,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:39,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:40,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:40,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:40,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:40,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:41,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:44,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:44,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:44,085 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:44,091 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:44,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:45,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:46,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:47,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:47,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:47,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:47,794 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:47,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:49,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:51,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:17:52,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:17:52,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:17:52,504 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:17:52,510 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:17:52,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:17:53,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:17:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:17:54,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:17:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:17:57,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:00,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:00,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:00,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:00,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:01,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:01,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:02,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:04,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:18:05,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:05,226 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:05,226 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:05,232 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:05,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:05,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:08,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:09,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:09,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:09,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:09,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:09,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:09,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:09,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:12,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:12,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:12,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:12,732 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:12,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:13,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:13,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:18,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:18,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:18,476 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:18,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:18,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:19,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:19,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:23,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:23,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:23,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:23,706 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:23,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:24,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:24,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:25,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:28,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:28,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:28,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:28,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:28,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:29,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:30,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:32,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:32,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:32,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:32,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:32,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:33,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:34,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:18:35,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:38,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:38,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:38,522 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:38,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:38,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:39,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:39,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:40,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:44,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:44,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:44,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:44,616 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:44,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:45,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:45,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:48,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:48,372 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:48,372 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:48,378 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:48,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:49,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:51,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:52,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:52,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:52,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:52,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:52,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:53,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:18:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:18:54,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:18:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:18:56,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:18:56,367 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:18:56,367 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:18:56,373 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:18:56,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:18:56,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:18:57,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:00,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:00,887 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:00,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:00,893 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:00,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:01,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:01,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:04,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:04,449 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:04,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:04,455 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:04,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:19:04,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:05,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:07,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:09,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:09,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:11,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:11,359 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:11,359 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:11,364 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:11,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:11,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:13,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:15,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:15,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:15,329 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:15,334 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:15,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:15,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:19,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:21,576 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:21,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:21,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:21,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:21,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:21,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:24,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:24,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:24,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:24,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:25,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:25,662 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:25,662 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:25,668 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:25,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:25,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:29,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:29,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:29,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:29,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:29,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:29,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:30,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:32,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:32,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:32,699 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:32,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:32,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:33,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:34,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:19:35,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:36,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:36,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:36,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:36,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:36,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:37,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:39,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:39,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:40,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:41,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:41,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:41,406 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:41,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:41,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:41,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:46,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:46,154 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:46,154 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:46,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:46,160 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:46,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:47,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:49,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:49,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:49,777 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:49,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:50,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:51,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:52,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:54,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:19:54,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:19:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:19:54,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:54,954 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:54,954 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:54,960 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:19:55,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:19:56,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:19:56,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:19:59,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:19:59,055 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:19:59,055 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:19:59,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:00,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:00,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:02,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:02,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:02,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:02,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:02,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:03,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:04,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:04,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:20:06,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:06,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:06,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:06,382 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:07,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:07,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:08,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:09,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:09,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:09,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:09,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:09,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:09,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:10,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:12,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:12,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:13,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:13,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:13,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:13,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:14,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:14,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:17,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:17,092 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:17,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:17,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:18,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:18,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:18,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:20,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:20,732 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:20,732 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:20,738 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:21,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:22,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:23,738 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:24,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:24,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:25,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:25,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:25,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:25,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:26,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:26,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:29,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:30,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:30,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:30,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:30,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:31,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:32,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:34,526 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:20:35,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:39,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:39,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:39,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:39,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:39,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:40,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:40,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:40,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:43,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:43,744 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:43,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:43,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:44,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:44,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:45,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:48,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:48,133 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:48,133 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:48,139 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:48,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:50,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:51,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:51,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:51,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:51,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:51,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:52,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:52,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:20:54,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:20:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:20:55,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:55,357 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:55,358 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:55,363 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:56,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:20:56,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:20:56,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:20:58,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:20:58,604 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:20:58,604 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:20:58,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:20:59,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:00,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:01,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:02,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:02,663 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:02,663 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:02,669 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:03,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:04,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:04,526 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:21:06,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:06,234 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:06,234 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:06,240 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:07,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:07,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:08,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:09,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:09,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:11,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:11,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:11,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:11,859 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:12,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:12,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:14,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:17,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:17,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:17,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:17,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:18,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:18,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:18,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:20,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:20,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:20,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:20,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:21,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:22,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:23,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:24,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:24,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:24,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:25,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:25,208 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:25,208 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:25,213 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:26,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:26,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:29,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:30,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:30,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:30,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:30,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:31,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:32,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:34,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:21:34,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:39,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:39,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:40,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:40,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:40,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:40,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:41,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:42,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:44,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:44,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:44,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:44,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:45,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:45,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:46,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:50,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:51,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:51,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:51,740 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:51,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:52,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:21:52,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:21:54,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:21:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:21:55,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:21:56,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:21:56,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:21:56,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:21:56,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:21:57,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:21:58,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:00,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:04,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:22:05,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:05,226 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:05,226 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:05,232 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:06,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:06,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:06,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:09,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:09,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:10,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:10,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:10,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:10,855 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:11,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:11,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:12,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:14,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:14,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:14,995 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:15,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:15,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:16,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:17,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:20,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:20,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:20,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:20,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:21,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:22,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:22,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:23,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:23,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:23,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:23,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:24,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:24,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:26,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:28,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:29,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:29,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:29,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:29,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:29,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:30,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:34,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:34,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:22:36,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:36,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:36,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:36,586 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:37,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:38,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:39,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:39,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:39,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:39,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:44,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:45,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:45,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:45,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:45,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:45,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:46,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:49,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:49,426 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:49,426 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:49,432 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:50,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:22:50,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:50,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:54,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:22:54,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:22:54,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:22:54,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:22:54,607 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:22:54,608 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:22:54,613 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:22:55,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:22:55,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:22:56,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:00,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:00,437 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:00,437 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:00,443 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:01,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:01,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:02,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:03,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:03,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:03,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:03,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:04,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:04,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:23:06,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:06,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:07,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:07,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:07,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:07,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:08,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:08,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:09,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:11,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:11,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:11,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:11,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:11,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:12,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:12,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:16,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:16,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:16,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:16,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:17,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:17,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:18,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:21,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:21,108 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:21,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:21,114 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:21,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:22,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:23,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:24,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:24,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:24,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:24,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:24,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:25,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:26,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:28,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:30,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:30,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:30,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:30,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:30,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:32,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:34,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:34,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:23:37,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:37,570 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:37,570 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:37,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:38,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:39,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:39,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:39,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:39,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:40,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:41,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:41,663 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:41,663 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:41,669 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:42,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:44,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:44,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:45,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:45,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:45,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:45,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:46,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:48,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:49,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:49,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:49,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:49,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:50,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:50,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:50,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:52,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:52,899 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:52,899 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:52,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:53,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:23:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:23:54,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:23:54,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:23:54,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:23:55,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:23:58,584 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:23:58,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:23:58,585 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:23:58,591 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:23:59,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:00,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:00,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:02,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:02,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:02,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:02,954 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:03,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:04,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:04,541 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:24:06,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:07,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:07,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:07,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:07,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:08,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:08,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:09,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:11,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:11,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:11,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:11,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:11,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:12,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:12,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:17,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:17,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:17,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:17,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:17,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:18,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:20,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:22,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:24,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:24,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:24,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:24,909 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:24,909 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:24,915 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:25,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:26,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:27,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:28,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:28,195 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:28,195 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:28,201 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:28,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:30,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:33,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:33,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:33,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:33,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:33,941 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:34,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:34,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:24:36,495 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:37,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:37,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:37,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:37,731 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:38,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:38,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:39,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:39,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:39,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:40,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:42,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:42,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:42,509 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:42,515 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:43,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:44,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:44,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:46,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:46,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:46,401 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:46,407 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:46,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:48,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:50,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:50,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:50,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:50,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:50,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:51,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:52,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:24:54,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:24:54,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:24:55,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:24:55,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:55,709 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:55,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:55,715 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:24:56,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:24:58,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:24:59,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:24:59,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:24:59,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:24:59,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:00,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:00,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:02,526 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:03,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:03,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:03,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:03,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:04,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:04,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:25:06,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:06,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:09,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:09,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:11,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:11,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:11,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:11,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:11,862 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:12,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:14,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:16,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:17,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:17,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:17,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:17,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:17,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:18,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:20,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:20,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:20,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:20,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:21,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:22,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:22,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:24,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:24,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:24,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:25,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:25,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:25,292 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:25,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:25,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:26,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:28,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:33,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:33,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:33,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:33,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:33,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:33,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:34,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:25:34,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:37,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:37,104 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:37,104 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:37,110 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:37,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:38,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:39,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:39,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:39,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:40,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:40,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:40,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:40,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:41,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:42,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:44,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:49,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:49,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:49,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:49,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:49,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:50,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:50,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:25:54,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:25:54,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:25:54,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:25:54,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:25:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:25:54,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:25:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:25:54,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:25:55,576 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:25:56,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:00,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:01,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:01,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:01,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:02,001 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:02,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:04,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:26:04,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:05,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:05,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:05,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:05,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:05,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:06,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:08,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:09,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:09,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:09,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:09,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:10,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:10,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:11,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:13,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:13,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:13,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:13,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:13,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:14,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:17,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:18,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:18,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:18,923 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:18,929 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:19,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:20,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:22,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:22,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:22,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:22,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:22,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:23,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:24,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:24,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:24,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:24,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:26,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:26,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:26,464 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:26,469 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:26,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:28,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:28,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:29,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:29,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:29,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:29,931 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:30,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:32,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:33,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:34,552 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:26:35,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:35,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:35,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:35,233 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:35,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:36,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:39,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:39,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:39,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:40,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:40,347 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:40,347 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:40,353 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:40,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:42,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:44,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:44,908 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:44,909 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:44,909 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:44,914 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:45,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:46,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:49,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:49,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:49,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:49,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:49,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:50,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:50,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:26:54,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:26:54,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:26:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:26:55,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:26:57,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:26:57,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:26:57,352 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:26:57,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:26:57,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:26:58,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:00,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:00,707 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:00,707 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:00,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:00,715 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:01,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:02,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:04,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:27:06,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:07,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:07,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:07,730 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:07,736 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:08,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:08,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:09,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:11,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:11,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:11,209 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:11,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:11,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:12,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:12,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:16,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:16,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:16,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:16,457 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:16,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:17,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:18,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:21,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:21,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:21,725 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:21,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:22,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:22,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:22,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:24,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:24,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:24,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:25,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:25,288 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:25,288 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:25,294 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:25,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:26,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:28,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:28,180 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:28,181 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:28,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:28,186 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:28,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:30,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:33,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:33,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:33,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:33,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:33,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:34,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:27:34,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:34,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:38,557 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:39,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:39,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:42,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:42,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:42,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:42,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:42,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:43,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:44,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:46,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:46,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:46,808 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:46,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:47,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:48,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:48,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:50,589 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:50,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:50,590 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:50,595 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:50,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:52,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:54,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:27:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:27:54,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:27:54,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:27:54,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:27:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:27:54,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:27:54,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:27:54,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:27:56,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:27:59,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:00,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:00,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:00,517 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:00,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:00,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:02,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:04,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:28:05,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:05,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:05,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:05,243 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:05,249 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:05,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:06,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:09,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:09,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:10,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:10,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:10,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:10,205 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:10,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:11,243 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:12,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:15,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:15,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:15,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:15,880 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:16,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:16,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:18,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:21,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:21,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:21,192 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:21,198 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:21,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:22,198 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:22,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:24,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:24,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:24,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:25,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:25,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:25,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:25,476 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:25,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:26,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:27,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:28,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:28,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:28,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:28,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:29,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:30,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:32,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:32,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:32,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:32,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:32,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:32,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:34,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:28:34,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:38,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:39,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:39,151 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:39,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:39,157 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:39,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:39,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:39,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:40,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:44,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:44,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:44,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:44,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:44,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:44,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:46,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:49,564 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:49,565 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:49,565 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:49,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:49,571 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:49,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:50,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:28:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:28:54,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:28:54,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:28:55,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:55,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:55,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:55,566 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:55,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:28:56,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:28:59,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:28:59,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:28:59,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:28:59,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:28:59,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:00,328 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:00,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:04,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:29:05,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:05,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:05,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:05,023 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:05,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:06,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:06,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:09,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:09,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:11,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:14,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:14,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:14,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:14,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:14,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:16,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:17,243 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:18,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:18,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:18,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:18,972 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:19,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:20,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:22,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:24,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:24,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:24,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:26,761 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:26,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:26,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:26,767 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:26,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:28,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:28,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:33,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:34,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:29:36,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:36,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:36,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:36,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:37,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:38,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:38,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:39,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:42,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:42,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:42,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:42,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:42,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:44,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:44,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:49,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:49,018 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:49,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:49,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:49,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:50,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:50,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:52,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:52,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:52,588 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:52,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:52,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:29:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:29:54,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:29:54,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:29:54,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:29:55,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:29:59,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:29:59,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:29:59,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:29:59,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:29:59,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:00,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:01,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:03,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:03,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:03,103 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:03,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:03,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:04,566 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:30:04,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:06,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:06,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:06,707 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:06,707 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:06,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:06,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:08,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:09,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:09,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:11,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:13,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:13,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:13,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:13,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:13,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:14,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:16,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:17,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:17,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:17,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:17,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:17,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:18,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:21,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:21,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:21,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:21,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:21,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:22,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:22,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:24,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:24,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:24,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:26,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:26,583 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:26,583 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:26,589 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:26,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:27,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:28,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:30,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:30,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:30,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:30,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:30,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:32,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:33,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:34,565 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:30:36,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:36,088 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:36,088 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:36,094 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:36,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:38,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:39,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:39,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:39,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:39,663 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:39,664 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:39,669 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:39,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:40,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:43,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:43,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:43,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:43,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:43,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:44,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:44,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:47,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:47,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:47,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:47,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:48,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:48,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:49,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:52,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:52,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:52,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:52,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:52,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:30:54,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:30:54,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:30:54,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:30:55,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:30:56,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:30:56,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:30:56,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:30:56,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:30:56,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:30:58,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:00,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:03,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:03,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:03,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:03,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:03,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:04,570 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:31:05,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:06,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:07,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:07,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:07,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:07,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:08,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:09,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:09,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:09,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:09,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:11,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:13,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:13,299 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:13,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:13,305 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:14,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:15,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:16,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:16,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:16,935 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:16,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:16,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:17,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:19,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:21,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:21,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:21,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:21,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:22,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:22,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:23,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:24,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:24,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:24,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:28,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:28,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:28,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:28,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:28,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:29,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:31,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:31,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:31,515 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:31,515 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:31,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:32,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:33,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:33,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:34,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:31:37,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:37,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:37,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:37,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:38,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:38,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:39,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:39,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:39,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:41,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:41,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:41,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:41,726 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:42,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:43,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:43,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:45,429 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:45,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:45,430 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:45,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:46,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:47,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:49,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:49,080 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:49,081 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:49,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:49,086 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:50,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:51,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:52,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:52,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:52,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:52,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:53,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:54,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:31:54,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:31:54,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:31:54,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:31:55,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:31:56,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:31:56,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:31:56,426 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:31:56,431 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:31:57,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:31:59,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:00,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:00,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:00,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:00,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:00,391 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:01,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:03,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:04,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:04,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:04,487 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:04,493 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:04,577 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:32:05,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:05,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:07,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:08,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:08,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:08,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:08,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:09,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:09,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:09,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:09,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:11,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:11,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:12,348 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:12,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:12,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:12,355 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:13,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:15,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:17,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:20,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:20,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:20,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:20,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:21,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:22,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:23,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:24,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:24,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:24,318 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:24,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:24,583 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:24,583 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:24,589 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:25,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:27,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:28,589 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:29,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:29,382 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:29,382 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:29,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:30,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:31,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:34,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:34,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:34,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:34,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:34,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:34,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:32:35,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:37,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:38,673 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:38,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:38,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:38,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:39,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:39,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:39,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:39,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:41,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:42,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:42,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:42,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:42,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:43,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:45,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:45,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:46,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:46,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:46,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:46,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:47,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:49,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:51,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:51,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:51,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:51,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:51,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:52,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:53,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:54,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:32:54,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:32:54,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:32:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:55,553 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:55,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:55,559 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:32:56,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:32:56,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:32:57,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:32:59,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:32:59,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:32:59,192 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:32:59,198 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:00,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:01,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:02,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:04,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:33:07,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:07,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:07,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:07,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:07,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:08,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:09,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:09,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:09,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:09,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:12,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:13,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:13,648 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:13,648 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:13,654 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:14,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:15,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:17,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:17,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:17,698 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:17,704 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:18,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:18,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:19,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:23,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:23,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:23,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:23,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:24,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:24,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:24,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:24,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:25,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:27,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:27,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:27,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:27,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:27,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:29,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:30,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:34,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:33:35,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:35,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:35,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:35,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:35,508 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:36,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:37,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:39,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:39,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:39,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:40,288 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:40,289 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:40,289 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:40,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:41,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:41,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:43,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:44,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:44,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:44,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:44,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:45,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:46,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:47,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:49,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:49,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:49,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:49,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:49,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:51,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:52,037 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:54,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:33:54,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:33:54,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:33:54,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:54,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:54,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:54,840 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:55,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:33:57,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:33:57,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:33:58,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:33:58,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:33:58,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:33:58,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:33:59,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:01,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:03,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:03,508 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:03,508 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:03,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:03,514 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:04,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:04,580 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:34:05,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:07,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:07,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:07,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:07,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:08,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:08,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:09,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:09,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:09,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:09,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:12,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:12,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:12,421 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:12,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:13,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:14,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:15,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:18,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:18,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:18,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:18,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:18,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:19,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:20,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:23,353 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:23,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:23,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:23,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:24,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:24,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:24,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:24,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:25,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:25,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:26,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:26,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:26,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:26,985 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:27,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:29,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:31,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:31,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:31,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:31,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:31,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:31,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:33,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:34,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:34,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:34,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:34,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:34,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:34:35,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:36,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:37,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:39,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:39,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:39,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:41,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:42,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:42,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:42,924 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:42,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:43,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:45,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:46,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:47,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:47,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:47,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:47,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:48,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:49,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:51,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:51,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:51,500 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:51,505 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:52,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:52,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:53,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:34:54,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:34:54,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:34:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:34:56,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:34:56,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:34:56,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:34:56,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:34:57,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:34:57,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:34:59,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:00,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:00,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:00,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:00,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:01,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:02,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:03,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:04,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:04,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:04,416 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:04,422 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:04,584 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:35:05,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:07,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:07,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:07,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:07,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:07,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:07,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:08,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:09,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:09,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:09,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:12,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:12,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:12,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:12,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:12,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:13,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:15,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:17,946 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:21,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:21,424 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:21,424 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:21,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:22,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:23,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:23,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:24,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:24,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:25,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:25,286 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:25,286 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:25,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:25,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:27,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:29,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:29,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:29,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:29,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:29,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:29,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:31,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:32,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:32,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:32,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:32,899 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:33,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:34,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:35:34,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:35,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:38,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:38,853 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:38,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:38,859 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:39,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:39,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:39,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:41,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:42,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:42,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:42,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:42,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:43,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:45,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:45,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:46,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:46,859 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:46,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:46,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:47,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:49,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:50,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:50,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:50,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:50,852 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:51,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:51,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:53,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:54,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:35:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:35:54,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:35:56,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:56,054 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:56,055 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:56,060 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:35:56,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:35:57,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:35:57,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:35:59,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:35:59,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:35:59,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:35:59,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:00,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:01,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:02,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:04,588 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:36:06,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:06,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:06,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:06,437 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:07,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:08,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:09,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:09,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:10,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:10,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:10,340 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:10,347 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:10,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:13,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:14,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:14,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:14,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:14,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:14,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:14,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:15,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:17,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:17,933 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:17,933 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:17,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:18,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:19,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:19,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:24,511 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:24,512 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:24,512 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:24,518 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:24,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:25,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:25,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:27,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:28,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:28,836 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:28,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:28,842 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:29,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:30,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:31,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:33,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:33,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:33,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:33,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:33,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:34,590 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:36:35,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:36,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:37,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:37,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:37,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:37,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:37,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:39,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:39,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:40,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:40,261 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:40,261 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:40,272 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:40,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:41,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:42,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:44,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:44,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:44,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:44,706 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:45,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:47,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:47,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:49,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:49,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:49,953 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:49,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:50,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:51,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:52,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:53,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:53,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:53,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:53,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:54,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:36:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:36:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:36:54,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:36:55,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:36:58,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:36:58,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:36:58,670 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:36:58,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:36:58,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:36:59,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:01,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:02,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:02,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:02,967 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:02,972 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:03,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:03,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:04,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:37:05,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:09,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:09,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:10,089 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:10,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:10,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:10,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:10,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:11,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:14,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:14,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:14,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:14,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:14,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:15,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:17,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:19,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:19,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:19,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:19,970 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:19,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:20,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:21,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:23,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:23,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:23,288 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:23,294 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:23,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:24,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:24,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:25,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:26,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:26,667 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:26,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:26,672 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:27,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:29,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:30,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:30,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:30,176 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:30,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:30,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:30,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:31,533 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:34,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:37:35,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:38,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:38,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:38,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:38,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:39,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:39,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:40,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:41,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:43,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:43,639 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:43,639 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:43,645 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:44,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:45,547 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:46,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:51,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:52,803 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:52,804 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:52,804 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:52,810 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:53,555 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:37:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:37:54,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:37:55,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:37:56,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:37:57,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:37:57,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:37:57,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:37:57,304 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:37:57,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:37:59,563 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:02,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:02,124 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:02,124 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:02,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:02,130 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:02,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:03,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:04,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:38:06,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:06,026 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:06,027 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:06,032 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:06,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:07,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:08,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:09,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:10,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:10,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:10,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:10,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:11,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:13,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:13,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:15,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:15,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:15,081 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:15,087 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:15,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:17,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:18,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:18,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:18,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:18,433 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:18,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:19,433 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:19,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:22,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:22,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:22,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:22,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:23,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:24,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:24,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:24,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:25,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:28,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:28,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:28,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:28,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:28,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:29,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:30,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:32,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:32,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:32,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:32,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:32,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:33,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:34,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:38:35,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:38,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:38,263 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:38,264 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:38,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:38,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:39,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:39,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:39,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:40,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:45,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:47,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:38:47,301 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:38:47,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:38:47,307 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:38:47,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:38:49,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:38:51,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:38:54,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:38:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:38:54,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:38:56,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:00,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:00,878 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:00,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:00,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:01,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:01,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:03,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:04,604 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:39:05,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:05,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:05,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:05,022 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:05,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:07,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:07,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:08,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:08,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:08,769 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:08,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:09,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:09,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:09,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:09,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:11,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:12,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:12,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:12,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:12,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:12,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:13,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:15,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:17,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:20,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:20,447 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:20,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:20,453 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:20,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:21,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:23,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:24,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:24,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:24,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:24,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:24,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:24,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:24,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:25,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:27,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:28,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:28,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:28,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:28,076 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:28,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:29,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:29,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:32,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:32,241 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:32,242 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:32,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:32,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:33,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:34,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:34,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:39:35,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:35,648 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:35,648 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:35,653 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:35,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:37,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:39,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:39,389 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:39,389 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:39,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:39,395 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:39,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:39,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:39,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:39,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:41,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:43,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:43,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:43,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:43,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:44,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:45,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:45,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:48,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:48,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:48,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:48,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:49,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:50,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:51,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:52,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:52,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:52,701 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:52,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:52,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:39:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:39:54,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:39:55,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:39:55,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:39:58,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:39:58,079 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:39:58,079 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:39:58,085 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:39:58,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:39:59,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:01,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:03,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:03,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:03,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:03,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:03,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:04,608 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:40:05,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:06,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:07,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:07,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:07,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:07,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:08,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:09,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:09,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:09,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:09,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:11,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:11,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:11,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:11,079 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:11,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:12,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:13,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:15,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:15,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:15,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:15,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:15,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:17,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:17,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:22,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:24,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:24,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:24,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:24,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:24,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:25,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:27,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:28,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:28,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:28,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:28,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:28,798 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:29,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:33,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:33,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:33,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:33,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:33,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:34,607 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:40:34,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:35,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:38,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:38,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:38,868 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:38,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:38,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:39,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:39,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:39,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:39,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:41,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:42,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:42,549 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:42,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:42,555 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:42,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:43,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:44,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:46,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:46,343 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:46,343 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:46,349 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:46,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:47,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:50,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:50,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:50,877 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:50,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:50,883 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:51,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:53,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:40:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:40:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:40:54,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:40:55,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:40:55,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:40:55,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:40:55,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:40:55,601 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:40:55,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:40:57,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:00,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:02,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:02,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:02,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:02,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:02,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:03,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:04,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:41:06,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:06,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:06,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:06,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:06,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:07,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:09,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:09,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:09,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:09,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:10,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:10,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:10,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:10,592 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:10,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:11,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:11,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:13,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:13,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:13,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:13,681 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:13,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:15,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:16,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:17,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:17,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:17,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:17,449 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:17,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:19,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:22,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:22,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:22,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:22,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:22,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:22,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:23,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:24,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:24,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:25,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:25,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:25,428 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:25,433 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:25,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:27,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:27,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:29,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:29,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:29,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:29,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:29,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:31,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:32,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:34,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:41:36,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:36,019 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:36,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:36,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:36,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:37,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:38,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:39,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:39,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:40,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:40,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:40,740 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:40,745 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:40,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:43,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:43,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:44,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:44,087 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:44,087 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:44,093 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:44,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:45,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:49,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:49,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:49,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:49,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:49,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:49,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:51,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:52,716 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:52,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:52,717 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:52,723 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:52,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:53,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:41:54,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:41:54,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:41:54,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:41:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:41:58,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:41:58,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:41:58,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:41:58,477 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:41:58,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:41:59,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:00,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:02,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:02,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:02,190 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:02,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:02,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:03,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:04,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:42:05,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:05,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:05,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:05,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:05,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:05,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:07,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:09,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:09,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:09,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:09,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:09,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:09,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:09,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:10,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:11,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:14,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:14,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:14,421 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:14,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:14,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:15,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:16,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:18,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:18,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:18,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:18,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:18,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:19,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:21,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:21,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:21,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:21,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:21,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:21,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:23,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:24,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:26,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:26,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:26,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:26,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:26,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:26,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:29,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:31,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:32,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:32,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:32,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:32,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:32,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:33,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:34,618 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:42:37,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:38,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:38,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:38,777 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:38,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:38,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:39,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:39,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:42,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:47,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:47,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:47,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:47,141 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:47,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:48,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:49,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:50,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:50,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:50,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:50,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:50,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:51,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:53,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:54,272 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:54,273 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:54,273 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:54,279 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:54,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:42:54,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:42:54,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:42:54,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:55,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:42:58,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:42:58,108 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:42:58,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:42:58,114 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:42:58,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:42:59,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:42:59,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:02,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:02,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:02,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:02,636 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:02,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:03,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:04,617 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:43:04,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:06,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:06,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:06,192 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:06,198 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:07,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:08,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:09,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:09,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:09,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:09,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:09,901 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:09,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:09,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:10,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:12,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:14,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:14,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:14,042 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:14,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:15,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:15,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:16,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:17,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:17,754 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:17,754 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:17,760 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:18,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:20,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:20,760 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:22,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:22,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:22,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:22,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:23,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:24,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:24,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:25,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:27,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:27,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:27,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:27,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:28,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:30,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:31,244 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:31,244 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:31,245 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:31,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:31,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:32,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:34,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:34,622 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:43:34,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:34,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:34,979 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:34,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:35,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:36,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:38,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:38,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:38,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:38,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:38,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:39,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:39,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:40,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:42,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:43,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:43,115 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:43,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:43,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:44,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:46,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:46,738 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:46,739 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:46,739 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:46,744 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:47,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:48,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:48,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:50,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:50,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:50,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:50,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:51,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:52,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:54,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:43:54,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:54,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:54,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:54,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:54,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:43:54,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:43:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:43:55,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:56,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:43:58,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:43:58,821 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:43:58,821 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:43:58,827 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:43:59,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:43:59,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:00,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:04,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:44:04,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:04,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:04,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:04,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:05,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:05,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:06,105 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:08,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:08,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:08,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:08,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:09,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:09,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:09,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:10,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:10,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:14,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:14,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:14,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:14,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:15,111 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:16,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:16,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:20,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:20,231 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:20,231 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:20,237 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:21,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:22,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:22,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:24,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:24,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:27,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:28,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:28,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:28,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:28,460 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:29,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:30,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:33,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:34,627 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:44:36,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:36,695 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:36,695 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:36,701 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:37,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:38,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:38,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:39,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:39,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:40,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:40,660 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:40,660 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:40,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:41,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:42,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:43,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:46,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:46,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:46,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:46,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:47,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:48,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:49,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:52,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:52,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:52,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:52,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:53,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:54,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:44:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:44:54,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:44:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:44:54,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:44:56,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:44:56,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:44:56,491 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:44:56,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:44:57,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:44:58,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:00,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:01,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:01,086 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:01,087 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:01,092 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:01,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:04,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:04,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:45:04,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:04,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:04,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:04,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:05,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:05,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:06,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:09,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:09,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:09,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:09,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:09,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:09,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:10,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:12,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:12,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:12,659 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:12,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:12,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:13,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:14,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:16,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:16,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:16,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:16,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:16,144 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:16,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:18,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:19,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:19,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:19,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:19,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:20,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:21,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:22,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:23,557 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:23,558 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:23,558 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:23,564 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:24,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:26,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:26,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:28,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:28,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:28,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:28,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:29,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:30,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:32,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:32,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:32,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:32,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:32,470 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:33,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:34,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:34,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:45:36,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:36,715 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:36,715 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:36,721 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:37,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:37,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:38,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:39,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:39,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:39,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:42,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:42,310 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:42,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:42,316 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:43,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:43,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:44,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:46,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:46,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:46,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:46,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:47,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:48,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:48,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:51,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:51,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:51,176 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:51,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:51,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:54,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:54,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:45:54,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:45:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:45:55,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:55,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:55,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:55,726 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:45:56,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:45:58,242 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:45:59,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:45:59,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:45:59,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:45:59,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:45:59,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:00,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:02,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:03,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:03,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:03,458 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:03,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:04,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:04,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:46:05,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:06,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:09,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:10,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:11,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:11,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:11,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:11,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:11,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:14,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:16,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:16,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:16,216 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:16,216 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:16,223 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:16,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:18,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:19,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:19,755 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:19,755 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:19,761 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:20,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:21,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:22,273 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:24,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:24,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:24,257 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:24,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:24,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:26,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:26,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:28,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:28,217 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:28,218 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:28,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:28,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:30,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:32,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:34,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:34,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:34,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:34,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:34,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:34,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:46:36,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:37,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:37,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:37,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:37,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:37,647 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:38,291 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:39,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:39,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:40,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:40,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:40,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:40,707 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:40,712 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:41,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:42,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:42,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:47,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:49,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:49,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:49,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:49,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:49,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:52,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:53,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:53,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:53,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:53,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:53,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:46:54,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:46:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:46:54,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:46:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:46:56,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:46:58,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:46:59,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:46:59,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:46:59,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:46:59,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:00,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:02,368 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:03,005 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:03,006 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:03,006 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:03,012 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:03,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:04,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:04,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:04,634 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:47:07,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:07,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:07,249 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:07,255 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:07,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:09,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:09,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:09,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:10,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:13,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:13,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:13,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:13,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:14,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:14,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:16,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:18,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:18,182 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:18,183 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:18,188 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:18,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:20,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:20,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:22,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:22,588 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:22,588 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:22,594 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:23,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:24,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:24,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:25,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:30,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:30,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:30,941 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:30,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:30,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:31,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:32,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:34,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:34,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:34,517 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:34,523 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:34,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:47:35,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:36,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:36,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:37,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:37,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:37,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:37,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:38,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:39,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:40,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:41,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:42,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:42,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:42,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:42,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:42,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:44,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:45,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:45,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:45,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:45,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:46,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:47,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:48,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:49,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:49,976 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:49,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:49,982 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:50,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:47:52,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:47:52,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:47:54,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:47:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:47:58,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:47:58,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:47:58,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:47:58,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:47:58,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:47:59,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:00,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:02,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:02,133 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:02,133 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:02,139 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:02,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:04,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:04,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:04,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:48:05,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:05,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:05,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:05,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:06,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:08,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:09,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:09,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:14,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:14,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:14,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:14,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:15,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:15,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:16,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:19,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:19,049 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:19,049 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:19,055 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:19,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:20,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:21,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:22,780 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:22,781 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:22,781 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:22,787 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:23,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:24,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:26,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:28,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:28,570 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:28,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:28,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:29,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:30,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:32,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:33,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:33,526 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:33,526 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:33,532 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:34,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:34,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:48:36,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:37,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:39,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:39,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:39,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:39,573 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:39,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:40,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:42,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:42,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:43,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:43,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:43,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:43,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:44,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:46,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:48,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:48,013 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:48,013 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:48,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:48,019 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:48,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:50,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:52,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:48:52,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:48:52,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:48:52,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:48:53,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:48:53,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:48:54,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:48:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:48:54,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:48:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:48:58,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:01,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:01,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:01,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:01,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:02,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:04,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:04,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:49:04,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:05,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:05,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:05,688 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:05,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:06,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:08,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:09,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:11,112 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:11,113 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:11,113 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:11,118 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:11,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:12,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:15,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:15,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:15,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:15,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:15,796 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:16,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:18,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:19,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:19,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:19,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:19,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:19,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:20,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:22,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:24,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:24,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:24,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:25,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:28,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:28,087 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:28,087 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:28,092 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:28,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:30,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:31,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:34,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:49:35,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:35,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:35,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:35,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:35,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:36,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:38,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:39,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:39,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:39,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:39,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:39,915 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:39,915 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:39,921 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:40,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:41,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:42,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:44,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:44,932 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:44,932 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:44,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:45,579 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:46,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:47,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:49,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:49,286 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:49,287 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:49,292 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:49,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:50,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:53,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:54,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:54,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:54,283 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:54,289 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:54,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:54,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:49:54,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:49:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:49:55,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:49:57,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:49:57,614 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:49:57,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:49:57,620 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:49:58,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:49:58,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:49:59,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:02,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:02,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:02,103 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:02,109 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:02,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:03,605 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:04,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:04,647 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:50:06,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:06,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:06,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:06,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:06,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:07,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:09,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:09,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:09,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:09,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:09,564 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:09,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:09,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:09,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:11,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:14,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:14,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:14,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:14,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:14,420 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:14,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:15,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:19,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:24,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:24,332 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:24,332 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:24,337 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:24,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:24,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:25,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:28,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:28,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:28,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:28,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:29,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:29,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:29,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:34,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:50:35,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:35,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:35,386 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:35,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:35,391 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:35,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:37,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:39,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:39,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:39,914 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:39,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:39,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:40,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:40,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:41,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:43,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:43,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:43,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:43,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:44,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:45,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:46,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:47,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:47,479 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:47,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:47,485 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:47,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:49,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:50,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:50,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:50,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:50,857 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:51,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:50:51,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:51,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:54,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:50:54,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:50:54,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:50:56,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:50:56,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:50:56,175 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:50:56,181 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:50:56,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:50:57,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:50:57,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:01,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:01,242 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:01,242 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:01,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:01,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:01,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:02,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:04,651 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:51:05,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:05,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:05,670 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:05,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:05,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:07,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:07,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:09,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:10,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:10,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:10,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:10,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:10,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:11,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:13,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:14,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:14,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:14,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:14,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:15,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:15,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:18,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:18,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:18,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:18,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:18,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:19,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:19,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:21,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:21,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:21,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:21,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:22,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:23,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:24,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:24,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:24,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:24,930 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:24,936 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:25,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:25,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:28,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:28,669 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:28,669 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:28,675 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:28,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:29,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:30,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:34,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:34,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:34,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:34,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:34,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:51:34,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:35,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:36,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:38,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:38,435 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:38,435 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:38,441 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:38,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:39,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:39,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:41,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:42,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:42,132 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:42,132 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:42,138 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:42,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:43,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:46,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:46,122 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:46,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:46,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:46,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:47,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:47,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:50,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:50,608 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:50,608 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:50,614 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:50,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:51,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:52,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:54,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:54,138 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:54,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:54,144 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:54,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:51:54,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:51:54,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:51:54,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:55,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:51:57,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:51:57,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:51:57,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:51:57,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:51:57,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:51:57,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:51:59,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:01,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:01,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:01,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:01,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:01,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:01,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:03,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:04,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:52:05,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:05,871 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:05,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:05,877 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:06,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:07,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:08,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:09,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:09,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:09,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:09,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:09,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:10,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:11,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:14,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:17,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:17,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:17,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:17,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:17,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:17,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:19,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:20,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:20,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:20,637 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:20,642 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:20,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:21,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:24,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:24,229 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:24,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:24,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:24,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:24,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:24,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:25,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:28,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:28,614 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:28,614 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:28,620 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:28,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:29,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:29,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:31,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:31,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:31,773 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:31,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:31,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:33,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:34,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:52:34,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:35,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:35,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:35,698 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:35,704 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:35,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:37,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:39,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:39,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:39,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:39,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:41,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:41,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:41,127 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:41,133 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:41,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:41,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:44,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:44,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:44,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:44,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:44,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:45,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:45,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:48,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:48,591 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:48,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:48,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:48,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:49,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:51,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:52,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:52,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:52,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:52,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:53,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:52:53,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:54,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:52:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:52:54,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:52:56,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:52:56,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:52:56,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:52:56,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:52:56,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:52:57,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:52:57,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:00,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:00,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:00,753 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:00,759 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:00,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:01,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:02,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:04,660 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:53:04,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:04,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:04,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:04,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:04,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:05,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:07,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:09,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:09,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:09,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:11,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:11,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:11,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:11,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:11,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:11,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:13,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:14,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:14,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:14,425 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:14,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:14,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:15,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:18,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:20,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:20,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:20,006 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:20,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:20,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:21,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:23,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:23,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:23,688 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:23,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:23,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:23,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:24,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:24,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:25,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:27,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:27,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:27,004 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:27,010 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:27,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:27,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:29,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:30,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:30,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:30,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:30,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:31,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:32,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:34,665 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:53:34,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:35,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:35,541 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:35,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:35,547 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:36,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:36,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:38,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:38,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:38,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:38,845 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:39,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:39,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:39,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:39,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:39,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:40,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:44,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:45,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:45,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:45,336 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:45,341 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:46,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:46,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:48,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:48,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:48,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:48,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:49,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:50,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:50,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:53,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:53,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:53,499 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:53,505 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:54,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:53:54,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:53:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:53:54,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:53:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:53:55,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:53:57,649 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:53:57,650 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:53:57,650 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:53:57,656 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:53:58,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:00,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:01,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:01,105 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:01,105 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:01,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:01,111 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:02,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:02,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:04,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:54:05,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:05,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:05,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:05,044 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:05,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:06,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:07,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:08,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:08,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:08,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:08,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:09,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:09,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:09,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:09,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:10,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:12,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:14,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:14,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:14,235 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:14,241 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:15,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:16,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:18,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:20,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:20,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:20,325 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:20,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:21,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:22,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:23,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:23,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:23,814 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:23,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:23,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:24,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:24,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:24,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:24,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:26,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:28,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:29,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:29,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:29,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:29,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:30,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:30,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:33,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:33,399 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:33,399 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:33,405 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:34,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:34,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:34,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:34,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:54:37,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:37,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:37,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:37,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:37,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:38,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:39,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:39,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:39,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:41,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:41,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:41,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:41,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:42,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:42,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:45,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:46,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:46,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:46,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:46,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:47,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:48,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:51,429 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:51,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:51,430 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:51,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:51,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:52,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:54:52,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:54:54,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:54:54,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:54:56,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:54:56,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:54:56,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:54:56,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:54:56,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:54:57,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:54:58,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:00,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:00,999 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:01,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:01,005 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:01,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:02,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:02,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:04,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:04,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:04,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:04,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:04,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:55:05,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:06,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:07,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:09,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:09,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:09,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:09,601 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:09,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:10,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:10,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:12,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:13,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:13,068 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:13,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:13,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:13,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:14,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:16,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:16,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:16,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:16,329 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:17,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:18,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:18,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:19,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:19,986 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:19,986 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:19,992 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:20,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:22,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:23,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:23,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:23,250 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:23,256 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:24,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:24,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:24,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:24,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:24,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:24,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:29,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:30,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:30,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:30,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:30,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:31,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:32,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:34,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:55:35,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:35,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:35,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:35,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:35,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:36,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:36,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:39,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:39,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:39,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:39,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:39,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:39,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:40,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:40,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:40,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:43,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:43,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:43,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:43,703 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:44,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:46,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:46,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:46,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:46,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:46,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:46,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:47,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:48,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:51,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:51,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:51,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:51,940 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:51,946 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:52,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:54,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:54,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:55:54,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:55:54,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:55:55,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:55,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:55,924 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:55,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:55:56,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:55:56,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:55:58,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:55:59,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:55:59,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:55:59,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:55:59,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:00,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:00,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:02,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:04,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:56:05,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:05,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:05,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:05,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:06,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:06,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:08,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:09,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:11,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:11,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:11,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:11,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:12,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:12,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:14,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:15,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:15,357 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:15,357 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:15,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:16,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:16,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:18,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:18,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:18,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:18,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:19,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:19,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:20,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:22,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:22,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:22,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:22,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:23,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:24,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:24,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:24,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:24,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:25,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:25,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:25,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:25,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:26,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:28,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:29,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:30,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:30,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:30,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:30,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:31,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:32,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:33,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:33,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:33,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:33,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:34,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:34,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:34,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:56:35,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:39,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:39,011 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:39,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:39,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:39,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:39,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:40,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:40,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:42,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:42,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:42,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:42,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:43,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:44,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:46,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:46,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:46,218 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:46,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:46,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:46,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:48,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:49,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:49,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:49,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:49,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:50,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:50,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:51,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:53,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:53,580 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:53,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:53,586 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:54,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:56:54,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:56:54,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:56:54,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:56:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:56:56,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:56:57,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:56:57,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:56:57,765 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:56:57,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:56:58,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:00,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:01,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:01,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:01,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:01,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:02,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:02,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:04,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:04,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:57:05,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:05,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:05,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:05,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:06,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:06,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:08,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:09,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:10,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:10,367 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:10,367 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:10,372 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:11,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:12,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:14,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:15,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:15,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:15,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:15,395 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:16,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:16,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:18,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:18,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:18,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:18,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:19,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:19,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:20,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:22,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:22,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:22,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:22,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:23,357 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:24,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:24,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:24,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:29,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:31,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:31,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:31,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:31,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:32,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:32,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:34,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:57:35,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:36,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:36,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:36,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:36,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:37,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:38,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:39,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:39,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:40,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:40,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:40,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:40,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:40,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:41,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:42,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:44,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:44,556 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:44,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:44,562 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:45,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:46,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:46,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:48,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:48,929 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:48,930 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:48,935 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:49,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:50,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:51,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:57:53,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:57:53,605 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:57:53,605 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:57:53,610 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:57:54,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:57:54,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:57:54,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:57:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:57:54,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:57:57,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:02,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:03,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:03,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:03,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:03,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:03,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:04,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:04,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:58:07,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:07,997 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:07,997 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:07,997 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:08,003 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:08,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:09,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:09,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:10,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:11,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:11,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:11,714 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:11,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:12,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:12,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:13,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:15,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:15,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:15,810 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:15,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:16,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:16,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:18,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:22,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:22,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:22,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:22,179 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:22,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:24,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:24,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:24,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:24,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:29,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:29,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:29,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:29,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:29,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:30,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:30,456 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:34,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:58:35,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:37,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:37,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:37,492 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:37,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:38,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:38,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:39,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:39,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:40,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:45,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:45,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:45,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:45,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:45,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:46,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:46,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:49,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:49,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:49,283 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:49,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:49,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:50,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:51,289 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:53,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:53,738 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:53,738 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:53,744 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:54,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:58:54,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:58:54,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:58:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:58:56,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:58:57,200 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:58:57,201 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:58:57,201 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:58:57,206 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:58:57,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:58:58,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:01,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:01,563 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:01,563 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:01,569 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:02,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:02,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:02,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:04,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:59:07,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:08,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:08,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:08,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:08,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:08,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:09,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:10,502 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:12,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:13,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:13,999 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:13,999 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:14,005 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:14,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:16,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:18,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:19,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:19,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:19,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:19,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:19,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:20,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:23,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:24,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:25,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:25,497 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:25,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:25,503 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:25,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:26,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:28,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:29,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:29,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:29,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:29,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:30,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:30,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:33,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:34,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 12:59:37,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:37,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:37,911 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:37,917 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:38,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:38,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:38,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:39,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:39,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:42,337 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:42,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:42,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:42,344 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:42,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:44,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:44,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:48,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:48,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:48,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:48,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:49,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:49,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:50,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:52,637 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:52,638 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:52,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:52,644 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:53,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:54,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 12:59:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 12:59:54,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 12:59:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 12:59:54,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 12:59:56,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 12:59:56,242 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 12:59:56,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 12:59:56,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 12:59:56,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 12:59:58,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:00,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:04,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:00:04,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:04,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:04,770 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:04,776 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:05,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:05,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:06,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:07,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:07,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:07,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:07,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:08,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:08,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:09,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:10,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:11,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:11,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:11,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:11,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:12,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:12,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:16,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:17,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:17,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:17,036 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:17,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:17,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:18,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:22,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:24,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:25,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:25,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:25,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:25,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:25,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:26,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:27,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:30,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:30,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:30,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:30,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:31,592 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:32,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:32,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:34,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:34,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:34,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:34,046 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:34,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:34,694 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:00:36,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:38,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:39,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:39,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:42,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:42,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:42,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:42,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:42,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:44,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:44,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:49,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:50,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:50,886 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:50,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:50,892 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:51,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:52,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:00:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:00:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:00:54,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:00:54,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:00:55,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:00:55,045 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:00:55,045 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:00:55,051 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:00:55,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:00:56,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:00,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:01,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:01,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:01,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:01,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:01,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:02,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:04,693 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:01:04,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:04,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:04,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:04,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:05,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:05,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:06,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:09,268 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:09,269 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:09,269 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:09,275 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:09,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:09,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:09,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:10,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:10,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:13,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:13,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:13,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:13,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:13,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:14,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:16,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:20,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:20,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:20,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:20,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:20,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:21,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:22,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:23,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:23,622 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:23,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:23,628 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:23,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:24,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:24,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:24,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:26,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:27,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:27,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:27,518 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:27,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:27,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:28,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:32,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:34,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:01:36,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:36,082 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:36,082 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:36,088 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:36,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:36,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:38,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:39,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:39,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:40,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:40,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:40,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:40,170 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:40,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:42,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:43,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:44,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:44,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:44,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:44,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:44,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:46,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:48,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:48,232 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:48,232 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:48,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:48,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:48,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:50,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:51,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:51,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:51,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:51,920 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:52,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:52,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:53,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:54,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:01:54,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:01:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:01:56,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:56,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:56,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:56,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:01:56,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:01:58,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:01:59,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:01:59,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:01:59,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:01:59,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:01:59,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:00,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:00,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:04,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:02:04,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:05,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:05,117 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:05,117 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:05,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:05,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:06,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:08,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:08,459 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:08,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:08,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:08,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:09,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:09,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:10,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:12,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:12,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:12,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:12,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:12,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:14,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:15,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:15,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:15,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:15,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:15,170 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:15,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:16,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:19,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:19,284 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:19,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:19,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:19,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:20,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:20,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:22,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:22,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:22,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:22,397 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:22,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:24,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:24,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:25,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:26,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:26,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:26,328 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:26,334 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:26,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:28,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:31,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:31,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:31,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:31,206 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:31,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:31,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:32,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:34,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:02:35,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:35,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:35,743 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:35,750 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:35,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:36,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:36,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:39,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:39,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:39,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:39,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:39,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:40,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:40,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:41,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:44,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:44,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:44,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:44,642 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:44,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:46,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:47,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:50,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:50,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:50,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:50,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:50,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:52,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:53,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:02:53,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:53,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:53,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:53,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:53,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:02:54,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:02:54,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:02:54,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:02:58,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:02:58,241 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:02:58,241 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:02:58,247 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:02:58,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:02:59,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:00,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:02,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:02,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:02,799 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:02,805 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:02,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:04,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:03:04,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:04,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:06,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:06,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:06,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:06,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:06,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:08,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:09,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:09,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:09,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:09,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:09,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:09,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:10,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:10,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:13,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:13,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:13,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:13,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:13,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:14,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:15,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:17,760 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:17,761 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:17,761 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:17,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:17,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:18,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:20,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:21,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:21,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:21,364 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:21,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:21,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:22,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:24,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:25,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:26,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:26,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:26,504 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:26,510 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:26,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:28,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:30,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:30,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:30,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:30,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:30,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:31,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:32,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:34,703 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:03:36,705 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:38,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:38,736 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:38,736 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:38,742 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:38,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:39,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:40,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:41,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:42,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:42,415 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:42,415 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:42,421 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:42,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:44,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:46,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:46,127 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:46,127 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:46,134 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:46,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:46,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:47,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:52,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:03:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:03:54,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:03:54,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:54,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:54,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:54,849 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:54,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:57,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:03:57,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:03:57,820 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:03:57,821 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:03:57,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:03:57,827 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:03:58,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:03:59,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:02,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:03,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:03,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:03,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:03,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:04,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:04,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:04:05,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:08,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:09,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:09,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:09,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:09,467 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:09,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:10,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:11,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:12,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:12,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:12,823 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:12,831 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:13,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:13,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:15,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:16,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:16,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:16,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:16,557 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:17,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:19,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:19,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:20,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:20,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:20,275 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:20,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:21,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:21,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:24,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:24,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:24,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:25,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:25,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:25,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:25,168 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:26,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:27,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:30,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:31,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:31,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:31,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:31,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:31,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:33,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:34,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:04:35,709 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:35,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:35,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:35,940 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:35,946 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:36,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:37,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:39,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:39,420 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:39,420 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:39,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:39,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:39,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:40,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:40,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:41,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:45,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:48,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:48,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:48,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:48,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:49,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:51,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:51,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:52,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:52,156 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:52,156 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:52,162 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:53,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:53,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:54,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:04:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:04:54,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:04:55,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:55,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:55,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:55,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:56,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:04:56,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:04:57,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:04:58,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:04:58,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:04:58,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:04:58,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:04:59,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:01,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:01,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:04,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:04,659 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:04,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:04,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:04,710 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:05:05,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:07,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:07,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:08,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:08,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:08,014 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:08,020 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:08,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:09,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:09,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:11,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:11,894 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:11,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:11,900 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:12,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:12,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:13,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:17,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:17,134 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:17,134 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:17,140 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:18,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:18,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:19,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:21,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:21,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:21,004 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:21,010 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:21,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:23,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:24,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:24,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:25,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:25,878 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:25,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:25,884 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:26,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:27,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:29,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:29,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:29,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:29,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:29,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:30,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:31,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:33,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:33,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:33,732 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:33,738 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:34,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:34,712 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:05:35,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:35,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:37,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:37,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:37,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:37,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:38,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:39,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:39,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:40,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:42,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:42,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:42,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:42,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:42,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:43,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:46,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:46,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:46,024 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:46,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:46,030 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:46,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:47,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:49,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:49,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:49,205 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:49,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:50,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:51,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:51,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:05:54,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:05:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:05:55,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:55,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:55,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:55,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:55,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:05:57,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:05:57,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:05:58,524 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:05:58,525 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:05:58,525 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:05:58,531 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:05:59,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:01,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:02,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:03,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:03,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:03,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:03,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:04,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:04,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:06:05,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:07,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:07,068 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:07,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:07,074 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:07,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:08,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:09,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:09,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:10,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:10,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:10,317 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:10,323 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:11,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:11,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:13,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:14,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:14,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:14,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:14,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:15,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:15,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:17,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:17,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:17,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:17,834 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:18,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:18,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:19,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:23,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:23,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:23,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:23,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:24,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:24,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:24,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:25,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:27,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:27,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:27,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:27,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:28,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:29,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:29,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:31,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:31,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:31,382 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:31,388 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:32,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:33,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:34,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:06:35,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:35,538 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:35,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:35,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:35,544 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:36,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:37,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:39,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:40,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:41,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:41,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:41,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:41,834 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:42,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:43,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:45,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:45,935 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:45,935 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:45,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:45,942 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:46,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:47,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:50,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:50,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:50,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:50,770 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:51,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:51,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:53,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:06:54,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:06:54,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:06:54,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:54,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:54,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:54,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:55,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:56,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:06:57,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:06:58,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:06:58,241 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:06:58,241 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:06:58,247 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:06:58,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:06:59,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:01,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:01,538 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:01,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:01,556 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:02,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:02,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:03,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:04,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:07:05,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:05,296 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:05,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:05,301 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:05,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:07,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:08,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:09,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:09,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:09,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:09,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:09,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:09,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:11,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:13,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:17,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:17,524 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:17,524 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:17,531 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:18,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:19,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:19,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:22,997 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:22,998 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:22,998 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:23,004 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:23,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:24,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:24,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:24,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:24,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:25,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:26,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:26,108 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:26,108 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:26,114 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:26,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:27,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:29,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:29,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:29,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:29,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:30,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:30,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:31,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:33,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:33,125 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:33,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:33,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:33,357 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:34,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:07:35,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:36,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:37,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:37,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:37,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:37,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:38,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:39,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:39,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:39,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:41,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:41,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:41,380 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:41,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:42,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:42,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:43,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:46,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:46,452 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:46,452 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:46,458 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:47,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:47,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:47,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:51,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:51,479 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:51,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:51,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:52,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:52,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:53,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:54,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:07:54,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:07:54,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:07:54,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:54,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:54,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:54,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:55,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:57,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:07:57,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:07:58,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:07:58,376 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:07:58,376 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:07:58,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:07:58,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:07:59,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:02,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:02,241 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:02,241 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:02,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:02,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:03,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:03,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:04,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:08:07,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:07,606 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:07,606 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:07,612 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:08,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:08,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:09,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:09,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:09,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:12,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:12,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:12,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:12,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:12,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:13,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:14,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:17,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:17,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:17,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:17,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:17,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:19,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:20,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:20,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:20,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:20,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:20,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:21,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:23,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:24,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:24,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:24,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:24,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:24,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:24,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:25,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:25,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:27,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:28,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:28,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:28,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:28,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:29,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:29,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:31,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:33,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:33,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:33,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:33,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:34,439 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:34,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:08:35,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:36,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:37,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:37,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:37,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:37,416 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:37,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:39,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:39,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:39,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:41,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:41,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:41,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:41,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:41,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:42,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:43,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:46,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:47,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:47,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:47,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:47,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:47,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:49,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:50,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:50,888 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:50,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:50,894 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:51,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:51,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:53,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:54,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:08:54,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:08:54,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:08:55,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:55,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:55,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:55,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:08:56,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:08:57,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:08:57,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:08:59,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:08:59,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:08:59,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:08:59,557 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:00,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:01,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:03,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:04,412 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:04,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:04,413 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:04,418 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:04,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:04,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:09:05,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:08,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:09,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:09,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:10,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:10,161 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:10,161 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:10,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:10,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:11,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:13,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:13,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:13,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:13,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:14,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:14,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:15,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:17,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:17,061 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:17,061 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:17,067 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:17,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:19,502 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:20,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:21,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:21,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:21,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:21,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:22,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:23,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:24,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:25,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:27,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:27,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:27,340 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:27,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:27,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:29,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:31,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:31,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:31,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:31,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:31,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:32,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:33,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:34,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:09:36,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:37,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:37,261 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:37,261 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:37,267 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:37,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:39,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:39,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:39,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:40,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:40,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:40,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:40,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:40,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:41,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:42,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:44,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:44,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:44,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:44,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:44,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:45,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:47,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:47,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:47,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:47,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:47,673 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:48,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:49,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:52,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:09:53,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:09:53,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:09:53,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:09:53,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:09:54,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:09:54,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:09:54,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:09:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:09:55,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:09:57,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:00,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:00,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:00,585 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:00,591 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:00,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:01,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:03,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:04,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:04,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:04,095 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:04,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:04,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:04,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:10:05,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:07,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:07,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:07,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:07,989 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:08,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:08,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:09,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:09,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:09,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:12,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:12,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:12,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:12,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:12,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:13,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:14,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:17,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:17,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:17,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:17,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:18,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:19,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:19,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:21,805 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:21,806 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:21,806 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:21,812 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:22,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:23,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:24,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:26,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:26,142 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:26,142 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:26,147 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:26,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:27,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:30,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:31,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:31,792 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:31,793 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:31,798 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:32,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:33,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:34,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:10:35,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:35,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:35,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:35,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:35,977 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:36,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:37,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:39,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:39,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:40,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:40,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:40,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:40,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:40,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:41,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:41,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:46,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:47,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:47,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:47,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:47,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:47,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:49,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:51,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:51,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:51,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:51,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:51,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:51,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:53,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:54,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:10:54,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:10:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:10:54,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:54,955 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:54,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:54,961 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:55,690 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:10:56,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:10:57,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:10:58,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:10:58,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:10:58,943 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:10:58,949 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:10:59,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:01,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:02,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:03,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:03,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:03,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:03,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:03,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:04,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:11:05,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:07,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:07,011 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:07,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:07,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:07,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:08,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:09,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:09,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:09,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:10,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:10,767 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:10,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:10,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:11,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:13,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:13,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:14,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:14,123 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:14,124 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:14,129 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:14,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:15,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:18,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:18,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:18,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:18,759 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:19,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:19,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:19,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:22,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:22,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:22,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:22,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:22,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:23,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:24,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:24,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:24,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:26,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:26,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:26,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:26,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:26,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:27,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:29,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:29,820 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:29,820 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:29,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:30,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:30,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:31,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:33,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:33,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:33,816 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:33,822 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:34,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:11:34,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:35,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:36,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:39,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:39,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:39,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:39,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:39,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:39,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:41,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:41,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:42,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:42,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:42,284 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:42,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:42,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:43,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:47,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:50,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:50,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:50,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:50,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:50,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:51,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:53,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:53,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:53,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:53,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:53,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:53,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:54,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:11:54,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:11:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:11:55,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:11:57,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:11:57,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:11:57,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:11:57,469 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:11:57,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:11:58,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:11:59,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:00,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:00,959 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:00,959 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:00,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:01,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:03,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:03,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:04,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:04,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:04,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:04,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:04,739 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:12:04,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:05,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:09,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:09,478 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:09,478 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:09,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:09,484 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:09,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:11,806 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:13,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:13,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:13,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:13,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:13,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:14,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:15,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:17,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:17,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:17,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:17,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:17,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:19,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:20,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:20,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:20,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:20,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:20,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:20,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:21,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:24,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:24,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:24,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:24,919 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:24,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:24,925 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:25,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:25,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:27,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:28,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:28,889 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:28,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:28,895 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:29,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:31,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:31,896 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:34,744 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:12:37,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:37,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:37,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:37,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:37,357 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:37,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:39,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:39,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:41,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:41,840 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:41,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:41,846 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:42,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:42,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:43,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:46,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:46,662 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:46,662 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:46,668 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:46,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:47,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:48,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:50,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:50,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:50,398 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:50,403 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:50,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:51,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:12:54,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:12:54,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:12:54,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:12:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:12:55,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:12:55,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:12:55,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:12:55,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:12:55,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:12:57,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:00,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:01,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:01,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:01,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:01,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:02,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:03,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:04,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:13:05,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:06,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:06,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:06,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:06,194 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:06,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:07,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:09,901 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:09,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:09,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:09,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:10,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:10,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:11,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:13,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:13,859 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:13,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:13,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:13,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:15,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:16,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:19,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:19,695 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:19,695 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:19,701 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:19,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:21,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:22,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:24,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:24,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:24,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:27,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:28,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:28,565 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:28,566 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:28,571 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:28,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:29,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:31,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:31,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:31,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:31,437 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:31,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:33,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:33,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:34,748 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:13:37,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:37,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:37,318 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:37,323 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:37,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:39,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:39,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:39,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:39,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:41,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:41,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:41,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:41,179 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:41,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:43,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:45,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:49,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:49,694 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:49,694 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:49,699 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:49,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:50,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:51,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:53,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:53,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:53,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:53,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:53,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:13:54,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:13:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:13:55,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:13:55,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:13:58,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:13:58,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:13:58,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:13:58,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:13:58,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:13:59,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:01,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:02,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:02,299 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:02,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:02,305 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:02,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:03,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:04,747 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:14:06,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:06,391 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:06,391 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:06,397 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:06,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:07,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:07,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:12,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:12,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:12,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:12,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:12,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:13,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:13,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:15,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:15,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:15,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:15,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:15,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:17,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:18,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:21,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:21,234 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:21,235 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:21,241 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:21,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:23,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:24,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:24,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:24,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:25,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:25,029 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:25,029 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:25,035 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:25,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:27,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:28,373 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:28,374 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:28,374 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:28,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:28,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:29,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:29,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:31,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:31,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:31,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:31,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:31,974 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:33,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:34,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:14:34,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:35,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:35,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:35,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:35,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:35,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:37,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:39,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:39,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:42,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:42,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:42,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:42,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:42,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:43,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:45,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:46,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:46,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:46,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:46,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:46,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:47,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:50,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:50,075 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:50,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:50,081 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:50,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:51,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:52,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:14:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:14:54,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:14:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:14:56,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:14:56,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:14:56,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:14:56,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:14:56,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:14:57,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:14:58,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:00,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:00,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:00,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:00,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:01,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:02,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:02,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:04,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:15:06,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:06,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:06,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:06,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:06,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:08,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:08,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:10,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:10,110 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:10,110 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:10,116 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:11,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:12,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:13,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:14,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:14,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:14,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:14,616 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:15,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:16,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:18,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:23,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:23,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:23,063 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:23,069 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:24,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:24,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:24,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:24,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:26,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:26,304 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:26,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:26,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:27,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:28,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:29,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:31,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:31,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:31,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:31,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:32,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:34,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:34,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:34,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:15:34,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:34,875 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:34,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:34,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:35,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:36,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:39,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:40,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:43,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:43,208 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:43,209 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:43,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:44,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:45,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:46,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:48,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:48,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:48,190 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:48,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:49,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:50,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:51,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:53,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:53,770 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:53,771 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:53,777 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:15:54,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:15:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:15:54,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:15:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:15:56,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:15:56,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:15:59,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:15:59,853 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:15:59,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:15:59,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:00,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:02,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:02,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:03,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:03,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:03,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:03,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:04,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:04,759 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:16:06,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:07,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:07,310 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:07,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:07,316 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:08,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:08,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:09,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:10,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:11,360 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:11,360 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:11,361 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:11,366 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:12,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:13,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:14,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:15,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:15,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:15,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:15,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:16,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:18,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:18,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:19,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:19,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:19,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:19,899 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:20,105 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:22,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:23,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:23,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:23,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:23,237 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:24,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:24,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:24,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:24,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:26,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:27,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:27,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:27,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:27,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:28,115 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:29,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:30,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:31,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:31,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:31,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:31,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:32,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:34,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:34,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:34,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:16:34,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:34,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:34,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:34,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:35,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:38,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:38,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:38,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:38,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:38,480 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:39,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:39,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:39,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:40,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:42,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:42,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:42,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:42,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:43,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:45,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:46,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:48,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:48,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:48,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:48,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:49,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:16:50,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:52,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:16:54,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:16:54,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:16:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:16:55,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:16:56,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:16:56,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:16:56,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:16:56,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:16:57,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:00,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:01,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:04,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:17:05,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:05,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:05,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:05,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:06,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:07,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:08,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:09,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:09,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:09,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:09,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:09,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:09,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:12,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:12,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:12,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:12,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:12,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:12,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:13,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:14,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:17,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:17,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:17,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:17,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:18,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:18,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:20,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:23,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:23,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:23,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:23,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:23,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:24,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:24,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:24,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:26,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:26,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:26,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:26,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:26,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:27,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:29,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:30,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:31,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:31,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:31,283 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:31,289 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:32,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:34,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:34,289 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:34,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:17:35,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:35,820 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:35,821 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:35,827 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:36,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:38,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:39,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:39,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:40,588 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:40,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:40,589 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:40,595 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:41,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:42,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:45,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:48,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:48,981 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:48,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:48,987 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:49,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:50,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:52,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:52,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:52,669 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:52,669 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:52,675 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:53,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:54,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:17:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:17:54,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:17:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:17:56,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:17:56,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:17:56,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:17:56,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:17:56,141 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:17:56,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:17:58,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:01,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:01,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:01,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:01,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:01,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:02,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:04,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:04,767 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:18:04,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:04,973 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:04,974 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:04,980 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:05,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:06,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:08,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:09,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:12,903 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:13,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:13,296 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:13,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:13,302 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:14,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:16,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:17,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:17,321 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:17,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:17,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:18,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:18,328 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:20,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:20,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:20,950 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:20,950 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:20,956 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:21,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:23,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:24,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:24,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:24,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:28,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:28,426 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:28,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:28,432 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:29,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:29,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:30,291 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:32,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:32,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:32,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:32,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:32,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:34,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:34,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:18:34,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:35,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:35,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:35,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:35,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:36,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:38,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:39,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:39,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:40,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:40,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:40,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:40,050 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:40,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:42,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:44,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:44,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:44,823 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:44,829 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:45,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:45,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:46,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:48,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:48,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:48,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:48,954 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:49,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:50,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:51,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:52,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:52,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:52,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:52,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:53,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:18:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:18:54,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:18:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:18:55,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:56,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:18:56,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:18:56,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:18:56,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:18:56,642 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:18:57,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:18:57,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:01,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:01,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:01,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:01,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:02,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:02,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:03,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:04,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:19:05,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:05,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:05,095 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:05,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:05,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:07,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:08,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:09,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:09,151 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:09,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:09,157 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:09,351 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:09,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:11,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:12,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:12,767 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:12,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:12,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:13,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:13,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:13,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:17,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:17,156 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:17,157 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:17,162 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:17,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:19,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:19,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:21,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:21,382 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:21,382 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:21,388 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:22,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:23,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:24,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:24,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:24,629 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:25,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:25,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:25,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:25,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:25,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:27,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:30,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:30,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:30,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:30,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:30,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:31,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:31,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:34,770 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:19:35,280 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:35,281 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:35,281 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:35,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:35,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:35,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:37,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:39,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:39,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:39,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:39,904 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:39,904 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:39,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:40,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:40,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:41,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:44,089 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:44,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:44,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:44,096 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:44,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:45,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:46,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:49,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:49,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:49,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:49,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:49,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:51,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:52,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:54,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:54,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:54,015 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:54,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:19:54,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:19:54,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:19:54,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:19:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:19:55,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:19:57,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:19:59,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:19:59,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:19:59,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:19:59,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:00,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:01,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:03,611 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:03,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:03,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:03,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:03,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:04,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:04,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:20:05,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:08,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:08,174 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:08,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:08,181 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:08,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:09,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:09,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:09,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:09,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:14,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:16,524 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:16,525 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:16,525 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:16,530 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:17,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:17,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:20,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:20,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:20,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:20,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:20,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:21,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:21,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:24,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:25,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:26,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:26,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:26,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:26,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:27,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:27,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:29,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:29,986 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:29,986 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:29,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:30,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:30,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:31,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:33,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:33,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:33,522 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:33,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:34,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:34,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:20:35,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:36,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:37,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:37,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:37,240 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:37,246 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:37,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:39,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:39,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:41,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:44,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:44,829 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:44,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:44,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:45,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:45,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:46,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:49,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:49,372 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:49,372 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:49,378 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:49,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:51,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:52,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:53,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:53,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:53,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:53,566 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:54,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:20:54,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:20:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:20:55,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:20:57,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:20:57,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:20:57,976 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:20:57,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:20:57,982 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:20:58,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:20:59,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:02,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:02,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:02,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:02,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:02,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:03,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:03,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:04,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:21:06,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:06,110 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:06,110 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:06,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:06,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:07,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:09,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:09,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:11,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:11,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:11,800 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:11,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:12,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:13,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:14,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:15,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:15,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:15,782 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:15,788 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:16,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:17,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:19,268 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:19,269 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:19,269 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:19,275 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:19,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:20,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:21,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:23,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:23,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:23,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:23,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:24,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:24,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:25,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:25,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:30,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:31,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:31,908 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:31,908 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:31,914 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:32,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:33,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:34,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:21:35,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:35,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:35,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:35,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:36,526 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:36,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:37,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:38,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:38,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:38,719 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:38,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:39,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:39,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:39,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:41,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:43,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:43,296 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:43,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:43,302 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:43,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:45,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:46,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:46,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:46,931 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:46,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:46,936 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:47,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:47,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:50,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:50,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:50,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:50,581 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:51,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:51,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:52,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:21:54,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:21:54,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:21:54,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:21:54,230 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:21:54,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:21:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:21:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:21:54,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:21:55,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:21:57,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:02,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:02,747 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:02,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:02,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:03,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:03,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:03,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:04,781 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:22:05,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:05,880 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:05,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:05,886 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:06,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:07,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:08,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:09,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:10,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:10,386 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:10,386 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:10,392 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:10,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:11,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:14,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:14,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:14,240 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:14,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:14,247 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:14,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:15,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:17,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:17,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:17,675 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:17,681 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:18,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:19,591 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:19,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:21,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:21,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:21,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:21,643 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:22,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:23,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:24,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:25,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:25,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:25,143 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:25,148 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:25,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:27,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:29,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:29,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:29,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:29,688 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:30,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:30,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:31,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:32,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:32,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:32,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:32,945 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:33,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:33,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:34,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:22:35,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:37,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:37,277 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:37,277 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:37,283 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:37,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:39,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:39,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:39,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:39,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:40,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:43,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:43,999 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:44,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:44,006 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:44,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:45,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:46,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:47,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:47,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:47,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:47,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:48,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:22:49,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:51,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:22:54,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:22:54,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:22:57,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:22:57,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:22:57,003 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:22:57,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:22:57,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:22:57,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:22:57,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:00,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:00,277 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:00,277 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:00,283 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:00,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:01,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:02,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:03,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:03,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:03,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:03,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:04,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:04,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:23:05,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:07,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:07,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:07,042 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:07,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:07,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:07,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:08,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:09,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:09,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:11,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:11,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:11,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:11,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:11,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:13,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:13,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:14,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:14,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:14,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:14,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:15,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:15,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:18,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:19,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:19,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:19,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:19,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:20,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:21,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:23,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:23,755 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:23,755 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:23,761 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:24,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:24,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:24,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:24,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:25,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:29,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:32,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:32,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:32,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:32,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:32,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:33,690 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:34,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:23:35,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:35,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:35,740 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:35,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:35,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:36,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:37,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:39,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:40,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:41,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:41,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:41,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:41,384 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:41,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:43,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:45,705 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:45,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:45,706 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:45,713 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:46,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:46,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:47,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:50,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:50,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:50,197 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:50,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:50,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:51,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:52,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:23:54,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:23:54,387 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:23:54,387 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:23:54,393 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:23:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:23:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:23:54,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:23:54,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:23:55,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:23:57,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:01,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:01,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:01,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:01,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:02,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:03,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:03,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:04,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:24:05,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:05,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:05,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:05,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:05,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:07,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:09,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:09,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:09,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:09,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:09,023 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:09,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:09,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:09,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:14,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:17,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:17,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:17,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:17,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:17,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:19,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:20,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:22,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:22,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:22,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:22,849 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:23,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:23,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:24,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:24,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:25,913 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:26,453 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:26,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:26,454 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:26,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:26,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:27,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:31,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:31,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:31,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:31,517 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:31,523 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:31,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:33,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:34,791 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:24:36,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:37,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:37,826 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:37,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:37,832 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:38,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:39,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:39,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:39,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:41,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:43,738 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:43,738 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:43,738 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:43,744 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:43,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:45,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:46,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:46,907 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:46,907 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:46,908 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:46,913 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:47,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:47,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:51,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:24:54,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:24:54,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:24:55,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:55,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:55,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:55,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:55,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:24:57,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:24:57,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:58,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:24:58,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:24:58,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:24:58,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:24:59,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:24:59,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:02,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:04,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:04,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:04,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:04,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:04,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:25:04,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:05,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:07,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:07,988 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:07,988 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:07,994 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:08,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:08,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:09,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:09,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:09,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:12,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:12,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:12,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:12,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:12,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:13,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:14,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:16,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:16,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:16,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:16,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:16,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:17,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:19,709 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:24,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:24,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:24,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:25,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:25,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:25,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:25,227 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:25,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:25,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:30,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:33,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:33,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:33,642 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:33,648 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:33,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:34,795 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:25:35,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:35,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:39,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:39,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:40,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:40,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:40,987 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:40,987 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:40,993 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:41,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:41,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:44,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:44,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:44,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:44,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:44,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:45,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:46,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:48,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:48,234 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:48,234 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:48,240 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:48,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:49,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:52,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:53,429 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:53,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:53,430 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:53,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:53,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:25:54,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:25:54,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:25:55,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:25:56,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:25:56,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:25:56,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:25:56,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:25:56,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:25:57,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:25:57,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:01,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:01,508 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:01,508 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:01,514 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:01,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:03,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:03,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:04,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:26:04,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:04,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:04,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:04,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:04,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:05,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:08,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:08,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:08,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:08,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:08,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:08,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:09,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:09,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:09,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:12,716 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:12,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:12,717 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:12,722 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:12,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:13,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:14,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:16,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:16,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:16,598 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:16,604 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:16,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:17,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:20,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:20,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:20,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:20,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:20,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:20,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:21,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:24,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:24,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:24,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:25,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:25,575 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:25,575 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:25,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:25,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:25,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:27,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:29,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:29,125 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:29,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:29,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:29,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:29,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:31,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:34,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:34,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:34,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:34,552 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:34,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:26:34,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:35,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:36,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:38,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:38,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:38,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:38,432 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:38,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:39,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:39,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:39,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:39,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:41,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:42,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:42,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:42,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:42,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:42,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:43,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:46,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:46,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:46,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:46,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:46,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:47,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:47,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:49,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:49,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:49,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:49,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:49,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:51,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:52,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:26:53,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:26:53,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:26:53,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:26:53,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:26:53,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:26:54,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:26:54,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:26:54,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:26:55,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:26:57,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:01,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:01,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:01,926 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:01,931 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:01,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:02,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:03,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:04,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:27:05,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:05,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:05,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:05,614 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:06,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:08,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:08,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:09,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:09,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:10,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:10,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:10,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:10,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:11,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:12,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:13,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:16,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:16,077 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:16,077 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:16,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:17,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:18,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:19,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:23,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:23,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:23,136 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:23,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:24,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:24,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:24,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:24,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:24,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:24,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:27,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:27,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:27,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:27,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:28,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:29,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:30,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:31,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:31,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:31,249 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:31,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:32,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:32,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:34,804 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:27:34,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:34,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:34,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:34,822 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:35,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:35,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:36,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:39,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:39,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:39,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:40,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:43,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:43,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:43,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:43,332 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:44,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:44,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:46,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:46,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:46,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:46,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:46,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:47,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:48,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:51,991 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:52,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:52,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:52,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:52,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:53,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:27:54,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:54,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:27:54,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:27:54,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:27:57,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:27:57,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:27:57,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:27:57,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:27:57,132 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:27:58,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:27:58,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:01,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:01,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:01,769 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:01,775 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:02,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:02,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:04,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:04,806 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:28:06,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:06,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:06,096 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:06,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:07,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:08,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:08,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:09,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:09,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:10,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:10,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:10,733 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:10,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:11,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:12,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:13,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:14,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:14,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:14,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:14,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:15,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:16,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:19,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:19,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:19,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:19,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:19,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:20,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:20,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:23,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:23,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:23,040 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:23,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:23,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:24,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:24,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:24,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:24,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:24,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:29,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:31,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:31,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:31,403 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:31,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:32,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:32,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:34,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:28:34,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:34,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:34,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:34,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:34,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:35,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:36,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:38,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:38,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:38,731 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:38,737 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:39,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:39,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:39,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:39,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:40,111 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:40,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:43,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:43,065 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:43,065 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:43,071 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:43,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:44,115 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:46,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:48,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:48,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:48,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:48,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:48,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:50,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:51,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:51,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:51,708 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:51,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:51,713 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:52,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:54,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:54,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:28:54,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:28:54,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:28:55,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:55,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:55,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:55,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:28:56,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:28:56,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:28:57,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:28:59,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:28:59,478 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:28:59,478 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:28:59,484 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:00,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:00,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:03,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:03,584 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:03,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:03,585 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:03,591 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:04,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:04,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:29:06,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:07,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:07,897 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:07,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:07,903 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:08,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:08,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:09,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:09,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:10,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:13,804 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:13,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:13,805 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:13,810 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:14,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:14,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:16,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:19,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:22,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:22,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:22,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:22,277 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:23,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:24,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:24,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:24,633 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:24,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:24,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:26,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:26,300 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:26,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:26,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:27,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:28,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:30,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:30,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:30,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:30,582 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:30,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:31,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:32,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:34,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:34,419 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:34,420 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:34,425 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:34,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:29:35,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:35,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:36,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:39,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:39,633 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:39,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:40,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:41,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:41,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:41,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:41,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:42,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:42,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:44,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:44,844 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:44,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:44,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:45,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:46,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:46,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:48,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:48,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:48,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:48,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:49,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:50,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:52,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:29:53,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:29:53,955 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:29:53,955 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:29:53,961 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:29:54,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:29:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:29:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:29:54,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:29:56,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:29:58,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:00,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:00,157 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:00,157 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:00,163 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:00,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:02,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:03,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:03,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:03,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:03,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:03,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:04,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:04,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:30:06,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:07,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:07,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:07,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:07,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:08,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:08,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:08,584 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:09,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:09,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:09,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:12,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:12,526 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:12,526 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:12,532 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:13,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:14,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:14,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:16,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:16,467 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:16,467 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:16,473 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:17,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:18,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:20,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:21,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:21,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:21,190 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:21,195 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:21,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:22,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:24,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:24,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:24,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:26,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:27,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:27,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:27,794 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:27,799 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:28,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:30,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:31,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:31,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:31,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:31,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:31,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:32,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:32,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:34,820 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:30:35,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:35,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:35,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:35,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:35,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:36,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:37,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:39,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:39,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:40,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:40,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:40,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:40,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:40,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:42,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:42,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:44,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:44,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:44,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:44,688 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:45,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:46,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:47,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:48,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:48,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:48,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:48,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:48,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:50,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:53,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:30:53,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:53,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:53,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:53,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:54,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:54,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:54,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:30:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:30:54,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:30:57,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:30:57,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:30:57,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:30:57,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:30:58,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:30:58,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:30:58,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:01,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:01,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:01,216 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:01,221 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:01,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:02,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:04,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:04,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:04,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:04,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:04,815 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:04,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:31:05,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:06,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:09,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:09,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:09,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:10,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:10,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:10,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:10,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:11,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:12,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:14,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:14,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:14,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:14,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:14,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:15,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:16,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:19,353 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:19,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:19,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:19,359 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:20,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:20,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:20,360 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:23,268 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:23,269 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:23,269 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:23,275 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:23,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:24,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:24,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:26,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:27,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:27,046 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:27,046 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:27,052 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:27,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:28,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:30,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:30,122 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:30,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:30,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:30,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:31,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:32,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:34,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:34,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:34,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:34,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:34,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:31:35,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:36,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:36,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:39,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:42,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:42,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:42,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:42,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:42,231 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:42,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:44,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:46,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:46,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:46,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:46,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:46,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:47,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:48,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:49,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:49,964 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:49,964 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:49,970 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:50,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:52,357 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:52,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:31:54,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:54,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:54,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:54,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:54,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:31:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:31:54,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:31:56,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:31:57,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:31:57,889 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:31:57,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:31:57,895 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:31:58,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:31:58,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:00,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:01,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:01,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:01,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:01,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:02,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:02,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:04,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:04,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:32:09,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:09,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:09,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:11,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:11,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:11,699 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:11,704 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:12,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:12,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:15,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:15,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:15,240 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:15,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:15,246 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:15,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:16,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:20,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:20,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:20,497 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:20,497 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:20,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:21,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:22,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:24,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:25,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:25,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:25,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:25,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:25,862 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:26,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:28,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:30,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:30,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:30,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:30,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:31,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:31,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:32,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:34,825 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:32:36,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:36,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:36,056 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:36,062 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:36,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:37,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:38,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:39,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:40,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:40,857 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:40,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:40,862 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:41,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:42,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:42,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:44,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:44,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:44,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:44,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:45,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:46,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:48,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:49,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:49,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:49,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:49,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:50,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:50,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:53,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:53,404 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:53,404 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:53,410 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:53,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:54,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:32:54,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:32:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:32:54,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:32:54,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:32:57,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:32:57,905 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:32:57,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:32:57,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:32:58,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:32:59,947 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:00,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:02,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:02,310 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:02,310 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:02,317 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:02,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:04,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:04,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:33:05,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:07,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:07,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:07,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:07,266 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:07,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:08,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:09,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:09,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:09,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:11,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:15,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:15,738 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:15,738 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:15,744 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:16,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:16,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:16,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:19,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:19,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:19,598 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:19,603 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:20,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:20,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:22,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:24,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:24,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:28,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:29,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:29,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:29,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:29,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:29,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:30,476 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:33,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:33,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:33,450 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:33,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:33,457 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:33,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:34,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:34,829 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:33:37,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:37,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:37,799 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:37,805 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:38,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:38,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:38,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:39,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:39,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:41,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:41,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:41,707 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:41,712 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:42,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:42,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:44,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:46,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:46,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:46,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:46,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:46,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:48,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:50,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:53,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:53,886 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:53,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:53,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:54,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:33:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:33:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:33:54,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:33:56,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:33:56,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:33:57,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:33:57,950 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:33:57,950 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:33:57,956 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:33:58,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:00,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:01,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:04,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:34:06,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:06,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:06,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:06,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:06,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:07,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:08,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:09,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:10,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:10,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:10,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:10,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:10,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:12,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:13,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:13,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:13,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:13,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:13,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:14,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:14,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:18,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:19,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:19,515 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:19,515 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:19,520 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:19,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:20,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:23,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:23,420 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:23,420 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:23,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:23,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:24,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:24,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:24,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:28,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:28,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:28,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:28,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:28,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:29,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:30,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:31,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:31,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:31,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:31,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:32,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:34,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:34,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:34:34,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:35,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:35,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:35,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:35,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:36,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:36,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:39,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:39,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:39,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:39,382 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:39,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:39,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:39,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:39,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:40,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:40,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:44,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:44,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:44,723 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:44,729 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:45,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:45,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:46,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:49,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:49,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:49,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:49,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:49,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:50,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:51,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:52,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:52,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:52,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:52,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:53,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:54,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:34:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:34:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:34:54,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:34:56,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:34:56,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:34:56,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:34:56,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:34:56,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:34:56,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:34:58,591 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:00,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:00,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:00,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:00,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:01,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:01,711 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:02,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:04,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:04,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:04,749 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:04,755 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:04,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:35:05,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:06,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:06,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:09,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:09,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:09,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:09,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:09,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:10,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:10,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:12,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:13,953 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:13,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:13,954 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:13,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:14,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:16,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:17,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:18,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:18,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:18,213 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:18,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:18,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:20,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:22,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:22,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:22,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:22,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:22,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:23,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:24,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:24,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:25,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:25,562 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:25,563 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:25,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:25,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:26,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:28,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:29,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:29,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:29,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:29,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:29,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:30,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:32,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:32,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:32,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:32,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:33,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:33,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:34,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:34,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:35:36,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:36,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:36,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:36,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:36,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:38,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:39,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:39,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:39,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:39,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:39,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:40,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:40,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:40,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:40,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:42,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:43,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:43,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:43,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:43,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:44,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:44,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:44,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:47,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:47,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:47,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:47,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:48,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:48,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:50,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:51,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:51,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:51,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:51,124 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:51,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:52,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:35:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:35:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:35:54,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:35:56,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:35:57,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:35:57,303 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:35:57,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:35:57,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:35:57,665 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:35:58,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:00,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:00,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:00,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:00,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:01,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:01,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:02,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:04,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:04,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:04,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:04,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:04,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:04,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:36:06,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:06,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:09,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:09,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:09,007 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:09,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:09,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:09,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:09,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:10,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:12,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:12,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:12,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:12,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:12,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:12,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:14,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:16,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:16,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:16,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:16,103 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:16,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:17,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:18,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:19,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:19,359 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:19,359 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:19,365 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:19,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:20,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:22,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:23,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:23,435 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:23,435 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:23,441 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:23,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:24,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:24,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:27,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:27,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:27,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:27,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:27,428 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:27,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:28,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:32,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:34,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:34,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:34,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:34,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:34,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:34,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:36:36,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:37,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:38,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:38,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:38,376 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:38,382 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:38,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:39,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:39,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:40,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:42,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:42,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:42,421 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:42,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:42,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:43,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:44,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:47,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:47,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:47,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:47,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:48,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:48,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:48,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:52,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:52,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:52,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:52,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:52,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:52,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:54,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:36:54,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:36:54,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:36:56,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:56,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:56,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:56,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:36:56,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:36:56,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:36:59,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:36:59,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:36:59,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:36:59,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:36:59,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:00,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:00,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:04,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:04,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:37:05,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:05,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:05,192 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:05,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:05,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:06,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:09,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:10,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:10,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:10,163 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:10,168 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:10,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:12,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:13,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:13,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:13,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:13,732 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:13,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:14,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:15,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:18,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:18,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:18,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:18,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:19,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:20,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:20,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:24,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:24,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:26,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:27,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:27,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:27,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:27,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:27,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:28,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:31,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:31,032 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:31,032 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:31,038 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:31,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:32,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:32,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:34,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:34,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:34,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:34,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:34,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:34,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:37:36,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:37,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:38,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:38,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:38,448 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:38,454 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:38,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:39,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:40,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:42,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:42,627 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:42,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:42,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:42,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:43,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:44,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:46,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:46,946 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:46,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:46,952 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:47,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:48,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:48,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:50,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:50,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:50,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:50,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:50,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:52,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:37:54,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:37:54,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:37:54,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:37:54,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:37:55,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:37:55,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:37:55,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:37:55,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:37:55,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:37:56,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:00,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:00,207 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:00,208 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:00,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:00,213 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:00,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:02,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:04,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:04,096 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:04,096 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:04,102 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:04,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:04,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:04,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:38:05,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:07,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:07,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:07,793 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:07,800 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:07,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:08,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:09,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:10,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:10,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:10,704 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:10,709 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:10,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:11,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:12,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:14,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:14,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:14,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:14,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:14,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:14,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:17,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:18,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:18,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:18,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:18,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:18,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:20,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:22,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:22,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:22,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:22,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:22,414 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:22,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:24,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:24,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:25,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:25,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:25,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:25,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:25,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:26,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:27,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:30,373 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:30,374 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:30,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:30,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:30,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:32,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:33,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:34,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:38:36,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:36,229 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:36,229 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:36,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:36,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:38,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:39,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:39,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:40,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:40,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:40,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:40,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:41,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:42,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:45,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:45,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:45,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:45,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:45,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:46,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:46,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:50,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:50,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:50,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:50,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:50,725 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:50,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:52,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:54,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:38:54,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:38:54,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:38:55,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:55,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:55,500 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:55,506 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:55,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:38:56,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:38:56,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:38:59,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:38:59,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:38:59,007 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:38:59,013 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:38:59,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:00,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:02,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:02,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:02,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:02,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:02,829 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:02,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:04,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:39:04,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:07,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:09,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:11,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:11,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:11,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:11,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:11,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:12,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:13,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:16,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:16,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:16,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:16,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:16,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:16,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:19,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:19,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:19,817 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:19,817 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:19,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:19,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:20,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:24,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:24,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:24,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:24,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:24,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:24,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:24,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:26,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:29,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:29,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:29,503 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:29,508 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:29,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:29,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:30,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:33,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:33,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:33,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:33,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:33,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:34,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:34,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:39:34,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:39,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:40,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:40,174 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:40,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:40,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:40,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:40,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:45,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:45,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:45,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:45,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:45,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:45,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:46,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:50,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:50,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:50,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:50,203 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:50,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:39:50,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:51,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:54,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:39:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:39:54,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:39:55,341 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:39:55,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:39:55,345 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:39:55,350 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:39:55,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:39:56,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:39:56,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:01,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:03,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:03,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:03,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:03,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:03,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:04,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:40:04,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:06,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:07,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:07,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:07,268 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:07,274 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:07,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:08,974 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:09,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:09,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:11,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:11,629 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:11,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:11,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:11,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:12,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:12,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:17,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:18,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:18,234 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:18,234 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:18,240 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:18,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:18,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:23,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:24,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:24,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:24,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:24,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:24,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:24,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:24,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:24,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:28,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:28,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:28,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:28,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:28,838 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:28,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:30,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:33,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:34,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:34,123 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:34,123 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:34,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:34,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:40:35,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:35,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:37,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:37,316 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:37,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:37,322 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:38,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:39,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:39,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:39,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:39,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:40,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:40,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:40,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:40,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:41,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:43,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:44,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:45,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:45,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:45,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:45,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:46,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:47,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:48,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:48,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:48,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:48,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:49,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:50,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:51,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:53,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:53,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:53,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:53,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:54,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:40:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:40:54,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:40:55,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:40:56,112 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:40:57,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:40:57,474 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:40:57,474 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:40:57,480 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:40:58,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:40:59,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:00,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:01,000 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:01,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:01,005 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:01,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:02,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:03,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:04,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:41:07,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:07,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:07,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:07,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:07,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:08,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:09,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:09,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:13,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:16,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:16,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:16,802 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:16,808 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:17,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:18,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:19,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:20,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:20,062 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:20,062 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:20,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:20,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:21,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:23,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:23,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:23,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:23,374 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:24,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:24,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:24,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:25,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:27,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:27,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:27,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:27,505 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:28,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:29,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:29,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:32,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:32,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:32,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:32,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:33,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:34,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:41:34,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:35,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:36,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:36,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:36,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:36,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:37,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:37,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:39,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:40,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:41,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:41,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:41,014 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:41,020 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:41,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:43,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:45,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:45,552 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:45,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:45,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:45,558 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:46,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:47,115 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:49,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:49,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:49,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:49,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:50,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:51,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:51,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:53,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:53,115 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:53,115 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:53,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:53,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:41:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:41:54,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:41:55,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:41:57,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:41:57,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:41:57,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:41:57,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:41:57,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:41:58,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:41:59,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:02,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:02,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:02,085 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:02,091 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:02,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:03,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:03,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:04,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:42:05,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:05,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:05,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:05,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:06,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:07,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:08,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:09,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:11,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:11,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:11,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:11,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:12,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:13,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:14,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:14,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:14,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:14,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:14,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:15,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:17,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:18,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:18,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:18,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:18,385 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:19,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:19,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:19,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:23,089 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:23,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:23,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:23,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:23,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:24,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:25,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:26,805 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:26,806 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:26,806 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:26,811 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:27,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:29,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:29,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:30,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:30,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:30,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:30,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:31,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:33,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:34,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:42:34,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:36,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:36,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:36,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:36,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:37,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:39,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:39,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:39,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:40,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:40,092 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:40,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:40,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:40,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:40,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:41,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:43,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:43,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:43,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:43,184 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:43,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:45,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:45,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:47,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:47,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:47,091 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:47,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:47,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:49,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:51,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:52,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:52,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:52,708 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:52,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:53,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:42:54,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:42:54,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:42:55,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:42:56,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:42:56,167 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:42:56,168 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:42:56,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:42:56,173 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:42:56,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:42:57,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:00,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:00,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:00,268 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:00,274 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:01,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:01,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:01,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:03,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:03,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:03,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:03,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:04,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:04,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:43:05,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:06,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:07,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:07,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:07,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:07,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:08,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:09,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:09,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:09,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:12,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:13,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:13,467 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:13,467 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:13,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:14,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:15,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:17,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:17,048 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:17,048 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:17,054 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:17,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:18,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:19,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:22,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:22,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:22,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:22,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:23,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:23,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:23,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:24,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:26,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:26,562 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:26,562 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:26,569 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:27,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:28,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:29,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:30,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:30,186 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:30,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:30,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:30,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:31,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:33,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:33,755 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:33,755 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:33,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:33,761 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:34,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:34,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:43:35,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:38,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:39,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:41,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:41,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:41,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:41,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:42,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:43,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:43,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:44,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:44,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:44,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:44,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:45,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:47,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:49,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:50,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:50,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:50,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:50,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:51,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:53,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:54,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:54,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:54,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:54,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:43:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:43:54,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:43:55,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:43:55,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:43:57,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:43:59,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:43:59,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:43:59,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:43:59,266 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:43:59,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:00,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:01,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:04,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:44:05,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:05,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:05,176 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:05,181 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:05,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:06,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:07,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:08,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:08,748 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:08,748 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:08,754 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:09,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:09,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:11,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:12,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:13,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:13,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:13,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:13,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:14,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:15,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:17,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:17,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:17,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:17,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:17,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:17,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:19,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:22,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:24,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:25,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:25,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:25,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:25,734 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:26,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:27,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:27,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:30,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:30,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:30,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:30,623 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:31,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:33,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:33,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:34,875 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:44:35,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:35,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:35,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:35,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:36,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:37,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:39,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:39,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:41,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:41,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:41,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:41,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:41,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:43,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:45,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:46,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:46,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:46,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:46,467 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:47,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:47,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:50,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:50,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:50,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:50,814 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:50,820 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:51,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:53,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:44:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:44:54,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:44:55,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:55,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:55,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:55,472 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:44:55,479 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:44:56,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:44:57,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:44:59,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:44:59,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:44:59,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:44:59,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:00,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:00,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:01,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:04,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:04,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:04,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:04,587 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:04,877 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:45:05,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:05,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:05,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:08,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:08,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:08,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:08,477 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:09,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:09,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:09,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:11,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:16,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:17,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:17,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:17,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:17,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:17,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:19,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:20,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:20,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:20,995 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:21,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:21,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:22,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:23,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:24,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:25,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:25,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:25,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:25,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:26,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:27,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:27,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:29,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:29,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:29,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:29,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:29,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:31,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:32,974 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:32,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:32,975 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:32,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:32,981 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:33,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:34,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:45:35,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:37,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:37,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:37,527 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:37,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:38,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:38,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:39,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:39,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:42,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:42,944 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:42,944 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:42,950 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:43,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:43,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:45,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:48,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:49,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:49,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:49,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:49,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:49,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:51,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:54,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:54,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:54,771 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:54,771 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:54,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:45:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:45:54,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:45:55,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:45:57,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:45:59,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:45:59,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:45:59,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:45:59,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:45:59,170 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:45:59,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:01,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:02,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:02,897 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:02,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:02,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:03,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:04,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:46:04,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:05,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:06,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:06,417 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:06,417 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:06,423 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:06,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:07,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:09,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:09,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:10,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:11,572 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:11,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:11,573 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:11,579 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:12,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:13,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:15,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:15,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:15,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:15,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:15,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:16,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:17,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:20,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:20,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:20,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:20,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:20,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:21,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:21,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:23,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:23,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:23,996 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:24,002 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:24,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:24,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:24,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:25,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:27,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:29,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:29,046 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:29,046 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:29,051 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:29,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:31,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:32,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:34,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:34,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:34,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:34,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:34,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:46:35,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:35,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:37,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:38,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:38,625 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:38,625 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:38,631 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:38,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:39,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:39,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:39,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:42,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:42,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:42,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:42,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:42,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:43,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:43,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:45,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:45,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:45,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:45,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:46,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:47,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:48,709 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:49,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:49,771 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:49,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:49,777 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:50,690 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:51,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:53,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:53,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:53,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:53,257 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:53,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:54,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:46:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:46:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:46:54,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:46:55,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:46:57,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:46:57,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:46:57,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:46:57,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:46:57,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:46:59,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:00,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:00,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:00,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:00,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:00,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:01,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:03,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:04,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:04,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:04,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:04,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:04,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:04,889 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:47:05,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:05,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:07,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:07,964 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:07,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:07,970 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:08,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:09,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:09,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:11,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:12,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:12,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:12,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:12,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:12,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:13,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:16,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:17,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:17,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:17,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:17,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:18,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:19,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:21,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:21,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:21,468 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:21,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:21,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:22,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:23,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:24,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:24,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:24,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:26,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:26,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:26,386 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:26,391 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:26,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:27,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:28,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:30,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:30,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:30,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:30,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:30,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:31,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:34,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:34,888 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:47:38,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:38,597 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:38,597 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:38,603 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:38,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:39,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:39,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:39,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:43,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:43,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:43,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:43,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:43,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:45,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:45,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:47,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:47,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:47,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:47,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:47,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:49,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:50,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:51,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:51,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:51,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:51,688 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:51,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:53,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:47:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:47:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:47:54,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:47:56,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:47:57,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:47:57,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:47:57,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:47:57,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:47:57,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:47:59,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:00,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:00,877 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:00,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:00,883 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:01,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:01,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:03,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:04,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:48:06,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:09,337 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:09,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:09,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:09,344 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:09,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:09,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:11,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:12,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:12,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:12,712 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:12,712 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:12,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:12,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:13,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:16,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:16,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:16,477 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:16,482 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:16,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:17,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:17,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:20,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:20,262 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:20,263 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:20,268 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:20,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:21,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:23,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:23,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:23,795 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:23,795 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:23,801 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:23,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:24,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:24,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:24,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:25,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:28,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:28,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:28,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:28,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:28,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:29,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:31,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:33,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:34,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:34,138 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:34,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:34,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:34,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:34,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:48:35,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:38,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:39,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:39,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:39,401 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:39,407 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:39,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:39,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:41,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:44,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:45,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:45,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:45,757 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:45,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:45,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:47,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:49,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:50,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:50,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:50,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:50,151 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:50,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:51,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:48:54,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:48:54,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:48:54,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:48:54,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:48:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:48:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:48:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:48:54,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:48:54,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:48:55,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:00,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:00,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:00,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:00,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:00,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:00,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:01,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:03,716 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:03,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:03,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:03,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:03,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:04,894 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:49:05,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:05,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:07,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:07,144 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:07,144 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:07,149 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:07,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:09,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:09,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:10,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:10,817 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:10,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:10,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:10,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:11,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:11,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:15,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:15,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:15,071 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:15,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:15,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:17,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:17,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:19,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:19,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:19,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:19,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:19,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:21,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:22,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:24,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:24,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:24,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:24,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:24,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:24,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:25,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:28,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:28,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:28,695 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:28,695 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:28,701 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:28,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:29,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:33,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:33,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:33,086 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:33,091 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:33,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:34,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:34,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:49:35,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:37,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:37,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:37,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:37,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:37,891 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:39,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:39,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:39,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:39,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:42,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:42,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:42,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:42,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:42,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:43,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:45,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:46,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:46,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:46,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:46,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:46,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:47,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:50,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:50,537 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:50,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:50,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:50,544 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:50,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:51,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:54,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:54,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:54,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:54,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:54,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:49:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:49:54,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:49:54,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:49:55,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:49:56,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:49:59,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:49:59,033 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:49:59,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:49:59,039 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:49:59,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:01,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:02,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:03,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:03,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:03,103 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:03,109 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:03,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:04,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:50:05,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:06,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:06,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:06,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:06,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:06,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:07,780 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:07,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:09,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:11,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:11,079 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:11,079 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:11,085 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:11,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:13,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:13,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:14,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:14,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:14,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:14,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:14,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:15,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:18,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:18,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:18,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:18,433 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:18,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:18,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:19,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:22,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:22,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:22,733 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:22,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:22,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:23,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:23,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:24,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:29,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:30,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:30,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:30,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:30,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:30,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:31,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:34,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:34,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:50:35,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:35,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:35,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:35,106 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:35,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:37,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:39,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:39,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:39,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:39,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:39,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:39,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:41,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:44,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:44,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:44,491 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:44,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:44,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:45,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:45,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:49,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:49,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:49,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:49,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:49,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:51,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:51,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:53,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:53,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:53,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:53,304 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:53,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:50:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:50:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:50:54,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:50:55,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:50:57,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:50:59,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:50:59,084 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:50:59,084 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:50:59,090 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:50:59,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:01,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:02,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:02,318 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:02,319 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:02,319 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:02,325 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:02,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:03,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:04,902 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:51:07,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:07,629 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:07,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:07,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:07,636 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:08,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:09,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:10,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:11,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:11,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:11,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:11,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:12,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:12,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:14,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:15,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:15,886 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:15,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:15,892 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:16,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:18,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:18,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:19,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:19,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:19,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:19,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:20,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:22,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:24,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:24,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:25,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:25,262 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:25,263 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:25,268 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:26,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:28,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:30,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:30,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:30,424 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:30,424 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:30,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:31,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:32,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:34,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:34,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:34,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:34,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:34,908 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:51:35,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:35,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:36,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:38,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:38,447 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:38,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:38,453 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:39,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:39,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:40,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:41,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:43,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:43,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:43,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:43,819 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:44,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:46,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:46,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:48,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:48,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:48,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:48,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:49,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:50,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:51,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:53,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:53,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:53,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:53,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:54,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:51:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:51:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:51:54,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:51:56,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:51:57,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:51:57,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:51:57,152 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:51:57,152 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:51:57,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:51:58,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:00,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:01,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:01,958 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:01,959 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:01,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:02,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:02,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:04,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:04,907 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:52:05,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:05,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:05,561 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:05,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:06,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:08,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:08,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:08,512 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:08,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:08,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:08,518 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:09,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:09,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:10,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:13,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:13,092 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:13,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:13,098 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:14,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:14,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:16,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:19,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:19,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:19,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:19,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:19,488 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:20,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:22,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:23,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:23,196 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:23,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:23,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:24,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:24,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:24,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:26,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:26,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:26,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:26,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:26,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:27,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:28,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:29,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:29,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:29,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:29,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:29,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:30,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:32,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:33,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:33,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:33,372 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:33,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:34,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:34,915 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:52:34,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:36,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:36,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:36,739 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:36,740 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:36,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:37,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:38,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:39,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:39,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:40,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:45,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:45,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:45,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:45,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:45,469 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:46,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:48,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:49,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:50,000 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:50,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:50,006 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:50,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:51,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:52,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:53,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:53,236 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:53,236 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:53,242 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:54,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:52:54,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:52:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:52:54,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:52:56,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:52:56,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:52:57,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:52:57,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:52:57,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:52:57,547 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:52:58,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:00,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:01,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:01,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:01,175 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:01,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:01,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:02,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:04,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:04,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:04,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:04,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:04,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:04,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:53:05,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:06,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:06,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:08,589 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:08,590 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:08,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:08,596 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:09,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:09,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:10,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:12,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:12,761 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:12,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:12,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:12,769 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:13,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:14,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:16,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:16,814 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:16,814 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:16,820 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:17,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:17,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:18,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:21,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:21,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:21,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:21,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:22,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:23,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:24,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:24,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:25,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:25,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:25,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:25,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:26,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:28,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:29,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:31,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:31,715 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:31,715 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:31,721 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:32,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:34,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:34,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:34,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:53:35,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:35,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:35,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:35,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:36,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:38,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:39,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:39,562 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:39,562 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:39,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:39,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:40,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:42,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:45,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:47,244 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:47,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:47,245 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:47,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:47,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:50,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:50,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:51,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:51,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:51,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:51,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:53:52,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:53:54,293 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:53:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:53:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:53:54,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:53:56,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:53:59,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:53:59,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:53:59,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:53:59,845 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:00,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:01,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:02,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:03,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:03,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:03,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:03,731 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:04,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:04,915 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:54:06,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:06,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:08,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:08,750 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:08,750 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:08,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:09,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:09,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:10,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:11,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:11,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:11,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:11,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:11,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:12,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:14,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:16,673 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:16,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:16,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:16,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:17,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:17,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:18,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:21,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:21,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:21,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:21,437 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:22,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:23,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:24,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:24,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:24,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:25,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:25,093 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:25,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:25,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:26,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:29,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:31,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:31,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:31,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:31,249 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:31,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:32,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:34,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:34,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:54:36,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:36,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:36,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:36,882 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:37,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:38,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:39,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:40,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:40,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:40,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:40,719 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:41,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:42,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:45,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:46,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:46,558 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:46,558 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:46,564 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:47,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:48,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:51,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:54:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:54:54,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:54:55,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:55,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:55,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:55,786 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:54:56,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:54:56,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:54:58,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:54:59,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:54:59,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:54:59,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:54:59,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:00,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:02,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:02,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:04,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:04,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:04,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:04,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:04,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:04,919 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:55:06,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:07,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:08,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:08,133 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:08,133 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:08,138 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:08,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:09,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:10,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:12,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:12,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:12,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:12,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:13,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:13,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:14,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:16,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:16,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:16,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:17,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:17,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:18,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:19,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:20,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:20,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:20,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:20,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:21,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:22,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:24,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:24,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:24,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:24,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:24,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:24,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:25,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:26,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:28,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:28,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:28,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:28,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:28,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:30,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:30,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:33,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:33,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:33,699 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:33,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:34,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:34,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:55:35,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:36,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:36,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:36,959 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:36,959 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:36,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:37,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:38,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:39,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:39,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:40,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:40,652 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:40,652 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:40,657 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:41,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:41,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:42,439 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:44,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:44,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:44,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:44,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:45,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:46,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:47,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:47,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:47,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:47,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:47,910 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:48,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:50,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:52,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:53,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:53,393 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:53,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:53,399 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:55:53,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:55:54,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:55:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:55:54,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:55:56,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:55:58,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:55:59,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:55:59,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:55:59,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:55:59,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:00,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:02,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:03,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:03,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:03,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:03,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:03,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:04,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:04,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:56:06,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:08,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:08,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:08,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:08,190 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:08,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:09,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:09,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:10,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:12,709 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:12,710 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:12,710 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:12,716 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:13,568 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:14,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:14,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:19,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:19,125 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:19,125 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:19,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:19,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:20,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:20,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:23,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:23,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:23,749 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:23,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:24,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:24,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:24,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:26,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:26,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:31,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:32,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:32,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:32,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:32,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:32,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:34,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:34,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:56:36,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:37,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:37,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:37,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:37,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:38,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:39,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:39,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:39,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:40,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:42,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:43,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:43,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:43,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:43,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:44,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:46,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:47,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:47,284 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:47,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:47,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:47,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:47,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:48,605 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:51,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:51,221 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:51,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:51,227 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:51,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:51,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:53,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:56:54,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:56:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:56:54,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:55,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:55,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:55,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:55,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:55,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:56:59,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:56:59,353 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:56:59,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:56:59,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:56:59,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:56:59,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:56:59,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:03,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:03,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:03,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:03,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:03,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:03,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:04,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:57:04,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:06,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:06,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:06,333 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:06,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:06,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:07,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:09,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:09,627 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:09,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:09,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:09,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:09,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:09,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:09,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:10,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:11,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:15,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:17,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:17,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:17,368 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:17,373 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:17,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:17,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:20,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:21,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:21,013 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:21,013 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:21,019 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:21,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:21,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:24,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:24,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:24,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:24,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:24,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:24,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:25,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:25,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:26,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:28,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:28,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:28,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:28,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:28,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:29,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:31,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:31,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:31,677 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:31,677 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:31,683 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:31,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:33,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:34,929 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:57:36,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:36,878 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:36,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:36,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:36,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:37,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:37,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:39,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:39,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:39,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:40,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:40,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:40,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:40,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:40,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:41,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:42,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:47,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:48,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:48,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:48,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:48,819 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:49,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:49,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:52,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:52,358 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:52,358 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:52,365 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:52,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:53,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:53,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:57:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:57:54,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:57:55,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:55,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:55,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:55,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:55,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:57:57,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:58,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:57:59,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:57:59,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:57:59,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:57:59,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:57:59,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:57:59,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:04,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:04,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:58:07,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:07,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:07,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:07,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:07,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:07,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:09,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:09,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:09,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:09,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:15,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:15,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:15,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:15,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:15,844 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:16,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:17,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:19,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:19,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:19,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:19,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:19,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:19,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:20,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:23,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:23,579 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:23,579 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:23,585 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:23,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:24,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:24,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:25,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:26,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:26,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:26,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:26,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:26,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:27,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:27,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:30,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:30,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:30,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:30,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:30,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:31,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:31,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:34,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:58:36,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:36,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:36,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:36,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:36,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:36,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:37,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:39,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:39,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:40,348 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:40,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:40,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:40,355 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:40,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:41,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:42,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:44,020 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:44,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:44,021 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:44,028 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:44,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:45,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:48,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:48,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:48,572 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:48,572 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:48,578 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:48,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:49,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:52,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:52,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:52,904 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:52,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:53,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:53,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:53,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:58:54,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:58:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:58:54,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:58:56,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:58:56,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:58:56,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:58:56,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:58:56,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:58:57,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:58:59,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:04,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:04,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:04,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:04,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:04,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:04,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:59:05,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:05,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:09,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:09,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:09,144 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:09,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:09,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:09,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:09,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:14,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:14,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:14,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:14,166 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:14,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:15,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:15,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:18,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:18,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:18,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:18,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:18,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:19,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:21,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:22,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:22,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:22,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:22,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:22,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:23,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:24,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:26,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:26,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:26,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:26,287 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:26,293 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:26,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:27,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:30,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:30,868 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:30,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:30,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:30,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:31,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:31,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:34,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 13:59:36,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:39,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:39,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:39,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:39,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:39,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:39,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:39,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:42,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:44,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:44,807 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:44,807 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:44,813 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:44,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:45,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:47,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:48,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:48,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:48,371 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:48,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:48,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:49,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:52,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:52,154 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:52,154 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:52,160 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:52,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:53,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:53,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 13:59:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 13:59:54,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 13:59:55,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:55,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:55,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:55,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:55,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 13:59:57,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 13:59:58,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 13:59:59,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 13:59:59,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 13:59:59,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 13:59:59,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 13:59:59,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:01,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:04,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:04,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:00:05,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:05,304 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:05,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:05,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:05,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:05,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:08,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:08,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:08,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:08,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:08,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:09,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:09,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:10,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:14,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:14,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:14,204 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:14,210 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:14,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:15,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:15,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:19,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:19,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:19,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:19,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:19,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:19,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:20,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:24,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:25,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:25,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:25,430 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:25,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:25,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:25,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:26,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:29,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:29,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:29,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:29,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:29,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:29,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:32,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:33,412 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:33,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:33,413 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:33,418 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:33,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:33,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:34,941 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:00:36,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:36,554 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:36,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:36,560 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:36,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:37,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:37,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:39,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:41,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:41,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:41,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:41,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:41,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:41,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:43,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:45,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:45,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:45,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:45,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:45,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:45,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:48,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:49,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:49,907 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:49,907 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:49,914 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:49,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:51,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:00:53,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:00:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:00:54,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:00:58,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:00:58,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:00:58,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:00:58,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:00:58,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:00:59,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:00:59,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:04,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:04,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:01:06,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:06,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:06,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:06,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:06,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:08,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:09,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:09,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:11,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:11,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:11,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:11,890 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:12,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:14,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:14,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:15,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:15,634 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:15,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:15,640 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:16,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:16,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:18,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:18,937 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:18,938 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:18,943 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:19,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:19,944 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:20,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:22,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:22,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:22,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:22,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:23,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:24,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:24,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:25,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:26,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:26,276 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:26,276 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:26,282 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:27,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:28,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:30,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:34,760 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:34,761 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:34,761 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:34,766 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:34,948 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:01:35,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:35,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:36,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:38,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:38,129 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:38,129 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:38,135 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:39,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:39,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:39,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:40,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:41,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:46,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:46,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:46,300 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:46,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:46,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:47,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:48,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:49,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:49,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:49,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:49,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:50,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:01:51,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:52,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:01:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:01:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:01:54,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:01:57,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:01:57,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:01:57,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:01:57,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:01:57,977 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:01:58,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:00,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:01,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:01,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:01,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:01,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:02,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:02,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:02,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:04,948 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:02:04,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:04,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:04,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:05,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:05,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:06,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:08,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:08,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:08,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:08,989 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:08,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:09,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:09,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:09,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:09,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:10,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:12,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:12,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:12,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:12,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:13,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:13,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:14,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:16,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:16,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:16,698 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:16,704 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:17,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:18,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:18,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:23,705 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:24,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:24,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:25,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:25,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:25,136 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:25,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:26,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:26,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:29,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:30,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:30,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:30,370 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:30,375 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:31,105 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:32,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:33,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:33,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:33,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:33,716 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:34,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:34,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:34,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:34,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:02:37,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:37,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:37,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:37,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:38,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:39,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:40,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:41,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:41,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:41,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:41,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:42,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:42,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:44,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:44,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:44,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:44,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:44,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:45,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:46,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:48,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:48,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:48,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:48,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:49,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:50,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:50,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:51,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:51,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:51,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:51,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:52,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:02:52,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:02:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:02:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:02:54,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:02:56,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:02:58,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:02:58,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:02:58,403 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:02:58,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:02:59,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:00,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:01,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:02,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:02,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:02,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:02,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:03,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:04,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:04,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:03:06,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:06,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:06,428 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:06,434 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:07,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:07,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:08,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:09,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:09,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:09,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:10,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:10,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:10,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:10,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:12,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:13,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:13,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:13,267 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:13,267 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:13,273 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:14,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:14,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:16,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:16,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:16,911 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:16,917 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:17,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:18,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:18,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:21,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:21,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:21,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:21,424 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:22,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:22,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:24,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:24,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:25,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:25,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:25,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:25,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:26,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:28,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:29,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:30,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:30,180 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:30,180 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:30,187 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:30,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:32,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:34,728 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:34,729 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:34,729 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:34,735 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:34,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:03:34,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:35,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:36,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:38,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:38,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:38,600 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:38,606 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:39,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:39,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:40,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:40,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:42,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:42,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:42,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:42,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:43,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:44,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:45,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:50,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:50,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:50,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:50,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:50,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:51,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:03:52,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:03:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:03:54,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:03:56,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:03:57,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:03:57,871 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:03:57,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:03:57,877 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:03:58,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:03:58,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:01,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:01,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:01,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:01,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:01,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:02,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:04,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:04,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:04:05,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:05,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:05,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:05,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:06,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:06,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:07,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:09,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:09,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:09,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:11,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:11,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:11,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:11,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:11,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:12,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:13,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:14,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:14,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:14,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:14,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:15,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:16,247 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:18,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:18,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:18,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:18,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:18,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:19,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:20,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:22,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:22,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:22,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:22,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:22,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:24,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:24,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:24,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:24,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:25,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:25,579 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:25,580 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:25,586 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:26,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:26,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:29,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:29,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:29,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:29,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:29,908 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:30,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:30,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:34,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:34,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:34,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:34,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:34,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:34,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:04:34,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:36,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:37,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:37,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:37,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:37,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:38,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:38,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:39,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:40,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:42,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:42,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:42,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:42,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:42,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:44,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:45,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:45,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:45,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:45,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:45,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:46,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:46,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:50,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:52,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:52,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:52,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:52,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:53,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:04:54,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:04:54,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:04:54,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:04:54,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:04:56,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:04:58,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:04:58,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:04:58,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:04:58,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:04:59,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:00,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:01,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:04,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:05:06,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:07,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:07,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:07,130 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:07,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:07,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:08,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:09,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:09,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:12,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:16,288 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:16,289 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:16,289 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:16,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:16,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:17,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:18,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:22,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:22,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:22,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:22,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:22,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:23,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:24,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:24,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:24,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:25,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:25,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:25,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:25,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:26,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:26,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:29,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:30,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:30,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:30,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:30,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:31,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:32,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:34,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:34,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:34,446 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:34,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:34,452 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:34,962 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:05:35,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:36,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:39,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:39,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:39,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:39,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:39,819 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:39,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:39,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:40,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:40,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:43,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:43,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:43,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:43,972 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:44,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:44,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:45,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:50,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:50,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:50,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:50,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:50,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:51,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:52,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:54,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:54,563 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:54,563 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:54,569 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:05:54,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:05:54,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:05:54,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:05:55,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:05:55,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:05:56,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:05:59,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:05:59,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:05:59,505 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:05:59,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:00,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:00,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:00,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:02,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:02,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:02,599 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:02,605 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:03,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:04,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:04,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:06:05,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:06,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:06,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:06,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:06,309 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:06,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:08,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:09,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:09,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:09,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:11,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:11,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:11,968 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:11,968 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:11,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:12,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:12,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:15,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:15,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:15,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:15,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:16,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:16,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:16,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:21,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:24,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:24,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:24,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:24,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:24,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:24,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:24,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:26,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:27,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:27,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:27,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:27,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:27,932 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:28,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:28,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:31,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:31,840 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:31,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:31,846 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:32,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:32,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:32,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:34,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:06:35,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:35,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:35,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:35,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:36,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:36,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:38,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:39,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:39,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:39,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:39,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:40,083 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:40,083 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:40,090 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:40,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:40,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:44,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:46,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:46,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:46,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:46,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:47,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:48,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:49,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:51,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:51,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:51,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:51,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:52,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:06:52,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:06:54,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:06:54,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:06:54,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:06:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:06:58,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:06:58,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:06:58,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:06:58,160 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:06:58,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:00,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:00,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:02,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:02,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:02,180 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:02,187 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:02,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:04,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:04,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:07:05,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:05,738 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:05,739 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:05,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:05,745 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:06,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:06,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:09,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:09,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:09,398 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:09,404 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:09,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:09,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:09,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:10,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:11,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:16,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:18,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:18,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:18,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:18,233 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:18,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:20,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:21,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:21,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:21,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:21,698 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:21,704 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:22,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:22,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:24,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:24,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:25,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:25,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:25,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:25,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:26,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:26,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:26,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:29,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:29,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:29,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:29,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:29,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:30,568 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:32,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:34,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:34,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:34,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:34,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:34,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:34,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:07:36,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:37,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:37,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:37,808 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:37,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:37,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:38,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:38,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:39,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:41,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:41,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:41,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:41,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:42,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:42,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:42,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:45,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:45,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:45,599 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:45,604 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:46,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:46,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:48,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:50,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:50,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:50,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:50,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:51,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:52,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:53,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:07:54,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:07:54,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:07:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:07:56,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:07:56,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:07:56,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:07:56,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:07:56,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:07:56,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:07:59,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:00,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:00,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:00,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:00,304 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:00,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:02,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:04,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:04,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:08:05,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:05,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:05,161 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:05,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:05,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:06,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:08,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:08,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:08,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:08,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:09,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:09,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:10,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:12,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:12,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:12,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:12,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:12,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:14,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:15,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:16,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:16,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:16,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:16,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:17,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:18,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:20,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:20,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:20,318 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:20,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:20,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:21,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:22,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:24,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:25,660 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:25,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:25,661 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:25,667 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:26,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:26,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:26,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:30,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:30,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:30,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:30,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:30,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:32,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:32,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:34,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:34,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:34,209 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:34,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:34,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:34,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:34,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:08:37,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:37,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:37,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:37,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:37,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:38,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:38,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:39,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:41,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:41,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:41,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:41,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:41,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:42,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:43,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:44,944 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:44,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:44,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:44,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:45,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:46,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:48,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:48,404 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:48,404 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:48,410 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:48,665 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:49,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:50,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:54,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:08:54,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:54,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:54,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:54,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:54,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:08:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:08:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:08:54,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:08:56,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:08:59,206 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:08:59,207 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:08:59,207 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:08:59,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:08:59,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:00,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:00,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:04,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:09:05,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:07,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:07,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:07,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:07,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:07,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:08,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:09,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:11,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:11,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:11,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:11,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:11,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:11,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:12,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:14,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:14,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:14,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:14,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:15,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:16,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:16,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:18,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:18,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:18,972 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:18,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:19,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:20,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:21,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:24,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:24,347 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:24,347 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:24,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:24,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:24,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:26,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:27,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:29,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:29,027 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:29,028 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:29,033 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:29,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:30,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:32,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:32,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:32,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:32,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:32,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:32,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:34,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:34,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:09:37,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:37,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:37,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:37,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:37,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:37,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:38,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:39,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:41,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:41,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:41,703 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:41,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:41,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:42,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:42,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:46,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:46,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:46,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:46,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:47,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:47,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:48,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:52,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:52,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:52,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:52,205 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:52,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:52,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:53,206 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:09:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:09:54,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:09:55,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:55,933 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:55,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:55,939 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:56,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:09:56,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:09:58,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:09:59,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:09:59,203 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:09:59,203 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:09:59,209 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:09:59,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:00,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:03,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:03,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:03,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:03,316 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:03,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:04,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:04,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:04,981 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:10:08,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:08,155 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:08,155 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:08,161 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:08,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:08,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:09,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:13,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:13,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:13,325 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:13,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:13,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:14,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:15,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:17,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:17,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:17,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:17,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:17,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:18,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:21,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:22,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:22,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:22,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:22,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:22,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:22,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:24,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:24,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:25,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:25,306 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:25,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:25,312 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:25,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:26,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:26,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:31,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:33,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:33,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:33,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:33,719 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:33,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:34,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:34,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:10:36,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:37,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:37,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:37,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:37,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:37,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:38,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:39,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:39,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:40,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:40,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:40,490 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:40,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:40,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:42,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:42,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:43,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:43,797 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:43,797 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:43,803 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:43,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:44,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:47,803 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:48,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:48,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:48,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:48,155 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:48,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:10:48,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:53,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:10:54,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:10:54,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:10:56,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:10:56,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:10:56,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:10:56,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:10:56,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:10:58,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:10:58,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:00,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:00,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:00,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:00,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:00,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:02,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:03,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:04,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:04,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:04,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:04,132 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:04,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:04,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:04,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:11:07,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:07,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:07,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:07,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:07,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:08,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:08,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:09,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:09,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:11,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:11,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:11,097 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:11,102 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:11,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:12,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:14,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:14,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:14,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:14,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:14,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:14,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:16,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:18,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:18,526 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:18,526 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:18,532 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:18,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:19,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:20,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:22,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:22,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:22,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:22,039 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:22,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:22,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:24,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:26,564 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:26,564 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:26,564 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:26,570 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:26,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:28,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:30,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:34,987 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:11:35,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:35,065 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:35,065 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:35,071 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:36,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:36,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:37,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:39,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:39,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:39,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:39,376 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:39,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:40,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:41,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:41,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:42,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:42,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:42,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:42,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:43,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:45,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:46,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:46,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:46,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:46,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:46,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:47,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:49,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:51,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:11:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:11:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:11:54,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:11:55,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:11:55,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:11:55,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:11:55,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:11:56,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:11:57,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:11:57,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:01,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:01,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:01,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:01,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:01,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:03,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:03,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:04,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:12:06,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:06,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:06,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:06,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:07,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:07,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:08,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:09,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:09,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:10,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:10,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:10,096 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:11,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:11,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:13,243 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:13,244 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:13,244 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:13,250 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:14,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:14,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:15,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:17,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:17,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:17,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:17,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:17,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:19,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:20,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:20,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:20,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:20,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:20,741 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:21,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:23,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:24,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:25,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:25,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:25,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:25,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:25,931 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:26,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:27,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:30,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:31,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:31,320 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:31,320 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:31,325 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:32,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:33,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:34,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:12:35,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:39,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:39,681 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:39,681 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:39,686 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:39,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:40,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:41,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:41,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:43,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:43,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:43,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:43,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:43,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:45,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:47,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:48,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:48,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:48,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:48,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:49,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:51,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:52,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:12:52,169 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:12:52,169 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:12:52,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:12:52,175 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:12:53,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:12:53,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:12:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:12:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:12:54,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:12:58,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:00,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:00,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:00,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:00,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:01,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:03,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:03,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:04,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:13:06,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:06,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:06,503 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:06,509 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:07,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:07,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:09,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:09,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:09,417 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:09,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:09,423 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:09,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:10,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:11,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:14,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:14,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:14,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:14,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:14,535 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:15,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:15,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:19,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:22,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:22,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:22,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:22,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:23,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:24,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:24,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:25,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:26,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:26,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:26,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:26,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:27,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:27,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:30,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:30,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:30,220 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:30,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:30,226 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:31,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:31,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:33,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:33,370 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:33,370 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:33,376 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:34,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:34,998 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:13:35,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:36,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:37,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:37,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:37,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:37,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:38,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:39,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:39,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:41,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:43,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:43,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:43,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:43,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:43,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:45,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:46,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:46,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:46,364 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:46,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:46,370 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:47,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:47,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:50,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:50,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:50,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:50,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:13:51,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:13:51,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:13:52,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:13:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:13:54,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:13:58,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:13:59,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:13:59,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:13:59,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:13:59,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:00,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:01,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:03,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:04,997 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:14:08,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:08,211 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:08,211 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:08,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:09,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:09,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:09,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:09,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:09,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:11,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:11,459 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:11,459 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:11,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:12,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:13,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:14,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:15,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:15,083 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:15,083 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:15,089 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:15,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:17,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:19,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:19,366 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:19,366 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:19,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:20,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:20,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:21,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:22,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:22,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:22,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:22,899 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:23,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:24,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:25,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:26,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:27,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:27,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:27,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:27,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:28,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:29,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:30,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:30,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:30,670 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:30,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:31,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:31,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:33,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:33,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:33,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:33,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:33,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:34,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:34,999 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:14:35,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:37,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:39,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:39,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:42,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:42,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:42,582 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:42,582 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:42,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:43,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:45,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:46,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:46,763 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:46,763 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:46,769 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:47,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:47,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:49,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:52,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:52,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:52,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:52,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:52,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:53,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:54,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:14:54,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:14:54,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:14:55,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:14:57,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:14:57,579 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:14:57,579 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:14:57,585 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:14:58,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:14:58,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:14:59,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:02,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:02,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:02,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:02,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:03,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:04,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:05,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:15:05,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:06,728 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:06,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:06,729 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:06,734 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:07,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:09,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:09,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:09,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:09,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:09,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:12,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:12,366 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:12,367 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:12,372 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:13,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:15,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:15,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:18,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:18,182 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:18,182 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:18,188 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:18,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:19,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:21,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:23,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:23,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:23,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:23,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:24,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:24,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:25,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:27,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:29,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:29,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:29,250 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:29,255 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:29,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:31,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:32,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:33,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:33,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:33,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:33,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:34,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:35,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:15:35,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:37,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:37,358 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:37,359 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:37,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:37,364 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:38,291 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:39,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:39,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:42,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:42,156 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:42,156 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:42,161 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:42,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:43,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:43,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:46,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:46,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:46,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:46,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:46,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:47,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:49,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:50,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:50,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:50,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:50,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:51,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:53,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:54,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:15:54,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:15:54,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:15:54,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:15:55,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:55,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:55,352 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:55,357 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:56,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:15:57,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:15:59,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:15:59,025 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:15:59,026 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:15:59,031 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:15:59,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:00,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:01,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:03,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:03,367 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:03,367 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:03,372 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:04,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:05,006 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:16:05,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:06,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:07,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:07,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:07,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:07,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:08,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:09,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:09,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:09,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:09,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:11,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:13,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:13,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:13,699 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:13,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:14,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:15,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:16,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:18,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:18,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:18,644 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:18,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:19,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:21,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:22,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:22,334 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:22,334 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:22,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:22,341 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:22,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:24,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:25,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:28,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:28,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:28,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:28,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:28,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:28,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:29,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:31,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:31,452 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:31,452 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:31,457 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:32,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:33,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:33,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:34,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:34,748 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:34,749 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:34,754 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:35,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:16:35,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:37,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:39,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:39,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:39,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:39,364 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:39,370 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:39,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:39,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:41,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:44,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:44,079 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:44,080 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:44,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:44,085 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:44,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:45,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:47,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:47,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:47,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:47,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:48,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:49,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:49,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:54,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:16:54,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:54,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:54,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:54,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:54,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:16:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:16:54,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:16:55,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:57,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:16:58,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:16:58,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:16:58,732 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:16:58,737 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:16:59,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:16:59,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:01,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:02,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:02,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:02,249 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:02,255 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:02,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:03,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:05,013 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:17:05,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:05,728 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:05,729 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:05,729 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:05,735 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:06,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:07,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:09,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:09,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:09,100 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:09,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:09,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:09,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:09,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:10,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:11,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:13,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:13,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:13,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:13,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:13,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:15,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:15,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:18,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:18,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:18,572 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:18,578 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:19,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:20,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:21,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:22,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:22,202 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:22,202 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:22,209 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:22,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:23,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:24,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:24,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:26,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:27,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:27,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:27,944 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:27,950 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:28,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:29,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:31,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:32,968 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:32,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:32,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:32,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:33,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:35,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:17:35,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:37,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:39,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:39,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:39,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:39,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:39,476 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:39,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:39,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:41,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:42,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:42,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:42,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:42,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:42,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:43,481 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:45,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:46,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:46,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:46,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:46,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:47,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:47,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:49,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:50,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:50,419 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:50,419 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:50,425 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:50,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:53,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:53,499 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:17:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:17:54,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:17:55,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:55,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:55,820 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:55,825 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:17:56,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:17:57,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:17:58,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:17:59,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:17:59,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:17:59,814 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:17:59,820 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:00,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:01,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:03,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:03,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:03,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:03,329 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:03,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:04,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:05,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:18:05,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:07,379 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:07,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:07,380 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:07,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:07,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:09,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:09,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:09,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:13,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:13,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:13,794 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:13,799 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:14,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:14,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:15,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:19,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:19,278 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:19,278 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:19,284 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:19,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:20,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:21,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:22,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:22,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:22,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:22,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:23,533 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:24,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:25,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:25,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:25,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:25,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:25,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:25,770 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:26,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:27,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:30,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:33,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:33,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:33,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:33,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:34,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:35,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:18:35,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:36,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:39,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:41,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:41,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:41,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:41,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:41,583 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:42,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:43,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:46,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:46,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:46,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:46,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:46,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:46,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:47,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:50,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:50,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:50,960 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:50,965 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:51,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:51,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:53,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:18:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:18:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:18:54,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:18:56,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:18:56,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:18:56,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:18:56,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:18:56,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:18:57,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:18:57,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:00,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:00,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:00,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:00,184 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:00,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:01,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:03,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:04,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:04,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:04,143 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:04,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:04,579 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:05,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:19:05,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:08,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:08,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:08,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:08,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:08,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:09,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:09,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:09,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:11,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:11,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:11,596 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:11,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:12,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:13,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:14,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:16,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:16,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:16,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:16,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:16,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:17,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:20,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:20,065 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:20,065 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:20,065 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:20,071 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:20,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:21,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:24,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:24,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:24,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:24,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:24,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:24,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:25,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:27,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:28,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:28,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:28,075 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:28,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:28,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:29,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:31,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:33,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:33,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:33,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:33,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:34,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:35,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:19:35,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:37,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:39,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:42,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:42,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:42,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:42,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:42,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:43,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:45,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:45,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:45,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:45,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:45,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:46,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:47,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:47,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:49,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:49,555 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:49,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:49,561 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:49,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:51,665 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:53,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:19:54,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:19:54,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:19:54,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:19:54,601 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:19:54,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:19:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:19:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:19:54,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:19:57,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:19:59,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:03,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:03,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:03,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:03,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:03,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:05,022 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:20:05,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:05,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:09,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:09,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:10,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:13,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:13,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:13,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:13,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:13,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:15,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:15,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:16,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:16,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:16,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:16,725 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:17,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:19,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:20,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:21,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:21,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:21,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:21,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:21,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:23,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:24,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:24,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:25,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:25,156 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:25,156 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:25,161 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:25,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:26,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:27,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:31,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:33,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:33,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:33,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:33,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:33,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:35,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:20:35,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:37,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:39,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:39,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:40,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:40,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:40,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:40,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:40,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:42,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:43,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:47,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:47,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:47,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:47,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:47,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:48,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:49,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:51,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:51,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:51,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:51,825 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:52,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:53,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:20:53,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:54,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:20:54,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:20:54,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:20:57,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:20:57,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:20:57,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:20:57,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:20:57,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:20:59,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:20:59,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:01,037 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:01,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:01,038 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:01,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:01,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:03,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:04,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:04,671 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:04,671 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:04,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:04,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:04,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:05,027 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:21:07,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:08,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:08,373 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:08,373 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:08,378 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:08,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:09,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:09,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:12,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:12,629 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:12,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:12,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:12,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:15,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:15,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:20,533 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:20,534 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:20,534 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:20,540 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:20,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:21,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:21,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:24,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:24,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:24,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:24,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:24,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:24,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:25,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:27,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:29,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:29,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:29,731 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:29,736 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:29,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:31,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:32,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:34,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:34,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:34,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:34,976 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:35,032 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:21:35,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:37,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:38,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:39,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:39,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:39,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:39,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:39,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:39,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:41,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:43,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:43,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:43,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:43,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:43,155 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:43,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:45,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:48,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:48,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:48,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:48,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:48,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:48,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:49,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:52,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:52,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:52,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:52,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:52,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:53,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:53,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:21:54,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:21:54,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:21:54,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:21:56,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:21:56,807 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:21:56,808 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:21:56,813 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:21:56,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:21:58,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:21:59,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:00,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:00,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:00,796 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:00,802 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:00,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:03,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:04,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:04,250 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:04,250 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:04,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:04,256 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:04,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:05,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:22:05,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:08,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:08,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:08,238 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:08,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:08,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:09,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:09,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:11,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:11,926 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:11,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:11,932 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:12,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:13,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:14,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:15,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:15,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:15,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:15,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:15,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:17,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:20,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:20,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:20,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:20,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:20,741 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:20,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:23,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:24,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:25,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:25,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:25,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:25,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:25,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:26,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:27,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:30,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:30,137 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:30,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:30,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:30,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:31,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:32,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:34,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:34,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:34,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:34,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:34,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:35,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:22:35,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:37,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:37,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:37,974 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:37,974 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:37,979 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:38,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:39,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:39,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:43,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:43,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:43,627 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:43,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:43,633 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:43,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:45,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:47,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:47,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:47,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:47,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:47,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:48,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:49,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:50,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:50,996 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:50,996 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:51,002 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:51,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:53,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:54,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:22:54,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:22:54,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:22:54,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:22:55,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:55,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:55,505 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:55,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:55,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:57,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:22:58,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:22:58,872 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:22:58,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:22:58,878 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:22:58,891 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:22:59,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:01,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:02,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:02,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:02,765 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:02,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:02,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:05,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:23:05,037 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:05,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:06,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:06,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:06,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:06,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:06,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:07,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:09,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:09,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:09,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:09,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:09,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:09,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:09,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:10,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:11,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:12,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:12,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:12,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:12,827 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:12,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:15,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:15,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:17,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:17,794 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:17,794 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:17,800 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:17,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:19,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:20,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:20,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:20,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:20,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:20,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:21,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:23,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:24,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:24,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:24,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:24,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:24,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:24,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:24,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:25,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:26,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:30,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:30,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:30,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:30,878 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:30,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:31,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:33,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:34,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:34,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:34,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:34,194 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:34,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:35,040 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:23:35,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:37,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:39,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:39,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:42,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:42,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:42,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:42,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:42,566 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:42,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:43,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:45,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:45,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:45,714 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:45,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:45,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:47,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:47,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:49,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:49,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:49,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:49,815 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:49,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:51,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:52,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:53,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:53,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:53,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:53,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:53,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:23:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:23:54,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:23:55,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:23:57,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:23:57,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:23:57,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:23:57,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:23:57,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:23:58,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:23:59,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:01,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:01,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:01,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:01,236 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:01,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:03,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:04,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:04,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:04,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:04,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:04,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:04,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:05,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:24:06,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:07,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:07,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:07,896 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:07,902 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:08,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:09,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:10,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:12,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:12,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:12,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:12,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:13,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:14,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:16,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:16,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:16,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:16,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:16,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:17,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:18,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:20,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:20,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:20,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:20,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:20,732 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:21,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:22,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:24,264 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:24,265 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:24,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:24,270 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:24,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:25,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:26,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:26,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:27,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:27,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:27,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:27,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:28,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:30,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:32,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:32,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:32,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:32,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:32,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:33,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:34,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:35,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:24:36,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:36,959 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:36,959 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:36,965 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:37,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:37,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:39,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:40,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:41,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:41,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:41,398 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:41,404 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:42,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:43,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:44,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:44,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:44,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:44,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:44,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:45,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:48,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:48,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:48,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:48,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:48,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:49,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:49,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:50,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:53,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:53,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:53,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:53,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:54,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:54,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:24:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:24:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:24:54,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:24:56,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:56,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:24:56,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:24:56,622 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:24:56,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:24:57,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:24:58,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:24:59,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:01,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:01,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:01,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:01,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:02,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:04,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:04,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:05,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:25:05,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:05,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:05,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:05,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:05,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:08,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:09,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:12,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:12,242 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:12,242 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:12,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:13,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:14,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:15,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:15,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:15,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:15,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:15,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:16,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:18,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:20,288 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:20,289 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:20,290 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:20,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:20,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:21,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:22,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:24,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:25,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:25,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:25,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:25,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:25,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:26,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:28,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:28,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:28,607 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:28,608 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:28,613 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:29,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:30,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:31,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:32,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:32,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:32,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:32,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:32,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:34,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:35,045 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:25:35,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:35,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:35,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:35,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:36,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:36,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:38,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:39,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:39,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:39,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:39,703 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:39,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:40,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:42,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:42,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:43,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:43,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:43,221 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:43,226 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:44,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:46,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:46,151 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:46,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:46,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:46,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:46,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:47,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:48,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:52,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:53,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:53,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:53,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:53,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:53,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:25:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:25:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:25:54,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:25:56,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:25:58,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:25:58,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:25:58,036 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:25:58,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:25:58,042 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:25:58,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:00,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:03,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:03,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:03,607 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:03,607 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:03,614 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:04,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:05,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:26:06,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:08,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:08,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:08,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:08,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:08,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:08,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:09,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:10,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:12,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:12,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:12,063 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:12,069 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:12,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:14,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:14,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:17,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:17,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:17,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:17,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:17,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:20,065 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:20,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:20,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:20,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:20,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:20,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:21,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:22,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:24,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:24,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:25,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:27,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:27,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:27,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:27,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:27,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:30,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:31,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:31,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:31,618 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:31,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:31,624 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:32,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:34,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:35,049 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:26:36,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:36,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:36,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:36,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:36,678 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:37,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:38,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:39,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:39,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:40,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:40,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:40,429 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:40,434 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:41,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:41,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:42,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:46,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:46,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:46,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:46,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:47,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:47,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:48,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:49,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:49,795 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:49,796 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:49,801 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:50,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:52,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:52,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:26:53,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:53,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:53,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:53,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:54,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:54,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:26:54,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:26:54,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:26:56,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:26:57,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:26:57,262 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:26:57,262 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:26:57,268 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:26:57,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:26:58,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:00,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:02,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:02,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:02,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:02,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:02,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:04,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:04,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:05,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:27:06,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:06,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:06,476 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:06,482 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:07,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:08,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:09,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:09,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:09,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:09,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:11,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:11,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:11,107 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:11,113 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:11,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:14,293 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:15,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:15,244 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:15,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:15,245 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:15,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:15,293 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:18,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:18,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:18,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:18,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:18,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:19,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:20,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:20,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:23,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:23,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:23,817 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:23,822 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:24,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:24,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:24,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:24,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:26,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:26,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:27,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:27,266 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:27,266 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:27,271 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:27,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:30,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:31,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:31,203 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:31,203 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:31,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:31,209 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:31,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:34,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:34,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:34,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:34,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:34,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:35,054 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:27:35,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:36,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:37,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:38,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:38,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:38,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:38,879 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:39,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:39,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:39,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:39,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:40,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:42,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:42,396 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:42,397 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:42,397 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:42,402 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:43,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:44,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:45,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:45,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:45,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:45,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:46,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:47,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:48,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:49,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:49,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:49,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:49,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:50,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:52,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:53,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:27:54,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:27:54,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:27:54,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:27:56,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:27:56,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:27:56,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:27:56,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:27:56,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:27:58,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:27:59,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:00,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:00,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:00,532 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:00,538 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:01,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:02,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:04,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:04,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:04,584 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:04,584 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:04,591 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:05,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:28:05,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:06,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:08,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:08,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:08,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:08,166 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:08,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:09,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:09,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:09,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:09,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:10,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:11,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:11,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:11,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:11,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:12,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:14,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:15,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:15,673 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:15,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:15,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:15,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:16,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:18,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:18,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:18,942 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:18,942 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:18,948 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:19,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:20,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:20,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:23,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:23,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:23,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:23,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:23,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:24,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:24,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:24,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:26,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:26,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:26,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:26,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:26,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:26,840 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:27,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:28,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:31,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:31,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:31,708 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:31,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:31,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:32,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:34,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:35,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:28:35,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:35,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:35,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:35,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:36,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:36,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:38,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:39,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:39,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:41,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:41,146 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:41,146 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:41,152 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:41,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:42,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:44,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:44,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:44,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:44,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:44,703 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:45,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:46,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:47,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:49,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:49,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:49,107 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:49,113 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:49,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:50,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:28:53,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:28:54,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:28:54,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:28:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:28:57,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:28:57,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:28:57,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:28:57,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:28:58,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:28:58,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:00,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:03,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:03,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:03,180 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:03,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:03,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:04,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:05,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:29:06,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:07,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:07,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:07,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:07,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:08,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:09,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:09,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:09,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:10,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:11,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:11,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:11,279 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:11,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:11,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:14,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:15,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:15,913 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:15,914 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:15,915 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:15,921 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:16,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:18,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:20,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:21,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:21,351 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:21,352 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:21,357 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:21,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:24,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:24,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:24,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:25,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:25,932 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:25,933 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:25,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:25,939 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:26,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:28,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:30,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:31,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:31,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:31,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:31,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:32,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:34,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:35,062 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:29:36,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:36,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:36,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:36,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:36,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:37,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:38,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:39,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:39,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:39,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:41,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:41,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:41,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:41,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:41,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:41,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:44,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:46,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:46,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:46,404 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:46,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:46,410 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:46,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:48,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:50,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:50,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:50,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:50,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:50,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:52,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:29:52,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:54,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:29:54,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:29:54,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:29:54,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:29:54,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:29:54,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:29:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:29:55,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:29:56,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:29:58,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:00,804 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:00,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:00,805 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:00,811 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:01,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:02,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:03,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:05,067 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:30:05,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:05,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:05,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:05,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:05,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:06,499 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:09,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:09,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:09,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:12,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:12,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:12,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:12,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:13,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:14,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:14,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:19,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:22,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:22,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:22,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:22,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:22,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:24,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:24,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:24,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:24,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:25,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:27,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:27,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:27,328 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:27,333 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:27,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:30,334 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:30,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:33,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:33,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:33,972 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:33,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:34,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:35,066 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:30:36,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:36,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:37,637 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:37,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:37,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:37,643 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:38,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:39,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:39,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:40,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:41,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:41,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:41,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:41,333 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:41,339 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:41,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:44,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:45,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:45,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:45,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:45,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:45,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:46,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:46,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:49,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:49,011 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:49,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:49,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:49,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:50,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:52,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:53,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:53,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:53,532 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:53,538 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:53,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:30:54,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:30:54,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:30:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:30:56,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:30:57,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:30:57,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:30:57,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:30:57,952 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:30:57,958 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:30:58,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:00,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:02,589 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:02,590 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:02,590 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:02,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:02,596 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:03,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:04,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:05,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:31:07,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:07,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:07,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:07,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:07,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:08,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:09,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:09,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:10,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:11,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:11,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:11,683 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:11,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:12,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:13,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:14,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:15,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:15,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:15,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:15,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:15,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:16,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:18,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:18,958 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:18,958 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:18,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:18,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:19,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:20,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:23,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:23,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:23,175 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:23,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:23,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:24,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:24,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:24,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:24,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:27,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:27,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:27,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:27,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:27,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:28,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:30,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:30,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:30,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:30,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:30,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:31,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:32,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:35,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:31:36,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:39,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:39,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:39,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:39,057 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:39,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:39,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:39,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:40,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:41,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:42,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:42,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:42,743 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:42,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:43,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:44,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:46,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:47,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:47,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:47,061 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:47,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:47,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:48,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:50,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:50,174 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:50,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:50,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:50,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:52,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:52,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:54,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:31:54,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:31:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:31:55,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:55,659 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:55,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:55,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:56,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:31:57,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:31:58,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:31:59,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:31:59,221 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:31:59,221 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:31:59,227 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:31:59,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:00,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:02,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:02,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:02,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:02,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:02,653 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:03,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:04,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:05,072 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:32:08,412 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:08,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:08,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:08,419 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:08,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:09,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:09,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:09,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:10,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:12,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:12,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:12,753 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:12,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:13,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:14,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:14,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:15,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:15,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:15,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:15,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:16,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:18,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:19,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:20,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:20,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:20,014 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:20,020 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:20,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:22,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:23,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:23,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:23,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:23,641 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:23,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:24,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:24,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:25,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:26,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:27,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:27,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:27,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:27,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:27,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:30,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:30,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:31,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:31,125 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:31,125 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:31,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:31,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:32,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:35,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:32:36,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:37,348 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:37,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:37,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:37,355 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:37,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:38,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:39,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:39,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:40,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:40,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:40,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:40,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:41,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:41,903 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:42,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:46,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:46,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:46,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:46,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:46,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:47,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:48,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:50,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:50,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:50,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:50,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:50,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:52,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:53,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:53,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:53,557 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:53,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:53,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:53,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:54,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:32:54,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:32:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:32:56,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:32:57,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:32:57,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:32:57,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:32:57,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:32:57,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:32:58,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:32:58,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:02,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:02,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:02,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:02,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:02,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:03,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:04,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:05,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:33:06,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:06,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:06,004 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:06,010 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:06,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:08,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:09,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:09,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:09,625 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:09,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:09,631 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:09,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:09,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:09,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:09,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:12,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:14,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:15,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:15,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:15,117 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:15,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:15,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:16,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:19,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:20,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:20,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:20,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:20,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:20,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:22,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:23,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:23,915 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:23,915 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:23,921 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:24,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:24,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:24,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:24,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:26,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:28,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:28,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:28,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:28,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:28,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:30,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:30,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:32,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:32,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:32,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:32,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:32,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:34,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:35,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:33:36,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:37,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:37,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:37,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:37,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:37,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:39,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:39,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:40,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:41,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:43,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:43,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:43,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:43,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:44,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:46,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:46,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:47,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:47,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:47,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:47,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:47,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:48,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:52,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:52,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:52,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:52,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:52,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:52,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:54,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:54,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:33:54,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:33:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:33:56,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:56,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:56,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:56,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:33:56,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:33:57,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:33:58,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:33:59,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:33:59,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:33:59,930 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:33:59,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:00,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:02,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:02,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:05,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:34:05,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:05,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:05,533 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:05,538 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:05,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:08,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:08,806 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:09,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:09,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:14,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:14,122 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:14,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:14,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:14,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:14,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:16,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:18,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:18,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:18,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:18,407 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:18,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:19,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:20,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:21,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:21,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:21,509 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:21,515 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:21,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:22,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:24,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:24,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:24,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:24,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:24,456 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:24,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:24,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:24,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:26,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:28,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:28,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:28,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:28,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:28,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:29,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:30,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:32,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:32,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:32,721 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:32,727 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:32,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:34,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:35,083 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:34:35,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:36,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:36,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:36,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:36,719 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:36,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:38,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:39,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:39,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:40,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:40,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:40,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:40,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:40,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:40,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:42,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:45,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:45,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:45,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:45,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:45,825 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:45,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:48,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:50,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:50,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:50,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:50,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:50,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:51,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:52,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:54,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:54,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:54,069 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:54,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:54,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:34:54,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:34:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:34:54,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:56,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:34:57,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:34:58,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:34:58,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:34:58,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:34:58,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:34:58,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:34:59,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:01,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:01,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:01,989 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:01,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:02,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:02,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:03,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:05,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:35:08,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:08,198 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:08,199 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:08,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:08,205 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:08,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:09,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:09,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:09,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:13,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:13,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:13,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:13,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:13,179 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:13,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:13,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:16,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:16,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:16,970 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:16,976 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:17,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:17,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:18,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:22,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:22,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:22,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:22,303 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:22,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:23,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:24,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:24,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:24,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:26,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:26,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:26,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:26,890 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:26,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:27,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:29,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:31,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:31,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:31,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:31,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:31,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:31,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:34,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:34,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:34,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:34,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:34,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:35,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:35:35,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:35,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:37,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:37,773 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:37,773 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:37,779 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:37,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:39,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:39,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:39,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:41,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:41,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:41,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:41,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:41,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:41,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:43,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:45,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:45,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:45,249 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:45,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:45,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:45,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:46,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:50,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:50,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:50,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:50,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:50,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:35:51,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:51,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:35:54,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:35:54,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:35:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:35:57,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:35:59,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:35:59,845 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:35:59,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:35:59,851 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:35:59,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:01,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:02,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:05,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:36:06,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:06,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:06,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:06,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:07,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:07,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:07,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:09,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:09,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:10,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:10,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:10,235 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:10,241 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:10,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:11,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:13,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:16,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:16,582 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:16,582 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:16,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:16,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:18,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:18,589 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:21,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:21,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:21,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:21,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:22,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:22,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:23,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:24,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:24,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:26,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:26,572 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:26,572 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:26,578 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:27,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:28,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:29,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:30,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:30,045 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:30,046 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:30,051 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:31,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:32,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:35,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:35,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:35,068 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:35,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:35,074 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:35,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:36:36,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:36,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:39,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:39,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:40,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:43,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:43,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:43,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:43,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:44,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:44,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:45,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:47,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:47,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:47,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:47,230 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:48,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:48,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:51,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:51,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:51,568 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:51,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:51,573 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:52,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:52,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:36:54,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:36:54,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:36:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:36:57,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:36:57,109 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:36:57,109 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:36:57,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:36:57,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:36:58,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:36:58,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:02,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:04,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:04,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:04,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:04,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:05,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:05,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:37:06,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:07,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:07,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:07,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:07,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:07,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:08,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:09,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:09,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:10,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:13,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:13,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:13,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:13,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:13,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:13,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:14,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:16,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:16,355 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:16,355 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:16,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:17,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:18,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:18,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:20,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:20,128 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:20,128 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:20,133 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:21,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:22,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:24,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:24,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:24,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:24,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:24,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:24,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:24,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:25,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:26,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:28,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:28,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:28,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:28,168 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:29,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:29,207 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:30,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:32,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:32,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:32,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:32,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:33,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:34,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:34,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:35,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:37:36,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:36,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:36,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:36,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:37,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:38,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:39,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:39,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:39,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:40,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:40,132 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:40,132 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:40,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:41,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:42,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:44,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:44,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:44,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:44,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:45,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:45,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:46,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:47,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:47,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:47,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:47,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:48,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:50,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:50,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:51,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:51,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:51,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:51,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:52,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:37:52,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:54,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:37:54,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:37:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:37:55,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:37:55,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:37:55,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:37:55,879 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:37:56,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:37:56,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:37:58,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:00,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:00,161 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:00,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:00,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:01,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:02,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:02,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:05,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:38:08,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:08,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:08,608 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:08,608 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:08,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:09,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:09,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:09,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:10,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:12,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:12,080 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:12,080 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:12,085 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:12,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:13,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:14,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:17,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:17,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:17,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:17,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:17,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:18,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:19,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:20,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:20,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:20,814 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:20,819 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:21,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:22,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:24,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:24,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:24,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:24,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:24,647 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:24,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:24,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:25,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:26,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:30,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:33,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:33,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:33,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:33,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:33,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:34,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:35,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:38:36,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:39,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:39,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:41,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:41,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:41,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:41,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:41,732 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:42,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:42,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:45,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:45,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:45,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:45,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:46,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:46,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:47,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:52,149 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:52,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:52,150 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:52,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:52,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:53,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:38:54,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:54,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:38:54,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:38:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:38:57,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:38:57,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:38:57,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:38:57,194 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:38:57,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:38:58,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:38:58,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:00,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:00,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:00,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:00,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:01,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:02,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:03,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:03,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:03,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:03,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:03,989 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:04,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:05,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:39:06,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:07,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:07,447 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:07,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:07,453 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:08,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:08,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:09,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:09,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:09,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:13,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:13,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:13,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:13,488 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:14,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:14,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:14,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:17,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:17,464 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:17,464 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:17,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:18,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:18,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:20,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:21,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:21,237 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:21,237 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:21,243 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:22,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:22,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:24,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:24,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:26,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:26,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:26,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:26,664 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:26,671 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:27,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:28,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:30,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:30,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:30,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:30,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:30,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:32,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:32,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:33,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:33,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:33,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:33,989 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:34,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:35,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:39:36,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:37,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:37,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:37,117 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:37,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:37,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:37,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:38,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:39,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:39,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:41,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:41,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:41,282 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:41,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:42,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:42,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:42,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:45,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:45,184 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:45,184 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:45,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:45,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:46,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:48,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:49,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:49,399 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:49,399 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:49,404 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:50,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:50,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:53,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:39:54,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:54,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:54,330 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:54,336 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:54,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:39:54,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:39:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:39:55,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:56,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:39:58,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:39:58,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:39:58,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:39:58,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:39:59,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:39:59,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:00,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:03,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:03,407 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:03,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:03,413 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:04,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:04,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:04,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:05,106 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:40:06,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:06,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:06,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:06,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:07,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:08,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:09,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:09,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:09,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:09,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:10,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:10,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:10,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:10,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:12,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:13,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:13,748 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:13,748 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:13,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:14,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:14,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:14,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:17,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:17,932 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:17,932 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:17,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:18,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:18,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:19,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:21,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:21,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:21,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:21,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:22,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:22,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:24,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:24,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:25,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:26,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:26,719 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:26,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:26,725 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:27,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:28,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:30,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:30,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:30,944 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:30,944 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:30,950 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:31,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:32,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:34,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:34,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:34,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:34,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:35,108 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:40:35,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:36,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:36,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:38,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:38,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:38,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:38,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:39,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:39,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:39,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:40,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:41,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:43,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:43,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:43,091 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:43,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:43,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:44,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:47,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:52,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:40:52,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:52,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:52,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:52,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:53,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:54,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:54,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:40:54,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:40:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:40:55,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:40:55,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:40:55,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:40:55,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:40:56,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:40:56,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:40:57,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:00,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:00,274 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:00,275 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:00,280 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:00,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:02,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:03,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:05,113 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:41:05,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:05,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:05,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:05,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:06,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:06,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:08,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:09,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:09,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:10,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:10,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:10,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:10,636 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:11,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:12,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:14,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:15,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:15,493 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:15,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:15,499 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:16,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:16,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:20,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:23,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:23,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:23,644 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:23,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:24,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:24,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:24,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:24,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:26,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:27,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:27,167 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:27,167 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:27,173 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:27,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:28,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:31,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:33,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:33,767 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:33,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:33,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:34,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:34,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:35,112 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:41:37,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:39,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:39,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:42,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:42,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:42,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:42,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:42,277 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:42,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:44,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:46,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:46,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:46,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:46,857 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:47,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:47,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:48,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:50,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:50,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:50,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:50,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:51,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:52,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:53,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:54,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:41:54,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:41:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:41:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:55,132 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:55,132 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:55,138 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:55,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:41:56,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:41:59,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:41:59,340 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:41:59,341 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:41:59,341 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:41:59,347 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:41:59,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:00,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:02,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:02,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:02,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:02,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:03,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:04,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:04,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:05,117 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:42:08,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:08,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:08,723 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:08,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:09,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:09,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:09,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:09,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:10,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:12,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:12,550 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:12,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:12,556 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:13,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:14,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:15,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:16,337 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:16,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:16,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:16,344 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:16,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:18,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:21,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:21,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:21,643 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:21,643 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:21,649 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:22,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:22,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:24,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:24,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:25,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:25,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:25,333 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:25,339 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:25,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:26,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:26,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:29,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:29,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:29,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:29,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:29,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:30,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:32,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:32,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:32,643 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:32,643 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:32,649 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:33,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:34,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:35,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:42:36,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:36,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:36,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:36,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:37,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:37,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:38,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:39,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:39,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:41,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:41,140 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:41,140 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:41,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:41,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:42,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:43,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:44,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:44,464 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:44,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:44,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:44,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:46,533 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:48,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:48,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:48,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:48,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:48,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:49,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:50,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:52,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:52,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:52,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:52,541 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:52,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:53,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:42:54,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:54,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:42:54,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:42:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:42:56,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:42:56,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:42:56,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:42:56,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:42:57,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:42:58,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:42:58,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:00,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:00,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:00,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:00,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:01,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:02,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:04,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:04,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:04,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:04,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:04,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:04,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:05,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:43:06,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:09,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:09,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:09,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:09,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:09,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:09,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:09,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:09,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:10,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:13,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:13,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:13,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:13,916 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:14,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:14,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:14,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:18,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:18,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:18,193 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:18,199 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:18,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:20,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:20,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:23,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:23,155 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:23,155 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:23,161 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:23,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:24,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:24,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:24,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:26,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:28,953 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:28,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:28,954 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:28,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:29,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:30,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:31,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:32,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:32,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:32,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:32,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:32,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:34,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:35,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:43:36,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:36,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:36,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:36,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:36,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:37,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:38,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:39,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:39,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:41,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:41,705 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:41,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:41,711 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:42,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:42,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:42,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:45,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:45,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:45,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:45,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:46,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:46,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:47,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:49,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:49,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:49,476 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:49,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:49,690 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:50,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:53,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:43:54,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:43:54,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:43:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:43:57,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:43:57,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:43:57,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:43:57,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:43:58,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:43:58,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:43:58,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:03,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:03,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:03,644 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:03,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:03,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:04,650 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:04,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:05,123 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:44:08,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:08,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:08,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:08,069 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:08,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:08,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:09,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:09,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:09,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:11,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:11,138 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:11,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:11,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:11,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:12,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:15,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:15,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:15,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:15,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:15,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:16,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:16,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:20,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:20,415 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:20,415 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:20,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:20,421 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:20,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:22,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:24,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:24,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:26,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:26,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:26,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:26,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:26,203 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:26,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:28,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:31,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:31,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:31,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:31,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:31,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:32,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:32,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:35,124 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:44:37,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:39,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:39,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:39,514 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:39,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:39,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:39,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:39,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:40,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:42,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:43,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:43,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:43,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:43,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:43,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:44,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:47,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:48,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:48,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:48,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:48,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:49,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:50,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:52,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:54,611 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:54,612 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:54,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:54,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:54,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:44:54,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:44:54,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:44:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:44:56,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:44:58,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:44:58,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:44:58,372 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:44:58,372 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:44:58,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:44:58,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:00,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:03,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:05,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:45:06,804 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:06,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:06,805 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:06,811 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:07,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:08,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:08,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:09,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:09,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:11,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:11,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:11,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:11,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:11,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:12,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:14,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:17,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:17,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:17,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:17,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:17,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:18,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:20,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:21,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:21,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:21,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:21,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:21,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:22,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:24,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:24,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:26,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:26,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:26,855 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:26,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:26,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:27,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:28,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:30,588 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:30,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:30,589 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:30,594 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:30,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:31,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:32,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:35,132 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:45:35,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:35,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:35,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:35,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:35,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:36,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:37,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:39,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:39,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:41,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:41,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:41,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:41,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:41,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:42,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:42,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:45,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:45,493 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:45,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:45,499 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:45,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:46,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:48,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:48,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:48,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:48,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:48,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:48,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:50,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:53,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:53,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:53,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:53,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:53,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:53,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:54,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:45:54,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:45:54,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:45:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:45:57,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:45:57,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:45:57,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:45:57,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:45:57,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:45:58,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:45:58,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:03,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:05,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:46:05,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:05,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:05,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:05,852 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:05,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:06,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:08,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:09,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:09,376 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:09,376 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:09,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:09,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:09,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:09,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:10,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:12,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:12,997 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:12,997 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:13,002 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:13,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:14,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:14,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:19,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:21,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:21,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:21,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:21,518 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:21,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:22,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:24,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:24,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:24,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:26,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:26,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:26,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:26,723 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:26,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:28,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:29,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:31,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:31,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:31,091 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:31,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:31,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:32,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:34,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:34,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:34,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:34,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:34,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:35,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:46:35,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:36,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:39,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:39,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:39,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:40,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:40,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:40,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:40,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:40,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:40,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:45,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:47,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:47,211 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:47,211 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:47,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:47,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:48,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:50,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:54,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:46:54,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:46:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:46:55,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:55,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:55,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:55,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:46:55,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:55,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:46:56,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:46:59,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:46:59,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:46:59,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:46:59,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:46:59,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:00,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:01,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:02,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:02,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:02,664 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:02,670 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:02,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:04,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:05,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:47:06,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:06,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:06,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:06,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:06,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:06,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:07,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:09,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:09,389 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:09,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:09,395 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:09,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:09,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:09,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:10,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:12,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:15,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:15,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:15,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:15,674 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:15,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:16,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:17,711 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:19,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:19,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:19,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:19,469 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:19,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:20,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:23,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:23,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:23,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:23,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:23,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:23,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:24,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:24,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:24,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:28,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:28,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:28,081 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:28,087 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:28,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:28,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:29,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:31,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:31,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:31,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:31,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:31,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:32,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:34,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:35,140 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:47:35,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:35,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:35,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:35,770 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:35,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:36,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:39,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:39,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:40,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:40,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:40,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:40,079 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:40,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:40,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:40,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:44,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:44,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:44,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:44,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:44,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:45,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:46,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:49,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:49,182 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:49,182 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:49,188 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:49,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:50,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:51,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:52,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:52,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:52,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:52,535 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:52,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:54,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:47:54,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:47:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:47:54,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:47:56,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:47:56,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:47:56,648 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:47:56,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:47:56,654 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:47:56,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:47:58,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:00,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:00,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:00,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:00,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:00,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:01,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:03,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:04,654 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:04,655 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:04,655 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:04,661 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:05,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:05,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:48:07,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:07,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:09,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:09,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:09,333 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:09,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:09,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:09,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:10,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:11,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:13,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:15,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:15,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:15,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:15,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:16,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:17,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:18,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:19,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:19,407 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:19,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:19,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:20,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:21,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:23,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:23,391 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:23,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:23,397 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:24,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:24,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:24,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:24,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:25,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:27,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:27,859 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:27,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:27,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:28,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:29,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:29,903 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:31,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:31,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:31,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:31,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:32,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:33,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:35,144 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:48:35,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:35,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:35,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:35,218 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:35,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:36,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:37,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:39,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:39,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:40,213 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:40,214 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:40,214 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:40,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:40,220 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:41,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:41,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:43,944 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:43,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:43,945 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:43,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:44,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:45,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:45,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:47,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:47,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:47,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:47,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:48,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:49,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:51,652 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:52,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:52,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:52,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:52,583 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:53,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:54,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:48:54,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:48:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:48:55,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:55,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:55,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:55,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:55,642 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:48:56,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:48:56,679 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:48:57,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:48:59,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:48:59,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:48:59,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:48:59,428 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:00,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:01,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:02,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:03,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:03,015 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:03,015 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:03,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:03,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:05,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:05,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:49:07,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:07,120 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:07,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:07,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:08,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:08,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:09,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:09,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:09,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:11,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:11,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:11,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:11,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:12,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:13,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:13,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:17,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:17,905 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:17,905 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:17,911 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:18,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:19,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:19,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:21,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:21,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:21,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:21,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:22,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:23,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:24,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:24,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:25,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:30,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:30,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:30,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:30,400 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:30,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:31,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:31,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:34,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:34,722 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:34,722 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:34,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:35,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:35,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:49:35,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:37,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:39,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:39,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:41,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:41,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:41,382 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:41,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:41,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:42,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:43,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:46,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:47,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:47,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:47,282 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:47,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:48,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:49,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:51,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:51,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:51,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:51,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:51,632 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:52,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:53,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:49:54,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:49:54,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:49:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:49:55,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:49:55,591 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:49:55,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:49:55,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:49:56,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:49:56,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:49:57,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:00,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:00,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:00,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:00,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:00,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:01,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:02,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:05,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:50:06,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:06,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:06,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:06,545 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:07,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:07,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:07,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:09,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:09,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:11,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:11,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:11,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:11,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:12,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:13,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:13,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:15,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:15,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:15,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:15,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:15,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:17,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:19,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:19,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:19,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:19,708 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:19,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:20,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:21,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:23,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:23,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:23,666 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:23,672 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:24,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:24,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:24,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:24,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:25,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:27,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:27,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:27,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:27,303 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:28,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:29,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:30,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:32,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:32,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:32,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:32,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:33,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:33,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:35,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:50:36,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:36,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:36,891 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:36,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:36,897 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:37,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:39,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:39,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:39,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:42,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:44,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:44,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:44,216 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:44,222 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:45,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:45,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:47,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:50,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:50,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:50,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:50,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:51,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:52,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:53,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:54,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:54,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:54,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:54,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:54,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:50:54,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:50:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:50:55,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:50:55,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:50:58,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:50:58,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:50:58,742 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:50:58,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:50:58,748 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:50:59,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:01,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:03,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:03,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:03,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:03,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:03,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:04,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:05,154 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:51:05,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:08,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:08,537 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:08,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:08,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:09,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:09,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:09,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:09,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:09,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:11,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:11,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:11,820 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:11,825 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:12,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:13,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:14,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:16,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:16,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:16,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:16,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:17,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:17,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:20,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:20,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:20,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:20,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:20,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:21,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:21,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:24,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:24,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:24,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:25,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:25,112 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:25,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:25,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:26,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:27,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:29,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:29,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:29,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:29,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:30,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:31,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:31,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:35,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:51:37,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:38,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:38,045 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:38,045 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:38,050 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:38,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:39,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:39,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:39,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:42,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:42,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:42,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:42,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:42,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:43,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:43,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:46,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:46,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:46,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:46,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:46,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:47,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:48,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:49,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:49,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:49,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:49,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:50,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:51,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:53,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:53,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:53,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:53,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:51:53,467 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:54,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:54,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:51:54,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:51:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:51:55,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:56,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:51:56,600 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:51:56,600 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:51:56,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:51:57,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:51:57,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:51:58,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:02,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:02,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:02,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:02,635 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:03,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:03,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:04,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:05,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:52:07,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:07,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:07,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:07,199 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:07,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:09,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:09,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:09,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:09,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:12,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:12,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:12,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:12,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:13,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:15,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:15,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:20,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:21,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:21,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:21,344 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:21,350 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:21,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:23,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:24,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:24,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:24,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:24,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:24,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:24,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:25,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:25,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:26,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:28,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:28,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:28,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:28,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:28,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:29,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:31,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:33,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:33,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:33,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:33,859 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:34,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:35,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:52:35,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:36,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:37,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:37,420 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:37,420 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:37,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:38,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:39,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:39,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:39,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:40,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:40,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:40,979 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:40,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:41,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:42,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:43,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:44,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:44,773 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:44,773 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:44,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:45,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:45,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:47,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:48,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:48,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:48,415 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:48,421 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:49,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:49,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:53,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:52:53,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:53,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:53,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:53,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:54,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:54,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:52:54,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:52:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:52:55,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:56,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:52:56,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:52:56,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:52:56,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:52:57,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:52:57,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:52:58,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:00,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:00,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:00,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:00,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:01,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:03,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:03,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:05,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:53:05,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:05,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:05,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:05,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:05,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:07,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:09,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:09,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:09,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:11,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:11,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:11,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:11,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:12,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:13,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:14,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:15,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:15,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:15,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:15,221 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:15,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:17,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:20,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:23,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:23,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:23,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:23,579 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:24,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:24,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:24,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:25,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:26,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:26,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:26,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:26,796 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:26,804 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:27,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:29,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:30,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:30,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:30,490 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:30,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:31,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:31,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:31,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:35,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:53:35,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:35,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:35,924 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:35,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:36,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:36,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:37,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:39,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:39,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:42,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:43,611 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:43,612 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:43,612 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:43,618 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:44,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:45,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:47,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:48,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:48,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:48,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:48,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:48,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:49,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:51,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:51,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:51,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:51,558 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:52,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:53,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:53,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:53:54,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:53:54,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:53:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:53:56,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:53:56,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:53:56,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:53:56,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:53:56,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:53:57,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:53:59,343 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:01,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:01,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:01,490 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:01,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:01,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:03,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:04,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:05,168 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:54:06,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:06,686 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:06,686 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:06,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:07,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:07,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:09,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:09,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:09,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:10,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:10,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:10,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:10,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:10,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:11,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:14,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:14,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:14,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:14,321 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:14,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:15,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:15,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:18,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:18,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:18,205 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:18,210 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:18,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:19,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:21,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:24,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:24,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:24,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:24,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:24,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:24,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:24,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:25,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:27,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:32,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:32,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:32,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:32,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:32,880 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:33,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:35,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:54:35,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:37,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:38,576 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:38,577 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:38,577 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:38,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:38,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:39,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:39,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:39,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:42,328 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:42,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:42,329 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:42,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:42,336 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:42,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:43,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:47,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:47,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:47,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:47,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:47,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:48,605 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:49,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:52,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:54,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:54,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:54,371 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:54,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:54,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:54,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:54:54,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:54:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:54:55,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:54:57,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:54:57,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:54:57,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:54:57,741 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:54:58,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:54:58,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:54:59,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:01,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:01,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:01,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:01,547 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:01,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:03,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:04,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:05,168 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:55:05,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:05,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:05,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:05,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:06,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:07,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:09,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:09,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:09,801 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:09,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:09,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:09,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:09,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:10,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:11,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:14,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:14,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:14,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:14,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:14,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:15,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:15,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:19,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:23,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:23,319 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:23,319 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:23,325 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:23,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:24,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:24,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:25,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:25,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:27,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:27,167 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:27,167 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:27,174 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:27,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:29,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:30,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:31,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:31,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:31,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:31,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:32,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:33,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:34,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:34,912 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:34,912 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:34,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:35,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:55:35,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:35,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:36,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:38,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:38,570 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:38,570 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:38,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:38,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:39,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:39,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:39,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:42,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:42,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:42,214 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:42,215 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:42,220 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:42,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:43,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:45,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:45,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:45,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:45,219 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:45,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:47,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:47,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:49,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:49,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:49,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:49,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:50,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:51,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:52,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:54,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:55:54,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:55:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:55:56,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:56,061 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:56,062 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:56,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:55:56,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:55:57,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:55:58,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:55:59,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:55:59,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:55:59,983 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:55:59,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:00,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:01,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:03,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:04,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:04,950 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:04,950 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:04,956 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:05,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:56:05,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:05,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:09,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:09,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:09,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:09,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:09,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:09,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:09,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:10,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:11,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:13,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:13,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:13,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:13,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:14,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:14,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:15,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:17,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:17,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:17,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:17,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:17,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:19,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:20,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:20,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:20,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:20,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:20,921 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:21,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:21,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:24,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:24,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:25,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:25,154 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:25,154 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:25,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:25,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:26,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:27,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:28,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:28,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:28,974 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:28,980 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:29,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:29,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:31,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:35,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:56:37,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:37,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:37,376 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:37,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:37,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:37,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:39,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:39,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:39,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:41,649 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:41,650 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:41,650 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:41,656 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:41,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:42,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:43,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:44,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:44,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:44,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:44,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:45,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:45,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:47,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:48,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:48,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:48,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:48,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:48,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:49,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:52,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:52,549 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:52,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:52,555 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:52,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:53,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:56:53,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:54,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:56:54,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:56:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:56:56,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:56:56,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:56:56,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:56:56,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:56:57,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:56:57,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:56:59,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:00,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:00,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:00,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:00,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:00,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:01,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:04,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:04,316 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:04,317 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:04,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:04,322 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:04,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:05,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:57:05,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:08,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:08,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:08,508 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:08,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:08,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:09,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:09,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:09,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:09,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:15,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:17,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:17,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:17,093 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:17,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:17,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:19,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:20,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:20,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:20,437 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:20,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:20,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:20,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:21,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:24,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:24,168 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:24,168 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:24,173 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:24,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:24,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:24,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:25,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:26,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:27,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:27,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:27,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:27,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:27,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:29,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:31,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:32,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:32,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:32,100 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:32,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:32,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:33,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:35,181 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:57:37,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:37,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:37,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:37,294 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:37,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:37,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:39,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:39,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:39,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:43,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:43,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:43,282 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:43,282 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:43,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:43,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:45,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:47,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:47,033 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:47,033 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:47,039 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:47,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:47,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:49,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:50,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:50,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:50,454 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:50,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:50,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:51,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:54,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:57:54,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:57:54,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:57:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:57:56,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:57:56,423 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:57:56,423 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:57:56,429 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:57:56,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:57:57,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:57:59,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:00,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:00,284 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:00,284 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:00,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:00,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:01,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:05,181 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:58:05,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:07,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:07,763 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:07,763 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:07,769 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:07,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:09,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:09,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:09,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:11,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:12,637 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:12,638 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:12,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:12,644 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:12,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:13,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:16,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:18,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:18,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:18,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:18,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:18,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:19,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:21,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:24,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:24,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:24,264 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:24,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:24,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:24,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:24,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:25,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:27,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:28,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:28,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:28,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:28,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:28,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:29,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:32,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:33,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:33,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:33,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:33,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:33,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:35,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:58:35,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:36,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:36,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:36,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:36,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:36,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:37,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:38,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:39,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:39,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:41,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:41,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:41,189 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:41,195 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:41,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:43,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:44,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:46,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:46,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:46,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:46,311 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:46,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:47,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:49,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:54,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:58:54,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:58:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:58:54,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:55,138 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:55,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:55,144 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:55,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:58:55,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:58,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:58:58,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:58:58,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:58:58,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:58:58,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:58:59,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:58:59,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:04,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:04,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:04,082 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:04,087 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:04,990 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:05,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:05,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:59:05,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:08,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:08,719 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:08,719 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:08,725 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:08,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:09,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:09,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:09,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:11,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:12,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:12,345 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:12,345 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:12,351 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:13,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:14,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:15,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:15,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:15,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:15,476 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:16,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:16,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:18,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:19,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:19,399 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:19,399 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:19,405 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:20,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:22,012 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:22,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:22,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:22,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:22,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:22,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:23,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:24,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:24,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:24,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:26,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:26,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:26,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:26,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:27,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:27,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:28,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:30,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:30,707 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:30,707 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:30,713 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:31,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:32,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:33,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:34,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:34,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:34,434 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:34,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:35,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:35,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 14:59:36,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:39,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:39,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:39,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:40,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:40,146 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:40,146 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:40,151 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:41,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:42,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:44,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:44,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:44,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:44,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:44,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:45,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:46,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:48,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:48,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:48,279 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:48,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:49,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:50,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:50,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:52,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:52,617 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:52,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:52,623 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:53,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:54,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 14:59:54,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 14:59:54,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 14:59:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 14:59:56,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 14:59:56,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 14:59:56,130 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 14:59:56,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 14:59:56,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 14:59:57,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 14:59:58,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:01,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:01,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:01,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:01,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:01,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:02,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:04,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:05,189 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:00:05,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:05,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:05,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:05,915 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:06,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:06,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:08,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:09,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:09,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:09,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:09,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:09,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:09,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:10,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:12,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:12,108 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:17,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:17,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:17,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:17,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:17,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:18,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:20,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:22,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:22,018 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:22,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:22,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:22,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:23,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:24,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:24,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:24,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:26,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:26,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:26,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:26,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:26,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:28,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:28,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:29,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:29,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:29,716 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:29,722 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:30,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:32,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:33,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:33,694 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:33,694 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:33,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:33,700 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:34,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:35,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:00:36,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:38,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:38,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:38,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:38,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:39,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:39,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:39,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:39,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:40,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:42,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:42,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:42,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:42,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:43,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:44,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:45,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:50,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:50,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:50,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:50,722 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:50,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:51,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:52,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:54,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:00:54,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:00:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:00:55,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:55,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:55,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:55,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:00:55,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:00:56,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:00:58,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:00:59,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:00:59,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:00:59,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:00:59,437 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:00,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:01,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:02,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:03,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:03,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:03,683 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:03,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:04,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:05,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:01:06,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:07,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:08,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:08,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:08,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:08,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:09,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:09,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:09,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:10,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:12,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:12,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:12,802 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:12,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:12,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:13,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:14,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:17,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:17,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:17,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:17,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:18,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:18,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:20,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:21,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:21,061 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:21,061 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:21,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:21,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:22,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:24,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:24,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:24,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:24,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:24,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:24,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:24,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:25,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:26,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:28,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:28,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:28,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:28,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:29,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:29,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:30,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:33,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:33,513 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:33,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:33,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:34,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:34,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:35,195 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:01:36,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:39,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:39,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:39,492 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:39,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:39,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:39,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:39,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:40,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:42,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:43,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:43,742 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:43,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:43,748 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:44,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:45,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:46,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:47,264 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:47,265 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:47,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:47,271 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:47,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:48,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:51,272 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:51,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:51,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:51,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:51,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:52,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:54,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:01:54,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:01:54,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:01:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:01:56,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:01:56,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:01:56,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:01:56,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:01:56,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:01:57,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:01:58,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:00,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:00,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:00,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:00,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:01,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:02,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:02,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:04,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:04,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:04,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:04,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:05,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:02:05,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:06,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:07,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:07,886 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:07,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:07,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:07,893 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:08,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:09,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:09,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:10,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:13,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:16,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:16,320 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:16,321 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:16,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:16,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:18,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:18,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:22,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:22,084 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:22,085 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:22,091 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:22,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:24,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:24,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:24,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:24,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:29,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:29,955 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:29,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:29,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:29,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:30,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:32,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:33,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:33,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:33,514 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:33,520 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:34,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:35,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:02:35,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:36,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:37,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:37,899 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:37,899 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:37,905 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:38,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:39,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:39,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:40,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:40,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:40,919 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:40,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:40,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:40,926 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:41,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:42,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:45,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:49,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:49,489 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:49,489 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:49,495 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:50,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:51,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:52,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:54,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:54,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:54,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:54,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:54,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:02:54,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:02:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:02:55,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:02:56,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:02:57,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:02:58,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:02:58,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:02:58,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:02:58,401 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:02:59,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:00,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:02,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:02,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:02,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:02,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:02,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:03,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:04,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:05,207 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:03:08,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:09,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:09,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:11,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:11,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:11,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:11,382 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:11,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:12,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:13,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:15,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:15,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:15,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:15,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:16,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:18,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:18,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:20,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:20,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:20,928 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:20,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:21,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:22,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:23,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:24,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:24,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:24,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:24,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:24,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:24,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:25,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:26,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:29,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:29,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:29,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:29,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:29,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:29,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:30,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:34,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:34,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:34,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:34,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:34,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:35,203 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:03:35,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:36,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:39,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:39,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:39,331 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:39,331 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:39,337 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:39,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:39,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:39,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:40,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:42,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:42,971 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:42,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:42,977 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:43,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:44,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:45,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:46,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:46,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:46,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:46,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:47,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:48,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:50,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:54,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:54,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:54,840 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:54,846 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:54,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:03:54,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:03:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:03:55,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:03:56,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:03:56,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:03:58,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:03:58,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:03:58,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:03:58,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:03:58,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:00,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:01,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:02,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:02,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:02,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:02,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:03,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:04,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:05,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:04:05,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:05,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:05,995 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:06,001 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:06,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:07,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:08,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:09,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:09,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:09,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:09,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:09,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:09,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:10,495 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:12,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:12,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:14,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:14,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:14,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:14,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:14,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:16,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:17,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:18,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:18,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:18,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:18,079 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:18,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:20,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:22,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:22,263 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:22,263 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:22,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:22,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:23,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:24,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:24,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:24,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:26,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:26,048 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:26,048 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:26,054 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:26,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:28,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:29,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:31,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:31,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:31,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:31,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:32,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:34,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:34,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:35,208 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:04:36,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:36,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:36,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:36,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:37,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:38,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:39,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:39,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:39,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:41,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:41,062 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:41,062 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:41,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:41,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:42,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:44,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:44,572 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:44,572 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:44,578 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:45,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:45,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:46,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:47,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:47,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:47,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:47,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:48,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:50,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:50,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:53,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:53,046 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:53,046 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:53,052 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:04:53,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:04:54,554 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:04:54,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:04:54,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:04:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:04:56,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:04:59,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:04:59,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:04:59,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:04:59,647 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:00,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:01,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:02,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:03,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:03,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:03,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:03,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:03,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:04,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:05,213 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:05:07,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:09,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:09,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:09,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:09,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:09,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:09,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:10,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:10,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:13,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:15,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:15,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:15,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:15,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:15,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:16,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:18,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:18,662 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:18,662 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:18,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:18,668 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:19,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:20,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:23,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:24,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:24,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:24,446 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:24,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:24,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:24,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:24,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:26,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:29,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:29,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:29,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:29,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:29,542 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:29,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:30,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:34,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:35,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:05:35,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:35,316 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:35,316 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:35,322 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:35,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:36,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:39,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:39,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:39,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:40,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:40,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:40,561 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:40,567 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:40,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:42,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:45,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:49,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:49,817 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:49,817 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:49,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:50,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:50,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:52,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:53,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:53,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:53,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:53,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:53,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:05:54,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:05:54,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:05:54,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:05:54,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:05:56,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:05:58,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:05:58,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:05:58,907 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:05:58,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:05:59,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:00,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:01,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:03,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:03,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:03,401 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:03,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:03,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:04,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:05,214 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:06:07,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:08,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:08,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:08,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:08,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:08,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:09,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:09,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:09,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:10,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:12,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:12,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:12,204 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:12,210 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:12,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:12,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:14,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:15,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:15,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:15,492 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:15,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:15,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:16,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:17,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:18,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:18,867 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:18,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:18,873 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:19,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:20,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:22,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:23,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:23,276 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:23,276 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:23,283 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:23,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:24,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:24,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:24,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:24,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:27,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:27,182 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:27,182 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:27,188 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:27,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:28,227 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:28,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:32,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:32,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:32,448 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:32,454 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:32,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:33,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:34,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:35,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:06:39,217 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:39,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:39,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:39,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:41,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:41,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:41,604 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:41,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:41,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:42,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:44,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:45,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:45,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:45,617 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:45,623 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:45,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:46,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:49,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:49,407 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:49,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:49,413 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:49,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:50,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:50,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:53,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:53,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:53,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:53,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:53,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:54,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:06:54,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:06:54,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:06:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:06:56,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:06:57,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:06:57,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:06:57,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:06:57,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:06:57,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:06:58,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:01,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:05,218 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:07:05,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:05,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:05,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:05,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:06,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:06,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:08,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:09,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:09,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:09,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:09,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:09,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:09,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:09,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:10,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:12,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:13,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:13,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:13,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:13,372 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:13,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:14,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:17,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:17,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:17,767 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:17,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:17,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:17,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:18,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:22,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:22,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:22,136 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:22,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:22,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:23,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:24,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:24,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:24,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:24,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:26,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:26,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:26,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:26,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:26,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:28,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:28,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:30,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:30,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:30,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:30,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:30,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:32,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:34,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:35,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:07:35,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:35,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:35,504 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:35,510 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:35,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:36,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:39,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:39,357 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:39,357 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:39,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:39,363 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:39,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:39,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:39,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:40,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:45,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:47,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:47,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:47,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:47,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:48,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:50,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:50,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:52,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:52,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:52,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:52,055 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:52,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:54,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:54,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:07:54,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:07:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:07:55,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:55,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:55,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:55,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:55,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:07:56,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:07:56,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:07:59,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:07:59,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:07:59,488 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:07:59,494 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:07:59,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:00,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:02,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:03,213 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:03,214 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:03,214 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:03,220 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:03,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:04,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:05,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:08:07,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:07,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:07,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:07,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:07,753 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:07,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:08,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:09,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:09,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:12,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:12,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:12,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:12,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:12,932 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:13,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:14,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:16,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:16,847 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:16,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:16,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:17,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:18,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:18,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:20,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:20,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:20,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:20,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:20,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:22,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:24,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:24,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:24,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:25,660 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:25,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:25,661 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:25,666 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:25,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:26,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:30,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:31,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:31,096 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:31,096 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:31,102 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:31,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:32,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:35,228 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:08:36,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:39,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:39,580 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:39,580 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:39,586 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:39,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:39,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:39,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:40,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:42,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:43,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:43,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:43,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:43,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:43,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:44,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:46,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:46,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:46,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:46,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:47,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:47,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:48,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:50,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:50,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:50,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:50,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:50,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:52,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:53,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:08:53,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:53,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:53,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:53,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:53,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:54,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:08:54,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:08:54,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:08:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:08:57,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:08:57,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:08:57,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:08:57,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:08:57,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:08:58,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:00,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:01,206 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:01,207 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:01,207 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:01,213 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:01,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:02,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:04,213 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:05,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:05,114 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:05,114 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:05,120 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:05,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:09:05,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:06,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:08,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:08,942 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:08,942 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:08,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:09,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:09,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:09,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:09,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:10,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:12,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:12,692 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:12,693 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:12,698 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:12,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:14,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:15,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:16,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:16,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:16,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:16,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:16,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:18,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:21,653 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:21,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:21,671 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:21,671 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:21,677 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:21,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:22,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:24,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:24,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:25,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:25,213 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:25,213 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:25,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:25,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:26,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:27,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:30,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:30,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:30,688 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:30,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:30,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:32,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:32,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:35,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:35,231 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:09:35,232 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:35,232 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:35,238 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:35,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:36,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:38,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:39,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:39,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:40,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:40,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:40,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:40,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:40,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:42,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:43,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:43,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:43,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:43,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:43,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:43,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:44,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:46,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:46,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:46,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:46,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:46,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:48,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:48,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:51,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:51,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:51,175 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:51,181 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:51,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:52,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:54,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:54,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:54,836 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:54,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:54,842 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:54,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:09:54,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:09:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:09:54,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:09:56,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:09:59,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:09:59,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:09:59,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:09:59,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:09:59,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:09:59,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:00,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:04,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:05,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:05,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:05,056 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:05,062 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:05,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:10:05,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:06,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:09,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:09,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:09,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:10,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:10,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:10,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:10,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:10,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:12,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:14,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:14,267 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:14,267 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:14,273 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:14,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:15,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:16,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:17,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:17,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:17,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:17,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:17,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:19,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:20,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:21,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:21,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:21,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:21,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:22,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:23,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:24,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:24,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:26,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:27,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:27,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:27,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:27,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:28,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:28,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:31,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:32,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:32,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:32,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:32,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:33,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:34,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:35,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:10:37,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:38,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:38,564 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:38,564 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:38,569 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:39,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:39,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:39,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:40,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:42,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:42,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:42,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:42,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:42,619 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:43,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:44,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:45,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:45,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:45,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:45,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:46,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:46,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:47,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:49,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:49,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:49,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:49,674 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:50,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:50,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:53,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:10:54,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:10:54,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:10:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:10:57,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:10:57,887 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:10:57,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:10:57,894 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:10:58,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:10:58,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:10:58,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:01,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:01,826 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:01,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:01,832 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:02,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:02,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:04,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:05,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:11:05,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:05,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:05,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:05,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:06,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:06,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:09,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:09,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:09,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:13,533 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:13,534 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:13,534 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:13,540 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:14,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:14,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:15,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:20,579 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:22,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:22,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:22,095 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:22,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:22,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:24,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:24,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:24,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:25,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:25,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:25,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:25,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:26,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:26,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:26,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:28,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:28,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:28,973 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:28,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:29,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:30,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:31,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:32,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:32,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:32,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:32,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:33,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:34,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:35,237 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:11:37,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:39,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:39,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:41,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:41,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:41,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:41,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:42,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:42,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:42,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:45,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:45,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:45,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:45,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:46,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:46,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:47,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:50,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:50,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:50,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:50,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:50,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:50,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:53,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:54,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:54,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:54,535 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:54,541 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:54,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:11:54,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:11:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:11:55,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:11:56,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:11:58,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:11:58,937 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:11:58,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:11:58,938 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:11:58,943 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:11:59,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:00,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:03,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:03,744 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:03,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:03,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:03,750 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:04,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:04,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:05,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:12:07,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:07,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:07,061 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:07,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:07,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:08,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:09,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:09,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:09,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:11,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:11,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:11,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:11,545 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:12,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:12,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:14,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:15,085 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:15,086 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:15,086 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:15,092 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:15,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:16,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:19,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:19,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:19,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:19,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:19,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:20,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:20,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:24,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:24,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:24,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:26,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:26,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:26,238 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:26,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:26,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:28,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:29,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:29,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:29,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:29,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:29,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:30,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:30,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:34,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:35,241 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:12:36,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:36,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:36,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:36,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:37,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:38,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:39,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:39,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:40,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:40,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:40,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:40,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:40,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:41,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:42,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:44,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:44,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:44,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:44,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:45,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:45,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:46,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:50,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:54,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:54,167 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:54,167 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:54,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:54,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:54,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:12:54,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:12:54,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:12:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:12:56,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:12:58,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:12:58,083 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:12:58,083 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:12:58,089 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:12:58,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:12:58,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:01,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:01,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:01,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:01,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:01,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:02,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:02,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:05,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:13:07,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:07,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:07,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:07,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:07,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:07,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:08,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:09,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:09,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:10,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:10,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:10,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:10,577 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:11,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:12,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:12,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:14,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:14,677 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:14,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:14,683 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:15,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:16,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:17,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:18,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:18,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:18,345 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:18,350 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:19,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:20,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:22,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:22,303 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:22,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:22,309 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:22,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:23,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:24,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:24,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:24,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:25,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:25,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:25,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:25,862 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:26,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:26,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:28,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:29,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:29,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:29,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:29,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:30,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:30,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:34,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:34,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:34,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:34,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:34,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:34,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:34,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:35,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:13:38,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:38,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:38,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:38,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:38,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:38,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:39,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:39,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:39,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:42,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:42,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:42,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:42,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:43,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:44,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:44,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:49,360 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:49,361 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:49,361 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:49,367 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:49,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:50,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:50,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:53,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:53,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:53,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:53,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:53,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:54,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:13:54,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:13:54,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:13:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:13:56,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:13:57,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:13:57,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:13:57,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:13:57,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:13:57,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:13:58,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:00,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:00,851 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:00,851 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:00,857 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:01,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:01,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:02,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:04,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:04,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:04,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:04,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:05,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:14:05,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:06,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:07,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:08,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:08,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:08,401 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:08,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:08,476 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:09,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:09,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:10,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:12,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:12,541 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:12,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:12,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:12,547 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:13,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:14,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:16,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:16,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:16,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:16,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:16,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:18,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:18,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:20,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:20,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:20,079 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:20,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:20,492 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:22,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:23,085 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:23,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:23,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:23,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:23,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:24,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:24,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:24,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:26,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:28,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:28,080 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:28,080 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:28,086 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:28,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:28,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:30,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:31,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:31,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:31,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:31,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:31,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:32,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:33,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:35,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:14:38,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:38,137 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:38,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:38,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:38,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:39,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:39,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:39,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:40,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:43,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:43,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:43,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:43,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:43,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:44,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:45,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:46,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:46,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:46,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:46,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:47,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:48,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:50,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:51,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:51,125 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:51,125 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:51,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:51,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:52,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:54,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:14:54,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:14:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:14:55,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:55,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:55,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:55,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:55,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:14:56,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:14:56,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:14:59,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:14:59,027 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:14:59,027 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:14:59,033 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:14:59,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:00,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:02,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:05,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:15:07,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:07,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:07,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:07,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:07,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:08,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:08,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:09,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:09,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:13,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:13,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:13,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:13,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:13,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:13,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:14,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:18,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:18,334 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:18,335 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:18,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:18,340 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:18,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:20,563 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:23,341 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:24,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:24,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:26,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:26,194 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:26,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:26,200 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:26,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:28,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:29,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:29,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:29,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:29,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:29,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:30,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:30,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:33,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:33,759 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:33,760 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:33,765 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:34,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:34,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:34,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:35,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:15:39,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:39,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:39,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:40,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:40,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:40,796 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:40,801 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:41,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:42,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:45,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:45,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:45,753 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:45,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:45,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:46,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:46,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:50,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:51,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:51,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:51,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:51,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:52,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:52,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:54,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:15:54,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:15:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:15:54,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:55,090 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:55,090 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:55,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:55,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:15:56,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:15:56,631 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:15:58,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:15:58,792 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:15:58,792 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:15:58,798 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:15:59,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:00,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:01,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:03,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:03,889 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:03,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:03,895 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:04,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:05,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:16:06,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:07,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:08,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:08,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:08,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:08,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:08,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:09,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:09,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:10,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:13,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:13,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:13,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:13,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:13,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:13,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:14,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:16,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:16,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:16,688 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:16,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:17,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:18,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:18,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:21,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:21,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:21,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:21,368 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:21,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:22,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:24,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:24,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:24,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:27,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:27,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:27,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:27,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:27,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:28,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:30,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:31,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:31,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:31,095 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:31,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:31,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:32,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:35,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:16:35,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:35,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:35,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:35,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:35,982 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:36,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:38,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:39,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:39,606 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:39,606 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:39,612 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:39,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:39,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:39,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:40,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:41,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:43,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:43,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:43,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:43,420 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:43,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:44,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:46,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:49,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:49,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:49,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:49,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:49,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:50,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:52,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:53,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:53,597 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:53,598 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:53,604 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:53,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:16:54,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:16:54,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:16:54,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:16:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:16:58,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:16:58,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:16:58,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:16:58,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:16:58,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:16:59,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:00,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:03,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:03,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:03,330 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:03,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:03,336 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:03,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:04,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:05,263 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:17:08,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:08,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:08,810 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:08,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:08,815 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:09,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:09,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:09,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:10,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:12,055 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:12,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:12,056 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:12,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:12,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:14,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:14,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:17,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:17,920 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:17,921 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:17,926 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:18,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:18,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:19,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:22,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:22,928 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:22,928 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:22,934 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:23,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:24,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:24,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:24,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:25,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:27,005 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:27,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:27,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:27,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:27,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:28,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:30,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:30,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:30,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:30,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:30,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:30,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:32,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:35,262 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:17:36,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:39,334 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:39,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:39,335 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:39,341 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:39,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:39,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:39,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:40,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:42,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:44,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:44,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:44,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:44,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:44,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:46,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:47,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:47,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:47,400 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:47,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:47,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:47,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:48,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:51,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:51,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:51,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:51,915 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:52,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:52,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:52,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:54,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:17:54,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:17:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:17:56,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:56,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:56,518 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:56,524 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:17:56,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:17:58,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:17:58,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:17:59,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:17:59,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:17:59,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:17:59,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:00,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:00,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:03,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:03,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:03,561 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:03,568 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:03,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:03,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:04,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:05,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:18:07,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:07,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:07,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:07,915 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:08,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:08,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:08,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:09,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:09,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:09,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:14,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:16,264 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:16,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:16,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:16,270 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:16,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:18,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:19,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:20,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:20,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:20,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:20,829 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:21,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:22,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:24,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:24,309 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:24,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:24,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:24,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:24,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:24,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:24,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:24,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:26,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:28,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:28,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:28,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:28,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:29,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:29,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:30,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:33,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:33,836 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:33,836 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:33,842 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:34,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:34,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:35,266 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:18:35,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:37,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:37,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:37,804 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:37,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:37,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:38,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:39,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:39,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:39,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:40,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:40,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:40,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:40,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:40,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:40,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:42,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:44,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:44,986 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:44,986 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:44,992 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:45,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:45,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:46,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:50,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:50,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:50,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:50,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:51,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:51,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:52,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:54,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:18:54,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:18:54,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:18:55,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:55,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:55,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:55,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:55,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:18:56,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:18:57,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:18:58,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:18:58,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:18:58,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:18:58,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:18:59,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:00,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:02,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:04,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:04,346 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:04,346 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:04,352 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:04,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:05,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:19:06,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:08,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:09,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:09,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:09,035 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:09,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:09,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:09,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:09,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:10,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:12,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:12,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:12,509 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:12,515 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:12,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:13,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:14,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:17,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:17,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:17,952 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:17,958 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:18,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:18,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:18,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:21,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:21,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:21,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:21,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:21,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:22,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:24,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:24,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:24,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:30,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:30,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:30,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:30,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:30,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:30,891 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:32,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:34,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:34,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:34,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:34,022 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:34,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:34,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:35,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:19:35,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:38,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:38,760 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:38,760 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:38,810 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:38,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:39,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:39,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:40,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:41,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:42,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:42,286 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:42,286 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:42,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:42,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:44,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:46,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:46,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:46,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:46,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:46,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:46,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:48,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:51,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:51,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:51,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:51,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:51,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:51,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:19:52,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:19:54,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:19:54,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:19:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:19:57,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:19:58,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:19:58,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:19:58,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:19:58,544 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:19:58,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:00,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:02,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:02,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:02,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:02,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:02,317 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:02,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:04,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:05,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:20:05,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:05,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:05,979 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:05,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:06,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:06,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:07,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:09,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:09,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:11,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:11,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:11,394 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:11,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:11,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:12,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:13,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:15,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:15,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:15,036 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:15,042 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:15,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:16,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:19,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:23,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:23,529 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:23,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:23,535 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:23,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:24,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:24,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:24,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:24,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:29,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:29,367 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:29,367 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:29,373 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:29,974 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:30,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:30,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:34,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:34,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:34,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:34,844 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:34,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:35,278 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:20:36,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:36,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:39,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:39,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:39,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:39,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:39,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:39,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:39,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:40,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:42,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:42,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:42,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:42,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:42,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:42,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:44,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:46,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:46,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:46,491 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:46,497 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:46,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:47,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:49,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:51,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:51,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:51,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:51,257 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:52,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:53,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:53,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:20:54,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:20:54,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:20:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:20:55,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:55,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:55,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:55,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:56,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:57,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:58,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:20:58,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:20:58,172 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:20:58,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:20:59,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:20:59,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:20:59,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:03,272 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:03,273 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:03,273 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:03,278 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:04,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:04,279 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:05,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:05,276 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:21:09,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:09,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:09,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:09,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:09,592 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:09,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:09,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:10,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:11,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:13,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:13,677 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:13,677 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:13,683 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:14,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:14,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:15,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:18,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:18,615 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:18,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:18,620 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:19,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:20,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:21,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:22,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:22,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:22,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:22,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:23,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:24,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:24,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:25,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:26,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:27,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:27,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:27,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:27,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:28,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:29,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:31,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:31,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:31,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:31,930 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:31,936 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:32,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:33,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:35,281 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:21:35,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:35,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:35,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:35,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:36,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:36,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:37,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:39,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:39,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:39,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:40,105 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:40,105 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:40,111 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:41,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:41,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:42,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:43,654 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:43,655 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:43,655 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:43,661 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:44,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:45,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:47,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:49,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:49,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:49,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:49,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:50,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:51,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:52,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:53,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:53,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:53,928 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:53,934 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:54,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:54,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:21:54,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:21:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:21:55,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:21:57,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:21:57,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:21:57,581 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:21:57,587 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:21:58,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:21:58,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:21:59,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:01,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:01,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:01,097 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:01,103 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:02,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:03,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:04,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:04,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:04,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:04,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:04,632 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:05,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:05,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:22:07,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:08,292 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:08,293 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:08,293 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:08,298 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:09,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:09,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:09,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:09,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:09,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:12,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:12,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:12,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:12,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:13,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:14,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:15,115 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:16,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:16,177 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:16,177 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:16,183 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:17,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:17,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:19,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:19,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:19,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:19,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:20,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:20,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:21,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:23,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:23,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:23,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:23,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:24,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:24,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:24,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:25,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:26,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:29,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:29,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:29,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:29,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:30,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:31,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:31,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:33,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:33,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:33,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:33,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:34,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:35,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:35,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:22:37,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:38,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:38,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:38,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:38,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:39,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:39,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:39,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:39,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:41,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:41,572 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:41,572 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:41,578 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:42,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:42,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:43,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:45,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:45,210 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:45,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:45,216 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:46,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:47,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:48,216 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:48,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:48,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:48,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:48,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:49,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:51,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:52,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:52,373 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:52,373 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:52,379 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:53,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:53,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:54,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:22:54,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:22:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:22:55,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:22:56,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:22:56,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:22:56,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:22:56,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:22:57,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:22:58,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:22:59,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:00,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:00,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:00,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:00,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:01,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:03,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:03,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:05,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:05,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:05,071 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:05,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:05,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:05,284 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:23:07,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:08,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:08,606 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:08,606 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:08,612 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:09,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:09,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:09,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:09,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:11,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:12,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:12,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:12,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:12,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:13,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:14,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:15,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:17,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:17,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:17,294 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:17,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:18,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:19,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:20,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:21,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:21,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:21,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:21,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:22,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:23,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:24,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:24,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:24,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:25,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:25,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:25,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:25,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:25,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:26,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:27,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:30,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:30,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:30,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:30,664 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:30,670 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:31,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:33,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:34,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:34,114 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:34,114 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:34,119 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:34,242 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:35,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:35,290 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:23:36,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:38,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:38,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:38,626 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:38,632 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:39,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:39,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:39,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:41,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:41,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:41,962 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:41,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:41,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:41,968 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:42,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:43,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:45,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:45,343 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:45,343 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:45,349 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:46,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:47,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:47,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:49,215 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:49,216 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:49,216 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:49,222 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:49,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:51,273 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:53,223 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:54,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:23:54,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:23:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:23:54,961 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:55,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:55,097 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:55,103 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:55,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:23:57,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:23:58,738 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:23:58,739 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:23:58,739 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:23:58,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:23:58,745 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:23:59,291 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:01,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:02,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:02,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:02,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:02,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:03,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:04,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:05,288 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:24:05,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:06,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:06,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:06,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:06,277 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:06,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:07,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:09,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:09,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:09,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:09,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:09,644 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:09,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:09,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:10,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:11,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:13,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:13,546 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:13,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:13,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:14,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:15,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:15,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:17,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:17,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:17,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:17,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:17,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:19,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:21,276 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:24,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:24,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:25,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:25,647 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:25,647 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:25,653 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:26,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:26,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:27,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:31,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:31,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:31,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:31,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:32,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:32,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:33,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:35,290 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:24:36,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:36,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:36,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:36,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:36,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:37,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:38,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:39,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:39,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:39,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:39,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:39,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:39,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:40,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:41,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:44,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:44,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:44,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:44,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:44,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:44,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:45,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:47,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:47,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:47,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:47,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:48,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:49,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:49,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:52,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:52,215 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:52,215 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:52,221 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:52,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:53,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:54,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:24:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:24:54,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:24:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:24:55,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:24:55,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:24:55,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:24:55,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:24:56,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:24:57,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:24:59,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:00,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:00,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:00,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:00,477 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:01,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:01,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:04,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:04,568 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:04,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:04,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:05,293 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:25:05,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:05,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:07,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:08,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:08,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:08,923 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:08,929 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:09,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:09,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:09,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:11,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:11,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:12,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:12,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:12,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:12,705 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:13,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:15,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:16,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:16,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:16,505 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:16,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:16,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:17,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:17,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:20,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:20,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:20,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:20,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:21,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:21,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:22,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:24,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:24,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:25,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:25,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:25,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:25,932 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:26,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:27,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:27,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:29,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:29,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:29,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:29,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:30,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:31,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:33,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:33,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:33,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:33,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:33,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:33,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:35,295 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:25:35,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:37,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:37,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:37,731 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:37,736 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:38,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:38,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:39,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:39,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:39,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:41,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:41,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:41,458 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:41,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:42,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:43,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:44,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:48,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:48,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:48,737 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:48,743 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:49,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:49,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:51,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:52,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:52,215 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:52,215 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:52,221 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:52,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:53,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:25:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:25:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:25:54,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:25:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:25:57,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:25:57,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:25:57,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:25:57,385 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:25:57,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:25:59,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:00,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:03,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:03,251 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:03,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:03,257 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:03,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:05,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:26:05,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:06,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:09,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:09,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:11,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:11,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:11,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:11,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:11,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:12,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:13,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:14,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:14,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:14,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:14,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:15,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:17,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:17,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:20,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:20,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:20,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:20,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:20,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:21,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:23,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:24,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:24,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:25,005 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:25,082 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:25,082 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:25,088 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:25,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:27,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:28,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:28,897 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:28,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:28,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:28,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:29,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:31,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:32,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:32,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:32,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:32,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:32,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:33,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:34,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:35,299 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:26:37,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:37,905 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:37,905 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:37,911 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:38,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:39,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:39,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:39,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:39,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:42,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:42,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:42,192 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:42,198 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:42,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:43,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:45,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:45,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:45,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:45,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:45,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:46,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:47,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:50,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:54,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:54,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:54,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:54,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:54,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:26:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:26:54,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:26:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:26:55,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:26:56,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:26:59,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:26:59,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:26:59,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:26:59,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:26:59,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:01,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:02,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:02,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:02,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:02,962 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:02,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:03,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:05,301 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:27:05,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:06,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:06,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:06,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:06,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:06,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:07,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:07,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:09,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:09,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:12,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:12,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:12,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:12,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:12,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:13,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:15,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:17,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:17,554 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:17,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:17,560 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:17,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:18,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:19,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:21,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:21,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:21,398 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:21,403 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:21,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:23,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:24,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:24,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:24,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:25,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:25,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:25,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:25,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:25,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:27,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:30,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:30,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:30,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:30,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:30,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:30,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:31,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:35,303 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:27:35,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:35,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:35,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:35,317 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:35,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:35,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:37,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:38,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:38,613 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:38,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:38,620 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:38,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:39,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:39,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:39,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:41,153 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:42,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:42,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:42,810 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:42,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:43,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:45,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:46,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:46,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:46,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:46,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:46,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:47,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:49,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:51,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:51,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:51,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:51,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:51,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:52,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:53,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:54,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:27:54,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:27:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:27:55,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:55,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:55,428 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:55,433 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:55,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:27:57,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:27:57,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:27:59,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:27:59,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:27:59,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:27:59,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:27:59,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:01,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:03,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:04,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:04,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:04,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:04,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:04,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:05,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:28:05,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:08,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:09,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:13,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:13,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:13,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:13,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:13,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:14,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:15,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:16,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:16,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:16,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:16,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:17,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:19,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:19,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:20,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:20,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:20,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:20,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:20,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:21,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:24,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:24,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:24,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:24,039 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:24,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:24,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:25,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:25,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:27,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:27,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:27,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:27,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:28,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:29,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:30,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:35,307 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:28:36,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:36,340 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:36,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:36,341 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:36,346 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:36,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:37,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:39,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:39,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:40,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:40,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:40,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:40,231 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:40,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:41,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:42,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:45,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:45,358 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:45,358 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:45,364 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:45,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:47,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:47,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:49,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:49,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:49,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:49,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:49,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:51,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:53,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:54,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:54,809 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:54,809 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:54,815 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:54,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:28:54,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:28:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:28:55,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:28:57,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:28:58,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:28:59,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:28:59,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:28:59,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:28:59,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:28:59,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:01,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:03,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:04,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:04,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:04,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:04,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:05,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:29:05,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:07,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:07,947 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:07,948 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:07,948 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:07,953 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:08,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:08,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:09,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:09,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:11,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:11,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:11,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:11,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:11,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:13,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:14,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:15,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:15,018 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:15,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:15,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:15,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:17,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:18,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:18,618 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:18,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:18,624 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:18,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:19,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:19,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:22,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:22,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:22,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:22,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:22,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:23,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:24,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:26,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:26,252 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:26,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:26,258 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:26,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:27,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:29,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:29,568 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:29,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:29,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:29,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:30,574 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:31,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:34,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:34,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:34,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:34,393 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:34,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:35,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:29:35,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:36,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:37,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:37,844 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:37,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:37,852 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:37,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:39,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:39,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:39,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:42,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:43,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:43,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:43,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:43,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:44,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:45,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:47,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:48,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:48,211 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:48,211 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:48,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:48,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:49,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:51,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:51,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:51,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:51,794 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:29:51,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:29:53,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:53,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:29:54,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:29:54,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:29:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:29:59,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:29:59,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:29:59,931 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:29:59,931 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:29:59,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:00,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:01,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:03,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:03,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:03,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:03,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:03,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:04,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:05,317 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:30:05,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:09,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:09,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:12,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:12,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:12,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:12,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:12,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:14,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:15,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:16,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:16,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:16,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:16,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:16,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:17,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:20,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:20,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:20,801 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:20,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:20,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:20,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:21,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:24,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:25,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:25,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:25,491 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:25,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:25,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:26,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:27,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:28,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:28,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:28,701 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:28,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:28,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:29,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:31,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:32,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:32,443 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:32,443 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:32,449 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:32,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:33,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:35,316 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:30:35,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:35,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:35,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:36,001 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:36,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:37,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:37,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:39,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:39,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:40,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:40,157 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:40,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:40,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:40,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:41,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:42,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:43,804 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:43,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:43,805 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:43,811 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:43,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:45,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:47,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:48,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:48,236 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:48,236 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:48,241 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:48,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:49,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:30:53,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:54,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:30:54,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:30:54,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:30:56,913 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:30:56,914 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:30:56,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:30:56,920 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:30:56,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:30:58,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:30:59,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:01,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:01,382 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:01,382 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:01,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:01,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:03,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:04,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:05,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:31:07,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:07,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:07,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:07,184 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:08,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:09,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:09,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:09,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:09,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:10,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:12,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:12,393 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:12,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:12,399 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:13,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:14,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:15,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:20,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:20,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:20,845 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:20,845 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:20,851 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:21,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:22,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:24,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:24,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:24,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:24,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:24,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:24,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:24,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:25,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:26,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:26,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:29,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:29,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:29,847 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:29,852 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:30,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:31,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:32,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:33,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:33,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:33,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:33,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:34,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:35,320 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:31:36,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:37,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:37,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:37,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:37,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:37,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:38,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:39,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:39,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:40,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:43,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:43,790 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:43,791 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:43,791 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:43,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:44,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:46,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:48,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:49,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:49,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:49,130 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:49,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:50,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:52,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:52,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:52,814 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:52,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:52,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:53,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:31:54,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:31:54,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:31:54,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:31:54,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:31:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:31:57,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:31:57,300 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:31:57,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:31:57,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:31:58,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:00,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:00,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:01,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:01,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:01,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:01,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:02,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:04,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:05,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:32:06,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:06,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:06,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:06,407 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:06,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:07,101 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:08,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:09,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:09,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:09,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:11,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:11,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:11,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:11,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:11,794 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:12,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:14,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:15,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:15,242 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:15,242 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:15,249 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:16,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:17,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:18,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:18,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:18,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:18,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:18,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:19,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:20,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:22,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:22,353 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:22,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:22,353 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:22,359 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:23,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:24,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:24,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:24,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:26,908 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:26,909 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:26,909 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:26,915 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:27,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:27,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:28,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:32,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:32,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:32,721 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:32,727 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:33,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:33,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:34,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:35,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:32:39,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:39,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:39,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:41,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:41,202 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:41,202 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:41,207 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:42,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:44,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:44,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:44,880 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:44,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:44,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:44,886 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:45,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:46,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:49,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:49,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:49,199 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:49,205 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:50,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:50,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:52,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:53,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:53,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:53,104 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:53,109 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:53,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:54,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:32:54,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:32:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:32:56,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:32:56,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:56,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:56,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:56,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:56,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:32:57,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:32:58,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:32:59,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:32:59,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:32:59,791 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:32:59,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:00,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:01,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:02,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:03,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:03,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:03,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:03,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:04,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:05,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:33:06,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:07,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:07,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:07,257 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:07,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:07,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:08,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:09,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:09,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:10,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:11,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:11,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:11,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:11,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:12,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:12,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:14,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:17,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:19,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:19,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:19,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:19,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:20,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:22,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:22,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:23,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:23,903 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:23,903 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:23,909 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:24,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:24,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:24,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:24,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:26,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:27,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:27,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:27,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:27,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:27,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:28,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:30,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:32,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:32,992 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:32,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:32,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:33,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:34,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:34,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:35,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:33:39,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:39,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:39,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:41,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:41,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:41,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:41,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:41,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:44,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:45,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:46,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:46,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:46,488 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:46,494 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:47,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:48,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:49,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:49,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:49,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:49,838 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:50,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:50,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:52,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:53,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:53,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:53,823 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:53,829 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:54,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:33:54,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:33:54,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:33:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:33:56,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:33:56,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:33:57,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:33:57,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:33:57,730 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:33:57,736 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:33:58,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:00,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:01,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:01,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:01,236 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:01,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:01,242 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:01,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:04,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:05,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:34:05,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:05,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:05,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:05,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:06,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:06,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:08,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:09,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:09,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:12,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:13,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:13,639 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:13,639 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:13,645 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:14,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:16,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:17,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:17,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:17,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:17,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:17,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:18,368 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:20,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:21,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:21,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:21,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:21,361 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:21,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:23,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:24,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:24,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:24,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:24,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:25,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:25,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:25,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:25,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:26,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:29,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:30,970 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:30,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:30,971 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:30,976 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:31,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:32,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:35,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:35,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:35,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:34:35,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:35,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:35,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:35,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:38,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:39,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:39,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:39,069 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:39,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:39,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:39,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:39,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:40,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:40,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:42,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:42,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:42,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:43,010 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:43,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:44,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:46,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:47,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:47,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:47,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:47,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:47,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:48,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:51,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:51,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:51,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:51,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:51,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:52,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:54,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:34:54,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:34:54,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:34:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:34:56,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:34:56,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:34:56,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:34:56,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:34:56,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:34:57,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:34:58,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:01,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:01,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:01,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:01,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:01,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:02,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:02,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:05,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:35:05,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:05,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:05,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:05,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:06,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:07,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:08,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:09,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:09,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:09,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:10,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:10,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:10,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:10,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:12,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:13,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:13,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:13,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:13,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:13,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:14,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:16,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:18,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:18,267 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:18,267 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:18,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:18,273 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:18,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:20,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:22,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:22,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:22,287 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:22,294 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:22,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:23,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:24,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:24,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:24,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:26,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:26,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:26,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:26,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:26,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:28,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:28,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:30,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:30,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:30,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:30,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:30,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:32,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:34,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:35,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:35:35,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:35,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:35,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:35,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:36,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:38,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:39,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:39,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:39,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:39,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:39,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:39,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:39,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:40,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:42,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:43,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:43,601 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:43,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:43,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:44,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:44,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:46,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:49,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:50,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:50,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:50,287 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:50,293 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:50,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:52,499 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:54,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:54,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:54,802 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:54,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:35:54,808 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:54,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:35:54,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:35:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:35:55,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:35:56,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:35:58,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:35:58,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:35:58,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:35:58,610 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:35:59,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:00,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:00,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:02,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:02,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:02,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:02,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:03,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:04,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:05,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:36:06,341 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:08,137 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:08,138 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:08,138 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:08,144 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:08,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:09,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:09,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:10,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:12,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:12,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:12,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:12,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:12,218 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:12,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:14,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:15,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:15,955 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:15,955 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:15,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:16,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:17,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:18,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:20,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:20,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:20,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:20,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:21,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:22,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:23,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:24,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:24,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:25,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:25,105 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:25,105 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:25,111 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:25,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:26,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:28,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:28,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:28,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:28,545 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:28,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:29,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:30,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:33,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:33,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:33,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:33,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:34,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:34,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:35,345 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:36:36,592 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:37,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:37,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:37,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:37,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:37,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:39,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:39,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:39,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:39,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:40,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:41,200 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:41,201 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:41,201 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:41,207 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:41,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:42,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:45,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:45,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:45,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:45,268 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:45,274 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:45,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:46,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:48,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:48,750 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:48,750 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:48,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:49,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:50,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:50,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:52,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:52,932 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:52,932 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:52,938 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:53,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:36:54,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:36:54,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:36:54,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:36:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:36:56,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:36:59,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:36:59,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:36:59,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:36:59,506 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:36:59,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:01,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:02,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:03,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:03,229 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:03,229 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:03,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:03,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:04,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:05,344 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:37:07,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:07,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:07,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:07,468 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:07,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:07,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:09,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:09,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:10,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:11,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:11,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:11,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:11,007 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:11,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:12,641 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:13,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:15,531 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:15,532 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:15,532 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:15,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:15,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:18,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:18,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:23,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:24,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:24,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:24,209 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:24,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:24,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:24,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:24,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:26,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:27,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:27,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:27,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:27,355 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:27,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:28,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:29,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:33,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:33,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:33,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:33,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:33,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:34,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:35,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:35,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:37:38,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:38,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:38,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:38,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:38,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:39,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:39,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:40,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:41,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:45,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:45,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:45,458 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:45,464 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:45,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:46,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:48,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:48,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:48,408 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:48,414 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:48,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:48,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:50,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:51,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:51,771 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:51,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:51,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:51,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:52,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:54,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:54,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:37:54,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:37:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:37:55,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:55,210 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:55,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:55,216 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:55,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:37:56,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:37:57,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:37:58,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:37:58,756 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:37:58,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:37:58,762 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:37:59,700 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:00,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:02,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:03,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:03,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:03,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:03,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:03,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:04,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:05,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:38:08,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:09,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:09,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:11,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:11,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:11,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:11,401 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:11,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:12,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:13,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:15,660 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:15,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:15,661 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:15,667 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:15,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:17,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:18,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:19,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:19,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:19,597 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:19,602 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:19,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:21,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:23,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:23,755 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:23,756 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:23,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:23,761 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:23,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:24,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:24,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:25,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:27,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:27,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:27,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:27,384 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:27,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:27,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:29,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:32,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:32,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:32,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:32,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:32,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:33,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:34,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:35,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:38:35,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:35,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:35,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:35,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:36,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:37,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:39,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:39,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:39,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:39,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:39,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:39,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:39,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:39,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:41,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:44,650 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:44,653 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:44,654 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:44,659 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:44,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:44,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:45,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:49,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:51,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:51,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:51,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:51,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:51,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:53,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:54,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:38:54,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:38:54,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:38:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:38:55,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:55,092 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:55,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:55,098 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:55,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:55,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:38:59,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:38:59,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:38:59,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:38:59,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:38:59,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:38:59,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:00,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:05,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:05,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:05,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:05,276 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:05,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:05,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:39:05,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:05,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:09,603 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:09,604 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:09,605 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:09,611 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:09,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:09,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:09,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:10,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:11,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:14,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:14,122 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:14,123 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:14,129 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:14,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:15,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:15,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:17,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:17,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:17,782 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:17,787 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:17,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:19,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:20,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:24,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:24,867 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:26,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:26,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:26,194 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:26,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:26,200 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:26,922 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:27,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:30,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:30,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:30,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:30,504 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:30,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:31,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:31,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:34,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:34,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:34,038 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:34,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:34,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:35,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:39:35,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:37,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:38,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:38,009 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:38,009 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:38,015 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:38,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:39,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:39,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:39,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:41,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:41,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:41,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:41,908 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:41,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:42,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:43,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:45,292 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:45,293 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:45,293 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:45,299 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:45,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:45,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:48,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:48,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:48,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:48,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:48,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:48,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:49,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:53,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:53,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:53,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:53,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:53,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:53,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:39:53,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:54,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:39:54,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:39:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:39:57,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:39:57,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:39:57,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:39:57,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:39:57,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:39:58,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:39:59,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:01,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:01,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:01,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:01,769 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:01,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:03,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:04,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:05,358 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:40:06,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:06,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:06,276 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:06,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:06,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:07,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:09,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:09,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:09,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:09,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:09,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:09,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:09,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:09,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:09,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:15,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:15,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:15,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:15,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:15,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:15,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:15,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:20,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:22,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:22,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:22,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:22,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:22,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:23,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:24,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:26,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:27,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:27,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:27,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:27,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:28,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:28,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:31,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:31,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:31,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:31,846 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:31,851 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:32,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:34,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:35,360 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:40:35,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:35,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:35,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:35,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:36,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:36,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:37,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:39,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:39,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:40,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:40,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:40,675 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:40,681 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:41,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:42,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:42,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:45,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:45,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:45,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:45,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:45,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:46,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:48,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:50,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:50,080 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:50,081 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:50,086 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:51,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:52,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:53,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:54,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:54,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:54,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:54,545 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:40:54,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:40:54,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:40:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:40:55,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:40:56,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:40:59,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:40:59,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:40:59,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:40:59,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:40:59,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:00,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:00,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:04,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:05,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:41:05,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:05,859 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:05,859 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:05,865 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:06,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:08,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:09,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:09,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:09,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:09,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:09,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:09,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:09,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:10,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:10,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:13,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:13,226 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:13,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:13,232 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:14,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:14,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:15,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:16,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:16,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:16,953 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:16,968 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:17,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:18,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:20,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:21,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:21,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:21,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:21,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:22,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:22,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:24,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:24,867 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:24,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:24,873 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:24,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:25,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:26,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:26,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:29,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:29,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:29,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:29,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:30,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:30,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:31,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:34,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:34,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:34,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:34,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:35,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:35,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:41:36,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:37,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:39,288 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:39,289 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:39,290 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:39,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:39,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:39,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:40,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:40,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:43,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:43,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:43,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:43,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:43,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:44,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:46,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:47,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:47,452 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:47,452 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:47,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:48,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:48,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:48,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:50,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:50,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:50,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:50,834 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:51,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:52,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:41:53,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:41:54,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:41:54,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:41:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:41:57,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:41:57,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:41:57,973 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:41:57,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:41:58,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:41:59,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:00,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:02,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:02,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:02,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:02,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:03,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:04,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:04,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:05,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:42:09,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:09,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:09,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:10,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:10,705 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:10,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:10,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:11,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:12,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:14,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:15,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:15,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:15,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:15,071 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:15,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:16,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:18,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:18,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:18,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:18,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:19,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:19,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:20,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:22,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:22,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:22,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:22,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:23,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:24,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:24,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:24,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:26,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:26,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:26,510 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:26,516 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:27,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:28,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:30,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:31,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:31,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:31,704 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:31,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:32,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:32,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:35,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:42:35,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:35,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:35,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:35,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:36,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:36,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:36,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:39,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:39,237 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:39,237 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:39,243 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:39,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:39,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:40,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:40,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:42,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:42,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:42,538 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:42,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:42,544 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:43,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:44,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:47,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:51,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:51,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:51,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:51,046 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:51,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:52,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:53,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:54,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:42:54,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:42:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:42:55,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:55,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:55,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:55,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:56,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:42:56,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:42:58,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:42:58,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:42:58,703 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:42:58,703 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:42:58,709 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:42:59,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:00,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:03,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:03,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:03,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:03,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:03,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:04,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:04,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:05,373 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:43:07,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:07,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:07,960 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:07,965 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:08,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:09,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:09,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:09,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:10,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:11,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:11,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:11,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:11,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:12,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:14,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:14,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:15,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:15,371 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:15,371 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:15,377 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:16,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:16,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:18,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:18,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:18,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:18,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:19,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:20,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:20,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:23,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:23,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:23,634 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:23,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:24,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:24,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:24,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:24,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:24,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:26,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:26,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:26,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:26,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:26,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:27,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:28,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:30,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:30,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:30,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:30,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:31,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:31,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:32,287 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:35,372 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:43:37,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:37,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:37,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:37,732 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:37,737 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:38,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:38,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:39,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:39,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:39,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:41,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:41,543 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:41,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:41,548 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:42,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:42,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:42,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:45,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:45,817 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:45,818 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:45,823 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:46,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:46,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:47,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:51,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:51,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:51,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:51,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:52,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:52,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:43:54,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:54,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:43:54,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:43:54,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:43:55,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:43:55,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:43:55,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:43:55,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:43:56,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:43:56,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:43:58,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:03,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:04,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:04,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:04,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:04,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:04,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:05,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:44:06,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:07,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:07,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:07,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:07,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:08,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:08,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:09,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:09,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:09,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:10,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:12,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:12,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:12,647 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:12,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:13,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:14,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:14,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:16,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:16,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:16,643 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:16,648 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:17,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:18,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:20,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:20,192 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:20,193 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:20,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:20,198 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:20,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:22,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:24,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:24,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:25,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:25,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:25,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:25,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:25,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:26,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:26,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:28,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:28,968 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:28,968 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:28,974 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:29,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:30,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:30,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:32,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:32,355 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:32,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:32,361 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:32,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:34,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:35,376 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:44:36,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:36,278 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:36,278 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:36,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:36,284 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:36,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:38,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:39,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:39,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:40,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:40,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:40,666 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:40,671 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:41,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:41,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:42,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:45,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:45,709 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:45,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:45,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:46,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:46,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:46,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:49,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:49,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:49,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:49,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:50,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:50,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:52,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:54,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:54,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:54,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:54,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:54,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:44:54,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:44:54,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:44:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:44:56,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:44:58,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:44:58,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:44:58,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:44:58,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:44:58,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:44:59,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:00,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:03,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:05,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:45:06,953 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:06,954 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:06,954 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:06,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:07,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:08,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:08,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:09,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:09,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:11,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:11,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:11,275 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:11,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:11,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:12,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:14,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:14,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:14,946 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:14,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:14,952 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:15,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:16,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:19,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:19,331 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:19,331 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:19,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:19,337 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:19,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:20,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:23,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:23,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:23,504 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:23,510 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:24,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:24,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:24,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:24,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:24,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:30,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:31,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:31,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:31,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:31,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:32,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:32,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:35,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:45:35,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:36,065 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:36,066 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:36,066 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:36,072 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:36,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:38,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:39,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:39,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:39,509 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:39,515 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:39,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:39,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:40,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:40,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:41,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:44,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:44,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:44,051 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:44,057 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:44,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:46,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:47,094 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:47,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:47,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:47,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:47,424 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:47,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:48,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:52,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:52,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:52,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:52,834 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:52,840 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:53,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:45:54,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:45:54,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:45:54,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:45:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:45:58,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:45:58,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:45:58,512 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:45:58,513 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:45:58,518 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:45:59,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:00,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:02,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:02,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:02,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:02,298 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:02,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:03,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:04,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:05,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:46:06,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:06,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:06,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:06,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:06,521 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:08,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:09,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:09,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:09,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:11,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:11,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:11,093 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:11,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:11,526 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:12,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:14,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:15,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:15,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:15,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:15,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:15,531 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:16,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:19,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:19,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:19,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:19,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:19,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:20,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:20,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:24,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:24,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:24,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:24,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:24,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:24,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:24,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:25,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:26,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:30,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:31,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:31,423 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:31,423 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:31,429 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:31,550 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:32,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:35,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:46:35,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:36,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:36,146 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:36,146 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:36,152 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:36,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:38,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:39,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:39,671 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:39,672 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:39,677 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:39,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:39,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:40,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:40,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:41,085 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:43,198 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:43,199 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:43,199 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:43,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:43,563 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:44,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:46,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:46,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:46,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:46,979 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:46,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:47,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:48,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:50,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:50,609 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:50,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:50,615 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:51,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:51,616 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:52,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:54,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:46:54,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:46:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:46:55,292 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:55,293 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:55,293 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:55,299 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:55,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:46:56,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:46:57,334 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:46:59,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:46:59,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:46:59,268 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:46:59,274 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:46:59,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:00,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:02,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:02,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:02,816 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:02,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:02,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:03,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:04,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:05,387 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:47:06,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:06,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:06,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:06,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:07,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:07,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:08,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:09,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:09,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:10,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:10,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:10,945 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:10,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:11,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:12,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:12,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:14,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:14,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:14,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:14,200 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:14,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:16,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:17,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:17,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:17,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:17,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:18,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:18,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:18,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:22,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:22,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:22,404 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:22,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:22,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:24,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:24,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:24,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:24,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:30,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:30,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:30,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:30,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:30,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:31,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:32,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:34,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:34,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:34,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:34,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:34,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:34,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:35,389 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:47:35,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:37,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:37,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:37,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:37,601 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:37,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:38,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:39,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:39,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:41,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:41,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:41,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:41,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:41,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:42,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:42,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:45,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:45,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:45,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:45,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:46,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:46,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:46,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:50,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:50,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:50,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:50,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:50,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:50,672 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:52,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:54,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:47:54,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:47:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:47:55,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:55,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:55,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:55,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:55,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:47:56,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:47:57,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:47:59,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:47:59,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:47:59,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:47:59,592 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:47:59,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:00,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:02,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:05,391 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:48:05,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:05,685 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:05,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:05,691 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:05,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:06,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:07,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:09,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:09,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:09,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:09,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:09,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:09,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:09,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:10,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:13,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:13,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:13,424 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:13,424 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:13,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:13,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:14,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:17,020 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:17,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:17,021 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:17,027 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:17,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:18,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:19,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:20,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:20,814 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:20,814 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:20,820 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:21,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:22,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:24,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:24,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:24,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:25,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:25,127 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:25,127 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:25,132 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:25,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:26,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:28,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:28,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:28,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:28,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:28,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:30,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:30,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:32,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:32,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:32,136 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:32,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:32,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:32,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:35,396 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:48:36,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:37,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:37,780 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:37,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:37,786 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:38,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:38,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:39,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:39,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:41,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:41,886 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:41,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:41,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:41,893 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:42,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:42,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:46,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:46,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:46,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:46,079 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:46,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:46,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:47,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:49,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:49,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:49,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:49,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:49,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:50,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:52,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:48:54,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:48:54,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:48:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:48:55,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:48:55,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:48:55,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:48:55,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:48:55,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:48:56,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:48:58,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:00,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:00,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:00,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:00,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:00,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:00,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:03,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:03,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:03,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:03,976 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:03,981 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:04,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:04,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:05,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:49:08,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:09,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:09,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:12,272 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:12,273 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:12,273 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:12,279 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:12,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:14,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:14,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:16,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:16,019 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:16,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:16,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:16,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:16,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:19,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:19,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:19,570 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:19,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:19,575 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:19,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:20,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:24,576 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:24,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:24,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:26,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:26,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:26,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:26,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:26,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:28,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:30,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:31,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:31,449 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:31,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:31,455 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:31,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:32,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:35,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:49:36,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:36,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:36,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:36,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:36,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:36,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:38,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:39,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:39,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:40,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:40,930 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:40,930 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:40,936 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:41,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:41,974 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:42,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:44,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:44,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:44,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:44,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:44,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:46,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:47,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:48,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:48,025 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:48,026 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:48,031 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:48,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:48,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:52,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:52,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:52,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:52,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:52,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:52,836 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:54,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:49:54,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:49:54,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:49:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:49:57,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:49:57,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:49:57,725 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:49:57,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:49:57,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:49:57,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:49:58,850 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:01,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:01,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:01,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:01,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:01,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:02,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:02,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:05,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:05,067 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:05,067 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:05,072 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:05,399 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:50:05,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:06,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:08,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:08,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:08,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:08,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:08,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:08,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:09,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:09,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:10,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:12,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:12,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:12,670 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:12,677 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:12,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:13,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:14,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:16,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:16,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:16,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:16,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:16,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:16,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:19,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:21,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:21,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:21,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:21,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:21,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:22,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:24,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:24,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:24,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:25,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:25,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:25,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:25,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:25,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:26,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:28,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:28,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:28,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:28,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:28,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:29,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:30,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:31,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:31,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:31,794 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:31,799 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:31,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:32,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:34,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:35,404 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:50:36,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:36,122 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:36,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:36,128 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:36,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:36,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:39,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:39,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:39,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:40,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:40,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:40,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:40,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:40,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:42,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:44,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:44,705 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:44,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:44,711 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:44,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:45,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:46,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:47,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:47,991 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:47,991 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:47,997 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:48,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:48,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:50,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:51,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:51,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:51,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:51,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:51,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:52,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:50:54,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:50:54,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:50:54,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:50:54,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:50:54,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:50:54,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:50:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:50:54,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:50:56,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:50:56,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:01,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:01,303 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:01,304 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:01,304 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:01,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:01,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:02,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:04,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:04,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:04,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:04,638 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:04,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:05,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:51:06,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:06,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:08,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:08,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:08,189 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:08,194 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:08,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:08,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:09,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:09,871 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:12,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:12,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:12,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:12,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:12,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:12,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:14,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:17,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:17,443 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:17,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:17,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:17,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:17,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:18,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:22,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:22,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:22,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:22,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:22,678 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:22,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:24,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:24,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:24,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:26,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:26,353 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:26,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:26,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:26,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:28,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:29,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:29,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:29,712 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:29,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:29,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:30,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:31,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:33,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:33,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:33,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:33,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:34,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:34,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:35,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:35,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:51:36,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:36,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:36,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:36,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:37,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:39,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:39,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:39,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:39,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:40,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:40,377 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:40,377 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:40,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:41,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:43,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:45,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:50,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:52,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:52,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:52,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:52,549 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:53,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:54,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:51:54,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:51:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:51:55,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:56,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:51:56,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:56,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:56,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:56,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:51:57,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:51:57,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:51:59,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:51:59,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:51:59,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:51:59,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:00,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:01,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:01,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:03,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:03,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:03,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:03,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:04,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:05,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:05,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:52:07,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:07,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:07,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:07,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:07,308 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:08,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:09,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:09,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:09,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:09,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:11,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:11,074 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:11,074 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:11,080 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:12,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:13,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:13,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:14,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:14,638 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:14,639 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:14,644 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:15,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:17,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:18,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:18,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:18,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:18,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:18,368 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:19,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:19,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:22,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:22,766 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:22,767 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:22,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:23,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:23,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:24,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:24,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:25,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:26,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:26,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:26,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:26,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:27,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:28,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:29,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:31,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:31,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:31,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:31,308 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:32,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:33,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:34,309 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:35,413 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:52:39,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:39,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:39,710 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:39,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:39,716 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:39,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:39,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:39,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:40,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:41,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:44,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:44,003 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:44,003 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:44,009 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:44,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:45,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:45,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:48,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:48,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:48,974 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:48,980 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:49,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:50,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:51,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:52,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:52,659 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:52,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:52,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:52:53,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:52:54,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:52:54,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:52:54,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:52:55,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:52:56,131 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:52:59,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:52:59,315 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:52:59,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:52:59,321 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:00,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:01,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:01,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:03,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:03,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:03,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:03,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:03,187 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:05,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:05,412 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:53:06,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:09,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:09,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:09,515 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:09,520 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:09,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:09,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:09,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:10,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:11,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:12,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:13,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:13,180 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:13,180 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:13,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:13,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:15,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:17,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:21,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:21,575 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:21,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:21,581 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:22,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:22,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:23,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:24,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:24,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:24,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:25,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:25,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:25,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:25,972 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:26,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:27,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:28,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:29,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:29,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:29,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:29,773 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:30,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:31,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:33,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:34,016 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:34,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:34,017 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:34,024 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:34,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:35,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:35,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:53:38,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:38,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:38,816 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:38,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:38,822 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:39,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:39,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:39,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:39,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:41,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:43,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:43,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:43,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:43,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:43,234 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:44,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:45,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:46,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:46,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:46,406 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:46,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:47,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:47,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:49,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:50,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:50,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:50,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:50,642 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:51,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:53,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:53:54,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:53:54,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:53:54,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:53:54,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:53:56,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:53:56,011 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:53:56,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:53:56,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:53:56,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:53:57,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:00,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:01,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:01,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:01,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:01,882 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:02,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:03,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:05,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:54:05,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:08,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:08,515 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:08,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:08,521 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:09,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:09,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:09,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:09,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:09,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:11,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:14,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:14,142 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:14,142 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:14,147 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:14,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:15,273 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:16,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:17,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:17,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:17,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:17,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:18,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:19,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:21,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:21,386 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:21,387 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:21,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:21,392 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:22,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:23,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:24,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:24,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:24,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:25,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:25,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:25,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:25,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:25,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:27,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:27,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:30,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:30,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:30,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:30,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:31,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:31,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:32,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:34,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:34,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:34,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:34,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:35,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:35,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:35,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:54:38,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:39,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:39,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:39,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:40,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:40,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:40,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:40,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:41,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:43,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:43,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:45,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:45,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:45,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:45,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:46,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:47,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:49,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:50,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:50,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:50,284 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:50,289 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:50,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:54:51,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:54,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:54:54,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:54:54,486 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:54:54,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:54:54,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:54:54,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:54:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:54:54,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:54:55,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:54:55,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:00,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:00,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:00,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:00,940 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:00,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:01,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:03,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:05,423 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:55:05,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:05,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:05,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:05,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:05,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:06,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:07,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:09,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:09,163 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:09,164 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:09,169 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:09,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:09,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:11,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:11,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:13,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:13,268 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:13,268 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:13,274 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:13,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:15,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:16,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:16,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:16,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:16,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:16,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:17,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:17,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:21,581 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:23,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:23,210 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:23,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:23,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:23,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:24,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:25,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:26,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:26,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:26,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:26,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:27,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:27,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:27,472 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:30,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:30,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:30,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:30,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:30,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:31,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:33,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:33,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:33,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:33,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:33,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:34,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:35,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:35,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:55:38,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:38,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:38,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:38,570 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:38,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:39,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:39,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:39,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:44,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:47,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:47,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:47,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:47,985 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:48,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:49,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:49,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:51,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:51,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:51,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:51,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:51,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:53,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:55:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:55:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:55:54,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:55:54,968 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:55:55,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:55:55,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:55:55,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:55:55,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:55:55,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:55:57,439 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:00,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:00,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:00,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:00,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:00,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:01,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:03,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:05,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:05,013 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:05,014 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:05,019 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:05,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:56:05,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:05,456 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:07,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:09,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:09,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:09,240 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:09,245 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:09,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:09,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:11,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:11,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:16,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:18,274 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:18,274 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:18,275 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:18,280 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:18,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:19,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:21,281 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:22,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:22,034 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:22,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:22,040 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:22,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:23,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:24,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:26,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:26,184 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:26,184 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:26,190 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:26,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:27,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:27,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:30,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:30,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:30,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:30,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:31,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:31,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:32,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:34,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:34,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:34,642 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:34,648 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:35,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:56:35,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:35,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:38,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:38,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:38,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:38,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:38,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:38,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:39,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:39,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:41,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:41,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:41,774 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:41,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:42,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:43,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:43,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:46,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:46,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:46,984 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:46,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:47,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:48,990 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:49,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:52,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:52,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:52,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:52,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:52,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:53,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:54,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:56:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:56:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:56:54,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:56:56,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:56:56,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:56:56,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:56:56,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:56:56,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:56:57,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:56:59,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:00,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:00,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:00,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:00,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:01,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:01,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:04,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:05,337 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:05,338 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:05,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:05,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:05,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:57:05,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:07,554 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:09,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:11,335 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:11,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:11,336 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:11,341 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:11,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:13,563 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:15,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:15,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:15,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:15,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:15,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:15,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:17,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:19,649 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:19,650 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:19,650 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:19,656 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:20,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:20,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:21,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:24,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:24,395 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:24,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:24,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:24,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:24,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:24,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:25,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:26,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:30,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:30,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:30,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:30,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:31,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:31,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:31,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:33,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:33,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:33,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:33,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:34,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:35,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:57:35,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:37,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:37,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:37,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:37,292 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:37,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:37,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:39,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:39,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:39,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:40,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:40,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:40,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:40,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:41,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:41,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:42,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:43,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:43,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:43,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:43,882 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:44,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:45,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:47,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:47,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:47,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:47,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:47,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:48,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:49,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:53,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:57:54,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:57:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:57:54,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:57:56,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:57:56,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:57:56,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:57:56,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:57:56,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:57:57,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:57:58,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:02,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:02,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:02,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:02,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:02,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:03,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:04,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:05,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:58:05,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:05,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:05,743 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:05,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:06,651 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:07,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:09,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:09,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:09,077 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:09,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:09,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:09,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:09,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:09,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:11,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:12,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:12,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:12,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:12,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:12,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:13,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:15,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:15,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:15,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:15,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:15,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:16,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:17,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:20,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:20,015 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:20,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:20,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:20,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:21,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:21,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:23,754 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:23,755 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:23,755 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:23,761 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:24,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:24,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:25,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:26,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:27,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:27,334 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:27,334 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:27,340 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:27,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:29,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:31,341 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:32,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:32,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:32,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:32,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:32,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:33,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:35,435 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:58:36,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:36,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:36,660 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:36,660 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:36,666 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:36,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:37,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:39,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:40,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:40,120 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:40,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:40,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:40,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:41,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:42,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:43,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:43,825 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:43,825 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:43,832 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:44,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:45,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:47,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:48,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:48,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:48,334 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:48,340 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:48,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:49,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:53,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:53,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:53,288 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:53,288 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:53,294 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:53,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:58:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:58:54,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:58:55,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:58:57,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:58:57,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:58:57,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:58:57,383 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:58:57,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:58:58,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:58:59,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:01,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:01,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:01,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:01,855 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:02,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:03,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:03,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:05,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:59:05,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:05,524 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:05,524 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:05,530 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:05,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:07,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:09,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:09,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:09,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:09,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:09,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:09,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:09,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:11,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:12,684 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:12,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:12,685 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:12,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:12,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:13,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:14,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:16,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:16,229 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:16,229 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:16,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:16,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:17,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:20,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:20,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:20,672 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:20,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:20,678 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:20,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:21,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:24,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:24,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:24,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:24,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:24,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:25,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:25,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:26,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:29,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:29,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:29,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:29,508 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:29,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:31,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:31,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:35,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:35,361 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:35,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:35,368 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:35,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 15:59:35,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:37,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:37,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:39,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:39,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:39,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:39,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:39,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:39,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:41,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:43,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:44,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:44,891 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:44,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:44,897 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:45,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:45,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:48,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:48,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:48,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:48,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:48,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:48,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:49,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:53,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:53,134 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:53,134 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:53,140 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:53,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:54,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 15:59:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 15:59:54,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 15:59:55,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 15:59:57,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 15:59:57,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 15:59:57,391 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 15:59:57,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 15:59:57,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 15:59:59,396 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 15:59:59,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:01,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:01,078 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:01,079 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:01,084 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:01,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:03,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:05,085 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:05,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:00:05,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:05,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:05,737 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:05,743 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:05,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:07,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:09,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:10,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:10,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:10,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:10,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:10,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:10,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:11,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:13,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:13,742 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:13,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:13,748 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:13,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:15,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:15,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:17,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:17,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:17,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:17,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:17,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:19,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:20,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:24,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:25,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:25,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:25,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:25,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:25,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:26,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:27,889 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:31,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:31,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:31,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:31,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:31,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:31,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:33,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:35,443 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:00:36,149 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:36,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:36,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:36,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:36,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:37,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:37,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:39,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:39,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:39,968 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:40,144 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:40,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:40,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:40,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:41,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:43,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:45,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:45,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:45,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:45,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:46,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:47,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:48,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:52,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:52,549 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:52,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:52,555 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:52,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:53,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:00:54,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:00:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:00:54,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:00:54,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:00:57,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:00:57,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:00:57,313 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:00:57,319 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:00:57,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:00:59,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:00,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:01,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:01,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:01,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:01,375 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:01,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:03,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:05,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:05,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:01:05,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:05,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:05,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:05,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:05,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:07,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:08,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:08,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:08,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:08,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:08,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:09,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:09,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:09,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:11,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:13,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:13,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:13,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:13,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:13,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:15,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:16,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:17,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:17,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:17,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:17,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:17,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:19,974 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:21,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:21,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:21,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:21,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:21,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:21,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:24,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:24,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:24,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:25,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:25,958 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:25,959 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:25,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:26,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:26,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:28,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:31,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:31,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:31,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:31,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:31,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:32,008 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:32,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:35,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:01:37,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:39,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:39,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:39,531 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:39,537 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:39,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:40,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:42,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:43,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:44,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:44,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:44,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:44,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:45,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:46,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:48,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:52,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:52,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:52,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:52,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:53,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:53,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:01:54,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:01:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:01:54,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:01:56,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:01:56,288 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:01:56,288 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:01:56,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:01:57,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:01:58,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:01:59,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:00,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:00,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:00,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:00,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:01,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:02,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:04,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:04,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:04,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:04,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:04,945 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:05,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:05,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:02:06,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:08,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:08,992 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:08,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:08,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:09,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:09,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:10,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:10,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:13,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:13,249 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:13,249 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:13,255 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:14,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:15,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:16,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:16,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:16,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:16,408 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:16,414 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:17,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:18,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:20,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:21,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:21,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:21,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:21,834 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:22,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:24,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:24,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:26,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:27,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:27,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:27,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:27,900 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:28,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:30,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:31,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:31,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:31,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:31,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:31,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:32,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:34,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:35,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:02:36,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:39,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:39,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:40,140 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:40,140 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:40,146 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:41,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:42,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:42,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:44,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:44,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:44,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:44,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:45,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:46,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:47,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:47,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:47,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:47,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:47,741 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:48,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:50,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:52,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:02:52,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:52,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:52,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:52,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:53,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:54,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:02:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:02:54,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:02:56,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:02:56,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:02:56,500 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:02:56,506 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:02:57,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:02:58,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:02:58,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:03,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:05,080 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:05,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:05,081 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:05,088 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:05,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:05,454 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:03:06,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:09,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:09,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:11,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:11,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:11,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:11,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:12,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:14,162 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:14,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:15,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:15,077 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:15,077 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:15,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:15,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:16,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:20,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:20,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:20,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:20,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:20,488 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:21,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:22,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:24,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:24,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:24,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:24,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:24,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:25,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:25,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:26,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:28,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:28,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:28,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:28,690 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:29,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:30,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:30,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:35,459 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:03:36,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:37,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:37,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:37,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:37,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:38,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:39,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:40,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:41,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:41,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:41,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:41,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:42,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:42,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:44,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:44,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:44,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:44,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:44,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:45,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:46,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:47,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:48,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:48,877 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:48,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:48,883 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:49,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:50,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:52,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:52,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:52,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:52,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:52,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:53,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:54,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:03:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:03:54,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:03:55,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:55,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:55,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:55,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:03:56,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:03:58,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:03:58,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:03:59,379 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:03:59,379 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:03:59,379 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:03:59,385 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:00,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:02,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:03,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:03,195 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:03,195 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:03,201 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:03,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:04,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:04,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:05,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:04:07,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:07,155 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:07,155 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:07,161 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:07,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:08,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:09,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:11,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:11,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:11,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:11,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:11,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:12,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:14,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:14,639 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:14,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:14,645 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:15,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:15,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:16,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:20,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:20,615 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:20,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:20,621 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:21,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:21,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:22,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:24,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:24,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:26,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:26,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:26,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:26,045 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:26,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:27,045 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:28,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:30,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:30,684 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:30,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:30,692 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:31,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:32,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:32,693 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:34,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:34,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:34,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:34,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:35,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:35,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:04:36,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:38,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:38,449 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:38,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:38,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:38,455 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:39,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:39,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:39,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:40,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:42,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:42,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:42,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:42,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:43,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:43,319 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:43,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:46,264 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:46,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:46,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:46,270 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:46,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:47,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:49,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:50,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:50,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:50,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:50,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:51,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:51,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:54,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:54,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:54,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:54,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:04:54,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:54,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:04:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:04:54,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:04:55,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:04:55,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:58,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:04:58,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:04:58,238 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:04:58,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:04:58,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:04:59,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:00,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:03,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:03,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:03,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:03,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:04,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:05,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:05,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:05:05,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:08,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:08,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:08,586 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:08,592 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:09,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:09,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:09,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:11,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:12,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:12,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:12,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:12,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:13,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:13,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:16,652 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:17,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:17,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:17,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:17,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:17,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:17,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:22,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:22,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:22,189 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:22,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:22,195 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:22,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:23,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:24,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:27,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:27,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:27,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:27,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:27,236 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:27,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:27,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:31,027 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:31,028 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:31,028 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:31,034 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:31,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:31,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:33,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:34,803 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:34,804 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:34,804 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:34,810 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:35,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:35,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:35,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:05:38,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:38,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:38,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:38,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:38,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:39,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:39,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:39,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:44,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:44,053 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:44,053 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:44,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:44,059 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:44,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:45,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:48,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:48,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:48,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:48,170 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:48,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:49,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:49,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:52,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:52,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:52,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:52,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:53,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:53,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:05:54,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:05:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:05:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:05:54,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:05:57,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:05:57,048 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:05:57,048 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:05:57,054 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:05:57,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:05:57,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:00,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:00,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:00,554 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:00,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:00,560 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:01,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:01,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:04,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:04,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:04,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:04,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:05,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:05,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:05,467 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:06:05,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:08,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:08,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:08,960 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:08,966 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:09,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:09,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:09,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:11,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:12,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:12,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:12,505 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:12,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:13,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:13,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:16,511 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:17,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:17,807 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:17,807 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:17,813 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:18,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:19,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:21,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:22,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:22,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:22,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:22,703 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:23,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:23,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:24,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:26,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:26,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:26,051 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:26,057 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:26,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:27,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:27,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:32,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:34,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:34,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:34,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:34,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:35,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:06:35,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:35,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:37,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:39,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:40,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:40,464 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:40,464 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:40,470 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:40,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:41,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:42,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:43,805 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:43,806 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:43,806 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:43,812 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:44,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:45,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:47,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:52,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:52,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:52,222 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:52,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:52,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:53,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:53,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:06:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:06:54,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:06:56,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:56,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:56,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:56,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:56,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:06:57,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:59,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:06:59,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:06:59,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:06:59,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:06:59,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:06:59,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:06:59,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:04,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:04,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:04,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:04,272 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:04,278 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:04,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:05,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:07:05,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:08,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:08,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:08,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:08,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:09,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:09,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:09,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:09,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:13,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:13,114 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:13,115 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:13,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:13,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:15,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:15,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:17,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:17,941 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:17,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:17,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:18,579 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:19,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:20,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:21,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:21,837 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:21,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:21,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:22,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:23,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:24,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:24,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:26,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:28,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:28,722 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:28,722 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:28,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:29,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:29,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:31,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:32,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:32,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:32,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:32,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:32,601 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:33,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:35,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:35,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:35,412 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:35,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:35,474 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:07:35,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:37,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:37,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:39,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:39,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:43,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:43,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:43,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:43,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:43,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:44,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:45,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:48,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:49,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:49,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:49,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:49,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:49,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:51,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:52,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:52,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:52,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:52,879 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:53,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:53,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:53,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:07:54,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:07:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:07:54,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:07:56,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:07:56,761 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:07:56,761 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:07:56,767 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:07:57,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:07:57,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:07:59,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:00,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:00,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:00,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:00,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:01,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:01,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:04,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:04,788 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:04,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:04,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:04,794 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:05,476 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:08:05,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:05,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:09,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:09,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:09,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:09,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:09,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:09,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:09,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:10,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:11,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:14,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:14,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:14,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:14,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:14,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:15,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:15,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:17,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:17,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:17,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:17,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:18,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:19,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:20,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:21,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:21,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:21,514 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:21,520 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:21,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:23,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:24,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:25,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:25,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:25,204 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:25,210 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:25,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:26,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:27,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:28,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:28,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:28,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:28,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:28,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:29,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:31,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:32,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:32,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:32,348 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:32,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:32,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:33,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:35,479 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:08:35,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:35,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:35,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:35,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:36,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:36,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:37,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:39,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:39,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:39,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:39,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:39,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:40,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:41,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:42,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:43,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:43,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:43,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:43,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:43,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:45,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:47,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:49,561 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:49,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:49,562 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:49,567 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:49,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:51,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:52,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:54,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:54,055 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:54,055 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:54,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:54,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:08:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:08:54,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:08:55,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:08:58,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:08:58,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:08:58,386 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:08:58,386 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:08:58,392 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:08:58,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:08:59,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:02,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:02,077 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:02,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:02,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:02,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:03,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:04,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:05,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:09:07,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:07,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:07,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:07,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:07,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:09,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:09,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:09,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:11,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:11,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:11,517 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:11,523 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:11,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:13,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:14,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:14,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:14,946 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:14,946 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:14,952 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:15,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:15,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:18,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:18,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:18,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:18,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:18,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:19,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:19,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:22,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:22,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:22,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:22,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:22,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:23,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:24,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:25,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:25,750 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:25,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:25,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:25,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:27,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:29,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:29,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:29,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:29,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:29,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:30,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:31,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:32,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:32,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:32,799 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:32,805 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:33,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:33,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:35,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:09:35,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:36,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:36,652 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:36,652 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:36,658 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:36,806 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:37,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:39,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:41,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:45,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:45,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:45,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:45,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:46,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:46,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:47,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:49,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:49,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:49,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:49,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:50,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:51,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:51,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:54,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:54,210 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:54,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:54,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:54,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:09:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:09:54,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:09:55,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:09:57,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:09:58,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:09:58,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:09:58,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:09:58,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:09:58,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:09:59,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:01,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:01,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:01,730 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:01,736 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:01,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:02,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:03,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:05,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:10:05,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:05,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:05,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:05,636 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:05,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:07,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:08,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:09,877 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:11,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:11,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:11,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:11,046 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:11,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:11,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:14,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:14,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:14,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:14,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:14,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:14,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:15,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:19,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:19,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:19,425 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:19,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:19,431 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:19,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:21,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:23,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:23,120 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:23,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:23,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:23,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:23,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:24,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:26,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:26,493 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:26,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:26,499 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:26,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:27,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:30,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:31,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:31,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:31,716 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:31,722 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:31,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:33,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:35,487 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:10:35,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:35,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:35,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:35,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:35,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:35,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:37,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:39,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:39,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:39,947 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:40,095 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:40,095 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:40,101 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:40,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:41,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:41,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:45,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:45,713 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:45,713 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:45,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:45,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:46,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:47,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:49,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:49,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:49,279 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:49,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:49,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:51,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:52,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:53,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:53,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:53,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:53,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:53,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:54,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:10:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:10:54,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:10:55,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:10:58,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:10:58,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:10:58,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:10:58,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:10:58,757 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:10:58,986 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:10:59,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:03,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:04,408 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:04,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:04,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:04,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:04,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:05,493 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:11:05,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:08,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:08,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:08,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:08,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:08,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:09,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:09,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:09,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:10,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:11,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:11,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:11,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:11,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:12,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:14,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:14,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:15,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:15,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:15,492 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:15,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:16,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:18,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:19,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:19,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:19,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:19,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:20,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:20,016 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:20,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:22,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:22,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:22,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:22,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:23,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:24,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:24,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:24,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:25,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:27,511 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:27,512 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:27,512 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:27,518 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:28,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:30,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:30,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:30,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:30,994 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:30,994 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:31,000 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:31,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:32,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:34,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:34,438 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:34,438 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:34,444 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:35,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:35,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:11:36,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:36,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:39,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:42,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:42,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:42,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:42,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:42,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:43,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:44,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:45,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:45,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:45,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:45,891 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:46,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:47,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:48,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:50,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:50,306 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:50,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:50,312 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:51,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:52,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:53,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:11:53,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:53,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:53,777 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:53,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:54,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:11:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:11:54,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:11:56,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:11:57,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:11:57,505 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:11:57,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:11:57,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:11:58,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:11:58,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:00,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:02,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:02,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:02,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:02,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:02,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:04,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:04,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:05,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:12:06,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:06,174 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:06,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:06,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:07,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:08,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:09,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:09,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:09,548 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:09,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:09,554 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:09,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:10,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:12,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:15,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:18,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:18,238 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:18,238 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:18,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:19,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:20,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:20,244 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:23,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:23,720 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:23,721 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:23,726 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:24,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:24,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:26,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:26,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:27,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:27,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:27,348 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:27,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:28,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:30,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:31,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:31,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:31,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:31,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:31,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:32,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:32,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:35,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:12:35,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:35,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:35,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:35,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:36,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:36,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:38,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:39,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:39,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:39,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:39,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:39,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:40,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:42,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:42,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:42,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:42,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:42,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:42,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:43,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:44,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:46,387 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:46,388 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:46,388 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:46,393 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:47,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:47,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:48,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:50,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:50,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:50,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:50,321 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:51,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:52,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:53,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:12:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:12:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:12:54,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:12:56,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:12:56,507 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:12:56,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:12:56,513 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:12:57,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:12:58,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:12:58,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:00,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:00,110 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:00,110 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:00,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:00,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:02,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:03,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:03,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:03,503 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:03,509 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:04,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:04,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:05,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:13:06,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:07,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:07,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:07,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:07,231 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:08,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:08,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:09,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:11,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:11,649 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:11,649 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:11,655 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:12,175 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:14,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:15,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:15,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:15,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:15,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:15,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:16,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:16,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:19,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:19,251 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:19,251 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:19,256 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:20,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:20,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:21,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:24,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:27,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:27,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:27,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:27,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:27,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:28,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:30,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:30,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:30,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:30,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:30,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:31,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:32,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:32,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:34,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:34,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:34,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:34,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:35,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:35,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:13:36,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:38,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:39,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:41,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:41,415 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:41,415 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:41,421 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:42,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:42,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:44,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:44,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:44,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:44,688 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:44,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:45,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:46,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:48,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:48,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:48,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:48,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:49,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:49,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:50,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:54,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:13:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:13:54,878 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:13:55,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:55,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:55,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:55,140 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:13:55,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:13:56,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:13:59,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:13:59,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:13:59,665 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:13:59,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:13:59,670 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:00,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:02,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:03,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:03,332 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:03,332 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:03,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:04,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:04,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:05,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:05,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:14:07,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:07,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:07,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:07,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:07,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:08,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:09,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:11,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:11,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:11,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:11,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:11,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:12,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:14,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:14,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:14,491 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:14,491 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:14,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:15,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:16,259 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:16,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:17,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:17,941 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:17,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:17,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:18,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:20,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:21,947 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:22,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:22,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:22,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:22,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:23,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:24,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:24,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:24,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:25,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:25,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:25,769 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:25,775 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:26,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:27,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:28,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:30,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:30,794 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:30,794 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:30,800 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:31,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:32,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:32,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:35,504 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:14:38,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:38,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:38,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:38,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:38,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:38,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:39,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:39,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:40,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:43,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:44,112 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:44,113 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:44,113 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:44,119 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:44,291 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:46,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:47,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:47,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:47,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:47,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:48,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:48,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:50,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:51,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:51,163 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:51,163 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:51,168 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:51,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:52,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:54,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:14:54,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:14:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:14:54,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:14:56,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:14:56,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:14:56,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:14:56,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:14:57,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:14:58,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:14:59,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:00,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:00,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:00,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:00,840 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:01,312 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:02,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:04,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:05,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:15:09,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:09,141 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:09,141 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:09,147 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:09,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:09,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:09,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:10,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:14,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:14,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:14,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:14,663 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:15,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:15,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:16,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:19,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:19,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:19,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:19,132 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:19,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:20,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:21,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:24,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:25,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:25,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:25,723 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:25,729 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:26,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:26,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:28,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:31,503 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:31,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:31,504 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:31,509 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:32,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:32,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:32,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:35,508 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:15:35,611 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:35,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:35,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:35,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:36,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:37,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:38,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:39,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:40,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:40,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:40,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:40,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:41,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:42,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:42,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:45,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:45,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:45,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:45,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:46,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:48,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:48,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:49,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:49,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:49,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:49,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:50,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:50,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:53,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:53,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:53,793 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:53,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:53,799 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:15:54,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:15:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:15:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:15:54,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:15:56,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:15:59,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:15:59,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:15:59,600 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:15:59,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:15:59,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:00,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:02,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:03,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:03,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:03,072 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:03,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:03,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:04,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:05,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:05,510 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:16:07,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:07,146 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:07,146 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:07,152 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:07,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:08,397 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:09,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:09,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:10,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:15,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:15,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:15,529 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:15,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:15,535 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:16,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:16,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:19,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:19,463 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:19,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:19,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:20,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:20,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:20,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:24,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:24,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:24,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:24,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:24,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:24,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:26,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:26,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:28,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:28,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:28,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:28,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:29,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:30,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:31,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:35,512 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:16:35,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:35,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:35,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:35,966 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:36,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:37,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:38,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:39,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:40,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:40,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:40,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:40,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:40,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:42,439 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:43,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:44,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:44,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:44,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:44,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:44,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:46,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:48,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:50,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:50,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:50,395 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:50,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:50,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:52,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:53,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:16:54,331 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:54,332 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:54,332 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:54,338 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:54,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:16:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:16:54,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:16:56,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:16:58,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:16:58,307 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:16:58,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:16:58,313 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:16:58,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:16:59,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:00,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:01,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:01,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:01,376 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:01,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:01,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:02,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:04,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:05,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:17:07,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:07,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:07,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:07,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:07,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:08,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:09,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:09,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:11,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:11,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:11,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:11,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:12,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:12,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:15,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:15,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:15,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:15,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:15,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:15,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:16,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:18,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:18,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:18,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:18,529 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:19,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:20,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:20,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:22,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:22,049 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:22,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:22,055 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:22,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:24,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:24,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:24,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:25,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:25,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:25,400 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:25,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:25,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:26,406 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:26,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:31,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:33,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:33,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:33,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:33,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:34,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:34,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:35,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:17:36,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:39,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:39,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:41,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:41,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:41,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:41,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:41,927 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:42,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:44,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:46,928 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:50,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:50,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:50,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:50,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:50,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:52,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:52,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:53,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:53,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:53,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:53,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:17:54,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:17:54,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:17:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:17:54,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:17:56,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:17:58,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:17:59,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:17:59,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:17:59,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:17:59,845 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:00,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:02,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:03,846 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:04,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:04,773 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:04,773 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:04,779 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:05,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:18:05,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:06,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:09,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:09,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:09,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:09,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:09,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:09,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:09,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:10,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:13,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:13,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:13,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:13,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:13,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:14,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:15,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:17,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:17,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:17,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:17,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:18,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:20,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:20,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:22,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:22,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:22,005 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:22,011 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:22,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:24,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:24,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:26,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:27,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:27,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:27,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:27,618 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:28,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:28,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:31,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:31,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:31,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:31,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:31,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:31,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:32,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:35,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:18:36,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:36,205 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:36,205 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:36,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:36,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:37,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:38,579 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:39,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:40,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:40,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:40,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:40,833 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:41,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:42,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:42,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:45,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:45,591 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:45,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:45,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:46,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:46,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:48,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:51,062 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:51,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:51,063 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:51,069 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:51,592 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:52,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:54,069 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:54,513 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:54,514 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:54,514 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:54,519 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:54,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:18:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:18:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:18:54,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:18:56,600 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:18:59,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:18:59,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:18:59,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:18:59,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:18:59,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:18:59,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:00,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:04,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:04,169 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:04,169 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:04,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:04,175 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:04,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:05,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:19:06,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:08,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:08,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:08,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:08,703 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:09,615 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:09,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:09,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:10,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:12,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:12,591 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:12,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:12,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:12,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:14,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:15,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:15,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:15,936 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:15,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:15,942 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:16,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:18,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:20,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:20,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:20,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:20,679 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:20,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:21,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:22,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:24,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:24,582 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:24,583 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:24,588 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:24,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:24,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:24,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:26,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:26,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:28,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:28,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:28,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:28,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:28,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:30,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:32,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:32,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:32,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:32,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:32,890 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:33,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:34,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:35,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:19:37,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:39,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:19:41,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:41,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:41,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:41,420 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:41,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:42,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:43,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:44,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:44,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:44,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:44,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:44,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:46,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:48,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:48,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:48,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:48,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:48,984 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:49,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:50,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:53,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:19:53,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:19:53,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:19:53,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:19:53,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:19:54,176 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:19:54,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:19:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:19:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:19:54,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:00,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:03,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:03,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:03,035 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:03,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:03,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:04,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:05,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:20:05,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:08,679 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:08,680 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:08,680 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:08,686 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:08,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:09,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:10,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:11,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:12,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:12,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:12,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:12,855 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:13,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:14,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:16,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:17,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:17,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:17,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:17,395 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:17,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:18,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:22,396 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:24,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:25,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:25,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:25,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:25,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:26,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:27,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:28,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:31,691 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:31,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:31,692 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:31,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:31,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:32,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:33,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:35,529 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:20:36,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:36,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:36,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:36,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:37,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:38,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:38,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:39,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:40,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:40,760 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:40,760 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:40,766 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:41,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:42,729 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:44,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:44,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:44,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:44,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:44,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:44,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:46,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:47,649 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:47,650 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:47,650 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:47,656 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:47,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:48,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:49,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:51,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:51,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:51,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:51,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:51,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:52,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:20:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:20:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:20:54,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:20:54,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:20:56,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:20:56,431 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:20:56,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:20:56,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:20:56,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:20:58,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:00,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:00,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:00,850 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:00,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:00,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:01,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:02,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:04,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:04,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:04,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:04,432 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:04,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:05,531 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:21:05,532 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:06,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:08,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:08,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:08,823 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:08,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:09,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:09,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:10,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:11,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:12,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:12,936 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:12,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:12,941 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:13,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:14,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:16,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:18,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:18,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:18,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:18,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:19,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:20,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:22,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:22,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:22,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:22,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:22,672 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:22,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:24,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:24,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:24,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:26,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:26,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:26,007 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:26,013 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:26,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:28,013 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:28,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:33,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:34,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:34,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:34,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:34,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:34,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:35,533 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:21:36,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:38,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:39,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:39,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:40,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:40,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:40,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:40,244 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:40,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:42,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:43,660 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:43,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:43,661 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:43,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:43,667 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:43,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:44,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:48,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:49,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:49,063 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:49,063 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:49,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:49,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:50,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:52,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:52,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:52,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:52,764 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:52,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:53,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:21:54,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:21:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:21:54,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:21:57,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:21:57,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:21:57,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:21:57,035 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:21:57,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:21:58,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:21:59,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:00,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:00,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:00,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:00,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:00,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:02,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:04,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:05,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:05,130 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:05,130 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:05,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:05,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:22:05,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:06,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:09,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:09,194 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:09,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:09,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:09,200 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:09,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:09,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:10,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:14,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:14,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:14,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:14,013 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:14,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:15,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:16,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:17,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:17,556 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:17,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:17,562 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:17,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:18,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:20,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:20,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:20,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:20,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:20,903 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:21,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:22,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:24,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:24,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:24,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:24,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:24,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:24,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:26,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:26,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:30,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:30,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:30,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:30,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:30,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:31,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:32,865 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:35,537 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:22:35,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:35,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:35,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:35,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:35,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:36,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:36,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:39,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:40,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:40,333 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:40,334 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:40,339 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:40,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:42,340 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:42,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:45,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:45,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:45,112 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:45,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:45,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:46,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:48,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:49,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:49,935 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:49,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:49,941 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:49,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:50,944 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:53,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:53,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:53,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:53,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:22:53,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:53,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:22:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:22:54,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:22:54,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:22:58,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:22:58,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:22:58,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:22:58,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:22:58,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:22:59,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:00,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:03,584 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:03,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:03,585 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:03,591 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:03,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:04,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:04,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:05,539 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:23:06,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:06,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:06,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:06,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:06,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:08,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:09,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:10,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:10,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:10,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:10,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:10,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:12,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:15,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:16,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:16,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:16,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:16,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:16,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:18,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:20,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:20,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:20,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:20,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:20,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:20,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:21,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:23,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:23,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:23,325 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:23,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:23,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:24,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:24,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:26,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:26,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:26,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:26,258 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:26,263 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:26,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:28,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:30,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:30,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:30,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:30,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:30,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:31,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:32,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:33,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:33,607 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:33,607 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:33,613 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:33,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:35,002 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:35,541 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:23:36,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:38,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:38,196 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:38,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:38,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:39,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:39,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:41,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:42,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:42,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:42,124 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:42,124 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:42,129 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:43,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:45,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:45,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:45,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:45,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:45,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:46,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:47,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:47,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:49,414 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:49,415 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:49,415 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:49,421 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:50,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:51,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:53,304 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:53,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:53,305 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:53,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:53,310 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:54,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:23:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:23:54,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:23:55,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:23:57,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:23:57,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:23:57,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:23:57,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:23:58,062 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:23:58,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:23:59,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:03,476 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:04,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:04,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:04,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:04,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:05,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:05,544 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:24:07,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:08,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:08,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:08,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:08,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:08,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:09,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:09,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:09,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:11,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:14,112 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:17,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:17,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:17,492 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:17,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:18,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:19,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:19,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:21,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:21,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:21,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:21,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:22,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:23,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:24,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:24,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:24,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:26,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:26,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:26,071 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:26,076 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:26,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:27,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:30,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:30,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:30,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:30,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:30,900 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:31,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:33,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:35,546 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:24:35,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:37,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:37,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:37,117 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:37,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:38,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:39,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:39,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:39,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:40,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:40,647 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:40,647 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:40,647 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:40,653 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:41,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:43,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:45,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:45,579 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:45,579 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:45,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:46,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:46,585 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:47,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:48,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:48,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:48,901 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:48,907 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:49,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:51,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:51,908 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:53,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:53,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:53,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:53,982 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:54,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:54,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:24:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:24:54,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:24:55,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:24:57,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:24:57,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:24:57,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:24:57,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:24:57,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:24:57,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:24:59,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:02,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:04,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:04,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:04,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:04,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:05,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:05,551 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:25:07,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:07,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:08,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:08,618 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:08,618 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:08,623 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:09,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:09,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:11,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:12,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:12,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:12,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:12,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:12,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:13,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:13,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:15,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:15,807 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:15,807 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:15,812 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:16,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:17,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:18,813 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:20,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:20,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:20,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:20,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:21,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:23,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:24,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:24,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:24,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:25,126 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:25,126 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:25,131 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:25,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:27,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:29,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:29,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:29,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:29,249 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:30,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:30,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:31,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:32,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:32,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:32,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:32,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:33,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:35,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:35,550 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:25:35,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:37,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:37,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:37,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:37,175 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:37,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:39,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:39,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:41,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:45,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:45,493 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:45,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:45,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:46,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:46,499 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:47,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:51,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:51,043 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:51,043 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:51,049 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:51,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:52,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:53,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:25:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:25:54,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:25:56,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:56,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:56,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:56,278 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:25:56,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:25:57,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:25:59,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:25:59,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:25:59,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:25:59,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:25:59,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:00,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:01,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:02,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:03,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:03,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:03,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:03,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:04,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:05,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:05,554 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:26:08,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:09,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:11,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:11,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:11,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:11,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:12,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:13,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:13,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:15,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:15,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:15,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:15,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:16,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:17,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:18,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:21,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:21,101 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:21,101 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:21,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:21,323 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:23,327 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:24,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:24,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:25,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:25,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:25,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:25,477 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:26,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:27,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:29,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:33,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:33,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:33,757 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:33,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:34,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:34,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:35,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:35,554 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:26:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:39,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:42,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:42,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:42,246 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:42,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:42,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:43,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:45,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:45,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:45,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:45,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:45,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:46,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:47,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:48,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:48,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:48,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:48,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:49,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:50,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:51,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:52,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:52,327 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:52,327 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:52,333 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:52,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:53,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:26:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:26:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:26:54,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:26:56,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:26:56,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:26:56,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:26:56,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:26:56,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:26:56,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:26:57,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:01,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:01,379 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:01,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:01,380 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:01,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:02,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:03,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:05,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:05,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:05,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:05,548 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:05,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:27:06,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:06,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:07,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:09,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:12,139 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:13,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:13,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:13,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:13,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:14,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:15,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:16,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:16,939 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:16,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:16,945 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:17,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:17,945 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:19,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:20,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:20,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:20,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:20,610 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:21,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:23,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:23,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:24,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:24,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:24,339 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:24,345 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:24,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:24,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:25,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:28,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:28,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:28,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:28,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:28,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:29,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:29,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:34,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:34,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:34,552 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:34,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:34,558 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:35,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:35,558 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:27:37,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:38,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:38,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:38,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:38,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:38,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:39,127 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:39,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:39,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:39,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:44,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:46,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:46,049 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:46,049 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:46,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:46,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:47,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:50,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:50,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:50,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:50,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:50,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:51,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:53,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:54,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:54,370 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:54,370 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:54,376 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:54,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:54,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:27:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:27:54,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:27:55,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:27:55,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:27:58,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:27:58,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:27:58,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:27:58,021 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:27:58,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:27:59,439 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:01,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:01,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:01,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:01,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:01,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:01,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:03,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:05,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:28:06,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:06,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:06,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:06,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:06,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:07,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:09,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:09,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:12,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:15,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:15,152 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:15,152 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:15,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:15,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:17,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:18,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:23,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:23,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:23,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:23,190 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:23,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:23,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:24,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:24,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:25,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:26,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:26,821 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:26,821 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:26,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:27,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:28,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:29,471 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:31,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:31,429 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:31,429 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:31,435 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:31,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:33,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:34,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:35,563 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:28:35,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:35,986 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:35,986 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:35,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:36,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:37,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:39,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:39,770 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:39,770 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:39,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:39,776 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:39,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:40,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:41,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:43,564 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:43,564 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:43,565 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:43,570 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:44,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:45,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:45,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:48,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:48,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:48,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:48,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:49,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:50,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:51,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:52,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:52,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:52,866 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:52,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:53,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:28:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:28:54,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:28:55,499 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:28:56,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:28:56,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:28:56,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:28:56,423 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:28:56,428 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:28:56,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:28:57,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:00,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:00,164 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:00,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:00,170 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:00,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:01,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:01,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:03,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:03,926 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:03,926 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:03,932 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:04,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:05,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:05,565 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:29:06,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:07,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:07,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:07,459 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:07,464 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:07,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:09,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:09,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:12,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:13,320 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:13,321 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:13,321 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:13,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:13,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:15,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:17,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:17,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:17,065 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:17,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:17,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:18,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:19,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:23,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:24,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:25,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:25,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:25,432 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:25,438 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:25,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:27,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:28,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:29,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:29,141 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:29,141 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:29,147 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:29,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:31,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:32,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:32,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:32,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:32,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:32,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:33,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:33,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:35,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:29:35,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:35,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:35,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:35,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:36,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:37,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:38,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:39,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:40,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:40,224 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:40,224 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:40,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:40,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:41,555 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:44,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:45,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:45,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:45,446 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:45,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:45,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:47,561 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:49,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:50,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:50,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:50,233 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:50,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:50,563 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:51,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:29:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:29:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:29:54,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:29:55,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:55,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:55,642 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:55,648 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:56,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:29:57,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:29:59,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:29:59,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:29:59,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:29:59,313 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:29:59,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:00,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:01,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:03,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:03,053 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:03,053 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:03,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:03,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:05,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:30:05,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:05,581 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:06,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:06,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:06,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:06,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:06,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:07,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:09,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:11,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:12,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:12,176 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:12,176 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:12,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:12,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:13,591 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:16,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:18,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:18,211 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:18,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:18,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:18,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:19,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:21,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:24,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:26,944 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:26,945 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:26,945 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:26,946 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:26,951 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:27,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:29,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:30,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:30,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:30,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:30,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:30,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:31,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:32,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:35,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:35,060 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:35,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:35,066 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:35,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:30:35,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:37,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:37,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:39,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:39,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:39,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:39,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:39,619 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:39,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:41,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:43,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:43,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:43,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:43,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:43,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:43,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:45,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:46,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:46,890 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:46,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:46,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:47,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:48,896 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:49,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:52,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:52,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:52,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:52,245 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:52,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:53,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:54,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:30:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:30:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:30:54,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:30:56,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:30:56,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:30:56,506 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:30:56,511 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:30:56,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:30:57,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:30:59,512 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:01,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:01,115 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:01,115 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:01,121 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:01,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:03,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:04,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:04,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:04,467 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:04,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:04,647 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:05,472 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:05,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:31:05,650 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:08,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:08,705 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:08,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:08,711 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:09,653 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:09,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:09,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:11,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:11,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:14,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:14,736 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:14,736 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:14,742 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:15,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:16,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:17,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:18,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:18,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:18,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:18,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:18,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:19,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:22,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:23,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:23,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:23,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:23,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:23,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:24,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:24,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:25,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:28,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:31,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:31,184 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:31,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:31,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:31,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:33,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:33,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:35,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:31:38,234 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:38,235 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:38,236 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:38,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:38,241 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:38,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:39,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:39,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:39,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:41,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:41,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:41,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:41,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:42,688 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:43,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:43,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:47,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:47,353 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:47,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:47,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:47,693 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:49,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:49,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:52,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:52,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:52,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:52,259 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:52,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:53,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:31:54,883 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:31:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:31:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:31:54,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:31:56,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:31:56,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:31:56,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:31:56,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:31:56,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:31:59,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:00,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:00,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:00,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:00,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:00,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:00,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:01,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:05,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:05,577 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:32:06,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:06,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:06,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:06,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:06,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:07,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:09,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:10,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:10,414 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:10,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:10,419 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:10,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:11,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:11,724 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:14,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:14,157 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:14,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:14,163 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:14,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:15,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:17,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:18,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:18,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:18,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:18,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:18,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:19,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:21,969 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:21,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:21,970 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:21,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:22,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:22,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:23,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:24,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:27,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:27,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:27,349 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:27,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:27,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:28,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:29,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:33,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:34,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:34,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:34,210 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:34,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:34,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:35,582 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:32:35,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:37,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:37,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:37,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:37,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:38,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:38,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:39,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:39,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:43,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:43,007 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:43,008 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:43,014 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:43,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:44,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:45,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:46,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:46,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:46,726 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:46,731 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:46,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:47,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:49,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:50,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:50,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:50,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:50,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:51,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:53,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:54,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:54,237 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:54,237 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:54,242 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:54,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:32:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:32:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:32:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:32:54,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:32:55,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:32:59,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:32:59,109 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:32:59,109 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:32:59,115 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:32:59,779 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:00,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:01,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:02,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:02,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:02,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:02,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:03,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:05,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:33:05,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:05,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:06,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:06,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:06,715 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:06,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:06,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:07,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:09,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:10,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:10,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:10,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:10,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:10,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:10,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:11,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:15,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:17,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:17,517 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:17,517 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:17,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:17,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:19,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:21,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:21,396 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:21,396 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:21,396 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:21,401 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:21,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:23,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:24,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:27,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:27,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:27,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:27,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:27,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:27,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:29,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:32,401 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:32,402 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:32,402 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:32,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:32,408 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:32,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:33,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:35,586 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:33:37,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:37,295 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:37,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:37,301 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:37,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:38,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:39,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:39,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:44,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:45,580 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:45,581 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:45,582 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:45,587 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:45,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:47,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:49,588 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:49,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:49,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:49,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:49,846 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:50,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:51,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:53,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:53,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:53,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:53,329 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:53,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:33:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:33:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:33:54,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:33:55,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:33:57,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:33:57,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:33:57,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:33:57,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:33:57,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:33:59,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:00,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:02,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:02,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:02,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:02,232 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:02,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:03,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:05,585 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:34:05,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:05,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:05,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:05,782 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:05,787 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:05,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:07,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:09,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:09,141 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:09,141 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:09,148 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:09,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:09,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:09,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:11,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:11,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:12,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:12,161 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:12,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:12,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:12,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:13,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:16,168 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:16,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:16,459 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:16,459 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:16,464 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:16,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:17,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:20,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:20,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:20,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:20,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:20,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:21,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:22,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:23,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:23,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:23,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:23,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:23,884 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:24,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:24,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:25,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:27,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:29,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:29,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:29,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:29,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:29,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:31,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:32,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:34,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:34,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:34,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:34,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:34,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:35,590 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:34:35,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:38,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:38,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:38,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:38,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:38,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:38,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:39,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:39,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:39,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:42,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:42,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:42,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:42,919 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:43,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:43,919 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:45,910 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:47,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:47,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:47,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:47,770 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:47,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:49,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:49,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:52,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:52,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:52,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:52,151 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:52,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:53,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:54,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:34:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:34:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:34:54,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:34:57,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:34:57,933 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:34:57,933 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:34:57,939 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:34:58,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:34:59,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:34:59,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:04,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:05,590 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:35:06,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:06,451 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:06,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:06,457 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:06,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:07,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:09,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:10,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:10,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:10,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:10,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:10,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:10,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:11,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:14,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:14,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:14,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:14,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:14,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:15,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:15,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:20,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:20,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:20,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:20,975 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:20,980 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:21,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:23,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:24,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:25,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:25,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:25,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:25,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:25,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:25,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:27,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:29,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:29,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:29,226 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:29,231 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:29,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:31,232 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:31,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:33,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:33,053 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:33,054 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:33,059 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:33,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:35,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:35:35,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:36,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:36,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:36,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:36,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:36,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:36,968 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:37,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:39,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:40,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:40,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:40,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:40,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:40,973 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:41,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:43,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:44,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:44,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:44,425 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:44,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:44,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:45,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:47,431 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:49,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:49,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:49,561 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:49,570 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:49,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:51,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:52,571 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:54,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:54,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:54,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:54,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:35:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:35:54,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:35:54,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:35:55,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:35:58,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:35:59,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:35:59,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:35:59,271 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:35:59,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:35:59,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:01,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:03,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:03,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:03,890 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:03,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:03,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:04,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:05,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:36:06,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:07,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:07,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:07,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:07,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:08,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:08,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:09,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:10,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:11,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:11,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:11,288 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:11,293 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:12,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:14,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:14,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:15,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:15,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:15,428 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:15,434 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:16,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:18,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:18,568 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:18,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:18,569 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:18,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:19,018 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:19,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:20,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:24,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:24,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:27,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:27,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:27,038 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:27,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:28,026 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:30,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:30,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:30,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:30,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:30,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:30,925 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:31,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:32,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:34,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:34,296 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:34,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:34,301 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:35,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:35,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:35,596 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:36:36,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:38,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:38,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:38,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:38,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:39,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:39,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:40,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:41,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:42,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:42,911 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:42,911 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:42,916 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:43,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:44,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:46,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:46,357 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:46,357 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:46,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:46,363 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:47,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:48,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:50,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:50,712 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:50,712 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:50,718 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:51,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:51,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:36:52,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:54,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:36:54,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:36:54,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:36:54,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:36:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:36:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:36:54,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:36:55,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:36:56,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:36:57,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:00,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:00,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:00,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:00,504 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:01,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:02,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:02,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:04,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:04,137 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:04,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:04,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:05,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:05,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:37:06,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:07,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:09,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:09,929 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:10,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:10,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:10,179 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:11,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:12,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:13,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:13,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:13,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:13,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:13,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:14,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:16,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:17,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:17,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:17,118 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:17,123 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:18,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:19,124 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:20,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:21,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:21,352 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:21,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:21,358 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:22,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:24,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:24,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:24,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:24,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:25,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:25,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:25,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:25,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:26,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:28,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:29,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:31,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:31,339 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:31,340 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:31,346 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:32,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:34,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:35,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:35,440 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:35,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:35,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:35,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:35,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:37:36,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:38,111 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:39,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:39,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:41,166 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:41,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:41,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:41,535 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:41,541 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:42,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:44,117 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:46,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:46,509 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:46,509 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:46,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:46,515 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:47,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:48,122 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:51,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:51,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:51,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:51,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:51,734 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:52,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:54,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:54,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:37:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:37:54,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:37:55,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:55,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:55,527 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:55,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:56,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:37:56,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:37:58,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:37:59,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:37:59,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:37:59,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:37:59,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:37:59,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:00,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:02,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:02,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:02,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:02,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:02,381 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:03,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:04,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:05,604 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:38:07,606 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:09,885 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:09,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:10,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:10,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:10,683 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:10,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:11,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:12,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:12,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:14,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:14,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:14,024 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:14,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:14,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:16,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:18,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:18,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:18,107 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:18,107 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:18,113 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:18,157 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:20,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:23,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:23,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:23,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:23,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:23,616 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:24,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:24,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:26,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:28,132 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:28,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:28,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:28,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:28,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:29,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:30,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:33,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:34,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:34,196 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:34,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:34,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:35,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:35,606 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:38:36,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:38,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:38,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:38,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:38,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:38,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:39,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:39,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:40,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:44,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:46,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:46,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:46,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:46,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:46,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:48,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:49,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:49,744 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:49,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:49,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:49,750 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:50,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:52,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:53,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:53,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:53,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:53,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:54,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:38:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:38:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:38:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:38:54,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:38:56,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:38:57,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:38:57,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:38:57,733 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:38:57,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:38:58,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:00,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:00,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:05,612 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:39:06,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:06,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:06,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:06,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:06,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:06,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:08,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:09,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:09,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:09,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:09,457 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:09,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:10,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:12,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:12,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:12,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:12,973 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:12,973 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:12,979 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:13,224 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:14,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:17,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:17,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:17,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:17,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:17,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:18,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:20,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:21,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:21,834 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:21,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:21,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:22,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:22,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:24,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:24,886 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:25,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:25,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:25,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:25,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:26,242 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:28,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:28,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:29,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:29,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:29,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:29,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:30,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:32,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:33,114 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:33,115 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:33,115 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:33,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:33,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:34,122 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:34,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:35,611 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:39:36,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:36,770 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:36,770 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:36,776 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:37,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:38,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:39,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:39,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:40,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:40,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:40,298 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:40,303 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:41,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:42,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:43,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:43,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:43,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:43,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:44,264 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:44,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:46,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:47,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:47,553 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:47,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:47,559 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:48,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:50,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:50,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:39:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:39:54,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:39:56,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:39:56,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:56,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:56,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:56,428 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:39:57,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:39:58,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:39:59,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:39:59,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:39:59,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:39:59,849 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:00,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:01,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:02,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:04,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:04,100 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:04,100 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:04,106 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:04,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:05,615 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:40:06,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:07,617 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:07,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:07,988 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:07,988 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:07,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:08,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:09,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:10,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:12,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:12,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:12,311 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:12,317 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:13,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:13,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:14,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:16,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:16,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:16,440 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:16,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:17,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:18,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:18,447 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:20,251 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:20,251 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:20,252 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:20,257 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:20,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:22,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:24,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:24,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:25,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:25,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:25,172 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:25,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:25,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:26,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:30,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:33,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:33,536 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:33,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:33,543 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:34,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:35,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:35,615 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:40:36,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:39,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:39,396 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:39,396 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:39,402 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:39,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:40,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:41,163 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:42,332 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:43,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:43,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:43,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:43,375 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:44,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:46,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:46,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:46,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:46,872 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:46,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:46,878 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:47,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:48,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:51,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:53,195 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:53,196 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:53,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:53,202 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:53,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:54,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:40:54,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:40:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:40:54,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:40:56,913 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:40:56,914 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:40:56,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:40:56,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:40:56,920 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:40:57,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:40:58,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:00,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:00,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:00,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:00,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:00,351 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:02,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:02,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:05,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:41:07,622 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:08,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:08,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:08,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:08,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:08,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:09,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:09,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:10,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:12,181 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:12,182 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:12,182 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:12,187 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:12,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:13,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:14,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:17,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:17,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:17,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:17,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:17,371 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:18,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:18,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:23,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:24,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:24,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:25,557 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:25,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:25,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:26,386 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:28,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:28,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:30,455 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:30,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:30,456 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:30,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:31,390 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:32,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:33,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:33,992 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:33,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:33,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:33,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:34,394 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:35,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:41:36,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:38,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:38,976 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:38,976 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:38,981 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:39,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:39,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:39,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:40,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:45,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:45,775 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:45,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:45,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:45,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:46,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:48,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:50,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:54,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:54,093 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:54,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:54,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:54,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:41:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:41:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:41:54,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:41:56,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:41:56,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:41:58,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:41:58,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:41:58,996 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:41:59,002 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:41:59,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:00,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:02,003 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:02,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:02,552 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:02,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:02,558 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:03,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:04,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:05,622 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:42:07,624 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:08,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:08,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:08,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:08,643 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:09,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:09,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:10,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:11,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:11,926 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:11,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:11,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:12,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:12,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:14,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:15,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:15,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:15,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:15,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:16,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:18,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:18,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:21,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:21,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:21,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:21,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:21,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:22,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:24,198 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:24,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:27,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:27,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:27,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:27,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:28,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:29,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:30,455 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:33,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:33,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:33,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:33,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:33,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:34,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:35,344 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:35,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:42:37,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:37,437 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:37,437 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:37,443 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:37,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:39,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:40,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:41,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:45,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:45,880 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:45,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:45,886 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:46,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:46,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:48,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:51,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:54,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:54,606 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:54,606 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:54,612 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:42:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:42:54,887 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:42:55,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:42:56,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:42:57,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:42:59,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:42:59,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:42:59,425 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:42:59,431 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:42:59,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:00,586 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:02,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:03,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:03,415 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:03,416 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:03,422 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:03,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:04,591 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:05,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:43:07,628 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:08,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:08,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:08,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:08,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:08,594 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:09,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:10,598 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:12,280 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:12,280 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:12,281 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:12,286 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:12,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:13,287 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:14,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:17,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:17,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:17,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:17,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:18,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:18,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:20,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:21,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:21,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:21,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:21,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:21,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:22,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:24,048 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:24,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:28,728 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:28,729 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:28,729 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:28,735 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:29,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:29,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:30,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:33,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:33,780 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:33,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:33,786 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:34,629 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:34,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:35,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:43:36,634 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:37,734 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:37,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:37,735 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:37,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:38,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:39,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:40,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:40,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:40,937 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:40,937 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:40,943 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:41,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:42,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:44,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:44,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:44,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:44,332 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:44,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:45,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:46,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:50,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:50,301 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:50,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:50,312 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:50,648 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:51,312 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:52,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:43:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:43:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:43:54,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:43:56,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:43:56,156 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:43:56,156 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:43:56,162 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:43:56,655 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:43:57,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:43:58,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:00,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:00,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:00,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:00,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:00,660 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:02,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:03,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:05,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:44:05,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:05,633 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:05,633 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:05,639 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:05,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:08,639 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:08,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:09,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:09,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:10,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:10,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:10,535 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:10,541 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:10,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:12,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:14,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:16,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:16,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:16,800 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:16,806 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:17,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:18,683 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:19,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:21,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:21,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:21,172 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:21,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:21,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:22,689 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:24,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:24,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:24,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:24,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:24,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:24,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:24,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:26,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:30,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:32,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:32,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:32,923 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:32,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:33,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:34,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:35,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:44:35,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:37,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:37,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:37,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:37,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:38,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:39,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:39,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:40,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:41,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:42,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:42,665 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:42,665 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:42,671 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:42,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:44,713 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:46,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:47,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:47,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:47,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:47,050 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:47,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:48,718 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:51,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:51,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:51,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:51,108 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:51,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:52,109 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:52,721 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:54,887 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:44:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:44:54,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:44:55,351 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:55,351 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:55,352 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:55,357 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:55,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:44:56,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:44:57,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:44:58,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:44:58,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:44:58,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:44:58,856 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:44:59,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:00,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:02,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:05,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:05,269 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:05,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:05,275 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:05,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:45:05,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:06,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:08,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:09,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:09,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:09,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:09,888 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:09,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:10,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:12,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:14,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:14,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:14,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:14,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:14,529 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:14,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:16,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:18,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:18,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:18,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:18,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:18,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:19,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:20,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:22,937 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:22,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:22,939 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:22,944 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:23,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:24,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:24,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:26,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:26,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:26,958 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:26,966 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:27,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:28,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:29,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:31,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:31,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:31,763 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:31,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:31,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:34,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:35,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:45:35,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:36,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:36,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:36,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:36,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:36,778 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:38,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:39,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:40,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:40,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:40,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:40,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:40,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:41,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:42,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:44,739 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:44,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:44,740 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:44,746 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:44,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:46,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:46,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:51,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:51,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:51,302 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:51,307 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:51,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:52,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:52,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:45:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:45:54,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:45:55,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:55,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:55,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:55,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:55,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:45:56,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:45:57,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:45:59,299 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:45:59,300 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:45:59,300 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:45:59,306 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:45:59,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:00,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:02,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:02,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:02,853 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:02,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:02,859 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:03,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:03,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:05,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:46:06,992 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:06,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:06,993 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:06,999 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:07,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:07,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:07,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:09,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:11,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:11,584 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:11,584 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:11,590 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:11,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:11,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:13,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:15,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:15,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:15,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:15,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:15,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:17,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:18,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:19,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:19,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:19,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:19,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:19,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:19,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:24,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:24,743 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:24,744 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:24,744 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:24,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:24,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:24,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:25,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:29,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:29,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:29,802 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:29,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:29,827 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:29,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:31,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:33,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:33,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:33,765 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:33,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:33,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:35,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:46:35,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:35,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:39,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:39,061 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:39,062 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:39,068 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:39,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:39,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:39,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:41,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:43,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:43,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:43,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:43,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:43,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:43,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:46,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:47,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:47,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:47,024 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:47,031 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:47,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:47,886 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:50,673 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:50,674 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:50,674 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:50,680 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:50,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:51,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:51,891 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:46:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:46:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:46:54,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:46:56,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:46:56,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:46:56,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:46:56,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:46:56,894 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:46:57,318 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:46:57,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:00,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:00,875 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:00,875 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:00,881 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:00,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:01,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:02,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:04,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:04,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:04,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:04,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:04,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:05,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:47:05,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:07,776 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:07,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:07,777 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:07,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:07,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:08,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:09,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:09,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:12,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:12,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:12,822 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:12,828 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:12,926 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:13,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:13,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:17,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:17,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:17,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:17,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:17,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:17,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:19,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:22,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:22,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:22,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:22,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:22,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:23,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:24,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:24,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:24,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:26,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:26,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:26,666 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:26,672 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:26,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:27,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:30,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:30,417 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:30,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:30,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:30,423 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:30,987 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:31,989 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:35,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:35,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:35,069 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:35,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:35,652 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:47:35,653 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:35,994 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:35,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:38,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:38,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:38,723 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:38,729 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:38,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:39,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:39,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:39,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:41,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:41,805 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:41,805 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:41,806 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:41,812 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:42,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:44,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:45,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:45,350 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:45,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:45,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:46,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:46,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:46,357 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:49,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:49,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:49,018 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:49,023 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:50,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:50,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:52,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:52,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:52,750 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:52,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:52,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:53,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:47:54,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:54,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:47:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:47:54,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:47:57,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:47:57,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:47:57,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:47:57,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:47:57,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:47:58,022 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:47:58,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:01,059 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:01,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:01,060 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:01,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:02,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:02,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:03,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:05,615 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:05,616 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:05,616 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:05,622 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:05,652 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:48:06,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:06,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:08,653 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:09,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:09,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:11,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:11,027 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:11,027 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:11,033 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:11,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:12,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:14,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:14,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:14,574 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:14,574 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:14,580 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:15,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:16,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:17,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:17,968 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:17,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:17,974 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:18,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:19,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:20,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:21,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:21,733 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:21,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:21,739 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:22,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:22,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:24,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:25,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:25,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:25,448 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:25,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:25,454 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:26,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:26,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:28,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:28,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:28,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:28,732 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:29,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:30,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:30,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:33,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:33,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:33,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:33,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:34,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:34,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:35,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:48:36,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:39,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:41,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:41,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:41,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:41,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:41,788 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:42,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:42,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:45,900 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:45,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:45,902 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:45,913 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:46,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:46,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:48,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:49,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:49,180 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:49,181 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:49,186 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:50,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:50,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:48:52,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:48:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:48:54,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:48:57,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:48:57,475 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:48:57,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:48:57,475 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:48:57,480 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:48:58,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:48:58,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:02,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:02,432 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:02,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:02,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:03,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:03,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:04,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:05,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:05,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:05,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:05,529 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:05,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:49:06,113 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:06,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:08,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:09,637 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:09,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:09,638 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:09,643 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:09,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:10,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:10,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:13,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:13,181 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:13,181 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:13,187 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:14,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:14,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:14,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:16,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:16,651 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:16,652 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:16,657 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:17,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:18,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:19,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:23,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:23,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:23,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:23,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:24,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:24,889 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:26,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:28,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:28,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:28,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:28,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:29,150 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:30,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:30,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:32,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:32,826 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:32,827 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:32,832 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:33,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:34,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:35,660 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:49:35,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:36,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:36,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:36,118 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:36,123 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:36,160 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:38,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:39,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:40,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:40,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:40,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:40,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:41,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:41,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:42,168 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:44,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:44,142 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:44,142 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:44,148 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:44,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:46,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:47,149 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:47,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:47,638 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:47,639 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:47,644 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:48,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:48,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:51,421 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:51,422 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:51,422 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:51,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:52,181 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:52,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:52,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:49:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:49:54,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:49:55,965 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:55,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:55,966 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:55,972 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:49:56,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:49:57,972 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:49:58,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:49:59,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:49:59,425 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:49:59,425 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:49:59,431 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:00,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:00,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:02,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:02,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:02,766 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:02,771 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:03,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:03,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:04,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:05,662 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:50:06,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:06,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:06,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:06,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:07,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:08,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:09,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:09,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:10,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:10,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:10,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:10,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:11,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:12,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:14,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:16,400 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:16,401 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:16,401 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:16,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:17,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:18,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:20,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:21,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:21,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:21,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:21,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:21,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:22,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:24,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:25,221 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:25,222 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:25,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:25,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:25,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:26,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:26,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:29,213 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:29,214 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:29,214 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:29,219 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:29,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:30,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:32,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:33,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:33,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:33,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:33,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:33,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:34,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:35,664 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:50:36,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:36,890 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:36,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:36,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:37,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:37,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:38,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:39,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:43,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:45,235 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:45,236 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:45,236 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:45,242 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:45,251 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:46,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:48,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:50,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:50,459 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:50,459 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:50,465 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:51,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:52,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:53,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:50:54,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:50:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:50:54,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:50:55,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:50:55,202 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:50:55,202 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:50:55,208 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:50:55,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:50:56,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:50:59,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:00,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:00,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:00,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:00,876 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:01,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:02,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:04,877 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:05,667 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:51:05,791 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:05,792 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:05,792 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:05,798 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:06,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:06,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:09,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:09,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:13,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:13,916 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:13,916 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:13,922 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:14,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:14,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:14,923 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:17,587 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:17,588 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:17,588 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:17,594 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:18,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:18,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:20,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:22,953 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:22,954 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:22,955 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:22,960 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:23,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:24,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:24,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:24,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:26,107 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:29,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:29,033 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:29,034 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:29,039 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:29,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:30,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:32,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:32,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:32,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:32,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:32,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:33,307 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:34,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:35,669 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:51:37,671 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:39,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:39,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:39,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:39,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:39,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:39,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:40,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:40,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:43,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:43,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:43,797 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:43,797 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:43,804 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:44,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:44,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:47,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:47,750 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:47,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:47,756 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:48,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:48,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:48,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:52,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:52,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:52,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:52,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:53,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:54,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:54,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:51:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:51:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:51:54,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:51:56,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:56,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:56,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:56,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:51:56,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:51:58,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:51:59,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:51:59,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:51:59,419 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:51:59,425 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:00,339 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:00,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:00,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:03,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:03,137 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:03,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:03,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:03,342 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:04,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:05,671 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:52:05,673 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:08,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:08,134 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:08,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:08,140 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:08,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:09,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:10,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:11,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:11,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:11,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:11,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:11,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:12,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:12,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:16,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:16,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:16,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:16,223 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:16,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:16,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:18,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:19,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:19,871 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:19,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:19,877 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:20,365 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:20,366 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:21,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:24,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:24,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:24,670 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:24,676 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:24,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:25,370 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:26,373 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:27,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:29,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:29,566 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:29,566 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:29,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:30,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:30,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:32,572 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:33,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:33,044 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:33,044 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:33,050 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:33,381 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:34,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:35,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:52:37,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:39,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:52:41,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:41,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:41,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:41,447 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:42,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:42,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:43,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:45,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:45,389 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:45,389 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:45,394 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:45,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:46,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:49,395 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:50,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:50,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:50,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:50,304 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:50,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:52,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:53,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:52:53,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:52:53,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:52:53,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:52:54,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:52:54,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:52:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:52:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:52:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:52:54,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:00,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:00,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:00,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:00,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:00,499 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:01,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:02,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:03,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:03,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:03,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:03,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:04,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:04,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:05,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:53:05,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:07,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:07,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:07,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:07,499 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:08,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:08,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:09,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:11,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:12,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:12,061 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:12,061 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:12,067 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:12,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:12,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:17,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:17,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:17,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:17,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:17,368 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:17,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:18,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:20,918 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:20,919 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:20,919 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:20,925 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:21,450 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:22,453 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:22,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:24,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:24,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:24,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:24,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:24,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:25,456 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:26,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:27,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:27,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:27,935 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:27,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:27,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:28,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:28,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:31,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:31,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:31,467 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:31,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:32,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:32,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:33,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:35,201 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:35,201 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:35,202 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:35,207 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:35,469 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:35,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:53:36,472 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:38,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:39,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:39,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:40,133 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:40,134 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:40,139 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:40,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:40,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:43,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:43,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:43,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:43,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:43,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:44,301 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:44,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:46,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:46,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:46,843 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:46,849 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:47,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:48,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:49,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:50,605 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:50,605 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:50,606 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:50,611 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:51,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:52,492 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:54,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:54,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:54,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:54,672 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:53:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:53:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:53:54,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:53:55,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:53:56,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:58,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:53:58,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:53:58,151 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:53:58,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:53:58,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:53:58,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:00,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:03,075 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:03,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:03,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:03,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:03,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:04,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:05,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:54:05,685 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:06,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:06,469 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:06,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:06,475 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:06,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:08,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:09,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:11,189 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:14,216 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:14,217 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:14,217 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:14,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:14,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:16,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:16,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:17,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:17,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:17,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:17,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:17,553 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:18,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:21,295 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:21,296 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:21,296 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:21,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:21,302 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:21,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:22,560 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:24,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:24,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:24,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:24,809 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:24,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:24,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:25,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:26,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:27,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:28,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:28,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:28,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:28,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:29,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:30,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:32,225 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:32,226 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:32,226 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:32,227 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:32,232 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:32,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:32,576 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:35,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:54:36,358 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:36,359 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:36,359 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:36,364 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:36,636 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:37,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:38,639 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:39,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:39,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:40,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:40,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:40,816 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:40,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:41,641 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:42,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:42,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:44,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:44,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:44,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:44,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:44,645 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:46,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:48,315 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:49,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:49,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:49,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:49,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:50,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:50,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:53,619 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:53,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:53,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:53,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:54:53,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:53,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:54,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:54,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:54:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:54:54,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:54:57,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:54:57,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:54:57,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:54:57,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:54:57,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:54:58,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:54:59,599 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:01,710 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:01,711 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:01,711 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:01,717 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:02,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:02,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:04,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:05,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:55:05,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:05,826 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:05,826 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:05,832 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:06,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:06,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:09,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:09,535 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:09,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:09,541 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:09,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:09,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:09,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:10,679 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:15,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:17,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:17,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:17,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:17,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:17,684 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:18,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:20,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:24,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:26,095 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:26,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:26,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:26,782 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:26,788 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:27,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:28,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:31,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:32,087 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:32,087 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:32,088 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:32,093 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:32,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:32,704 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:35,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:55:37,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:37,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:37,036 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:37,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:37,042 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:37,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:38,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:39,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:41,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:41,370 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:41,371 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:41,376 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:41,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:42,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:42,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:45,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:45,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:45,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:45,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:45,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:46,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:47,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:50,936 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:50,937 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:50,937 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:50,943 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:51,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:52,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:52,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:54,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:54,547 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:54,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:54,553 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:54,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:55:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:55:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:55:54,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:55:56,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:58,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:55:58,056 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:55:58,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:55:58,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:55:58,063 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:55:58,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:55:58,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:01,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:01,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:01,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:01,467 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:01,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:02,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:03,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:05,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:05,406 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:05,406 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:05,412 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:05,694 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:56:05,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:06,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:08,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:09,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:09,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:09,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:09,862 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:09,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:10,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:10,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:14,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:14,003 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:14,003 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:14,004 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:14,009 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:14,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:14,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:19,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:20,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:20,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:20,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:20,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:21,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:22,764 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:24,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:24,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:24,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:24,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:24,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:24,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:24,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:26,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:29,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:29,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:29,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:29,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:29,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:29,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:30,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:34,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:35,693 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:56:37,448 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:37,449 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:37,449 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:37,454 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:37,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:38,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:39,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:41,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:41,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:41,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:41,199 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:41,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:42,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:45,200 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:49,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:49,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:49,460 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:49,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:49,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:50,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:50,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:52,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:52,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:52,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:52,882 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:53,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:54,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:56:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:56:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:56:54,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:56:56,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:56:57,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:56:57,307 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:56:57,307 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:56:57,312 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:56:57,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:56:58,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:01,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:01,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:01,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:01,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:01,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:02,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:02,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:05,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:05,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:05,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:05,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:05,698 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:57:05,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:06,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:07,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:09,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:11,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:11,666 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:11,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:11,673 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:11,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:12,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:13,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:16,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:16,680 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:16,681 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:16,686 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:16,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:18,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:18,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:20,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:20,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:20,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:20,564 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:20,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:22,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:24,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:24,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:26,142 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:26,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:26,143 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:26,149 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:26,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:26,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:30,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:31,120 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:31,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:31,121 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:31,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:31,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:32,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:35,572 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:35,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:35,573 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:35,573 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:35,579 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:35,699 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:57:35,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:36,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:39,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:39,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:40,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:40,489 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:40,489 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:40,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:40,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:41,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:42,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:44,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:44,026 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:44,027 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:44,032 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:44,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:44,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:47,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:47,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:47,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:47,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:47,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:47,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:48,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:51,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:51,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:51,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:51,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:52,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:52,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:52,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:57:54,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:57:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:57:54,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:57:55,257 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:57:55,258 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:57:55,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:57:55,264 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:57:55,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:57:56,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:57:58,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:00,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:00,175 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:00,175 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:00,182 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:00,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:00,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:04,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:04,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:04,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:04,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:04,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:05,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:58:05,902 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:06,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:08,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:08,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:08,522 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:08,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:08,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:09,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:09,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:09,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:10,931 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:13,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:13,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:13,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:13,577 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:13,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:14,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:14,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:17,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:17,102 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:17,102 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:17,107 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:17,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:18,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:20,108 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:24,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:24,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:25,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:25,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:25,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:25,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:25,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:25,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:26,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:29,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:29,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:29,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:29,456 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:29,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:30,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:30,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:35,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:35,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:58:37,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:37,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:37,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:37,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:38,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:39,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:39,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:41,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:41,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:41,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:41,364 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:41,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:42,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:43,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:44,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:44,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:44,896 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:44,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:45,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:46,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:47,054 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:48,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:48,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:48,683 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:48,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:49,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:51,059 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:52,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:54,121 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:54,121 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:54,122 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:54,127 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:58:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:58:54,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:58:55,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:58:55,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:57,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:58:57,862 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:58:57,862 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:58:57,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:58:57,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:58:58,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:58:59,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:02,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:04,135 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:04,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:04,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:04,142 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:05,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:05,075 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:05,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:59:08,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:08,112 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:08,112 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:08,113 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:08,118 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:09,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:09,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:09,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:12,012 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:12,013 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:12,013 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:12,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:12,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:13,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:14,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:15,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:15,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:15,757 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:15,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:16,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:17,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:19,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:19,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:19,785 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:19,785 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:19,791 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:20,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:21,095 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:23,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:23,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:23,741 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:23,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:24,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:24,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:25,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:28,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:28,152 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:28,152 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:28,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:29,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:29,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:30,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:31,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:31,420 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:31,421 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:31,426 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:32,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:33,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:35,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:35,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 16:59:39,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:39,594 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:39,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:39,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:39,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:40,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:41,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:41,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:43,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:43,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:43,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:43,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:44,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:45,124 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:46,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:46,908 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:46,908 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:46,908 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:46,914 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:47,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:49,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:51,915 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:52,099 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:52,099 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:52,100 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:52,105 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:52,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:53,133 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 16:59:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 16:59:54,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 16:59:55,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:55,870 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:55,870 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:55,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 16:59:56,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 16:59:57,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 16:59:57,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 16:59:59,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 16:59:59,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 16:59:59,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 16:59:59,927 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:00,140 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:01,143 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:02,928 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:03,373 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:03,374 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:03,374 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:03,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:04,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:05,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:05,710 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:00:07,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:07,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:07,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:07,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:08,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:08,525 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:09,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:09,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:12,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:12,521 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:12,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:12,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:13,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:13,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:13,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:18,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:19,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:19,366 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:19,366 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:19,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:20,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:21,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:24,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:24,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:27,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:27,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:27,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:27,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:28,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:29,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:29,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:31,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:31,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:31,896 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:31,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:32,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:33,196 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:34,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:35,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:00:35,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:35,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:35,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:35,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:36,198 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:37,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:39,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:39,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:39,714 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:39,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:39,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:40,200 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:40,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:41,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:44,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:44,537 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:44,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:44,543 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:45,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:45,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:45,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:48,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:48,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:48,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:48,332 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:49,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:00:49,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:51,332 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:00:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:00:54,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:00:56,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:00:56,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:00:56,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:00:56,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:00:56,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:00:57,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:00:59,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:00,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:00,527 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:00,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:00,533 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:01,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:01,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:02,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:04,199 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:04,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:04,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:04,206 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:04,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:05,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:05,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:01:07,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:09,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:12,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:12,695 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:12,695 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:12,701 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:13,262 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:13,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:15,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:18,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:18,365 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:18,366 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:18,372 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:19,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:19,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:19,372 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:23,644 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:23,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:23,645 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:23,651 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:24,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:24,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:24,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:24,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:25,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:28,223 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:28,224 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:28,224 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:28,230 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:28,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:29,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:30,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:32,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:32,409 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:32,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:32,415 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:33,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:33,290 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:35,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:35,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:01:37,642 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:37,643 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:37,643 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:37,649 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:38,294 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:39,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:39,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:39,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:41,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:46,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:46,067 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:46,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:46,074 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:46,301 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:47,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:47,304 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:50,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:50,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:50,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:50,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:51,309 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:51,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:52,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:54,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:54,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:54,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:54,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:01:54,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:01:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:01:54,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:01:55,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:01:55,315 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:01:58,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:01:59,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:01:59,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:01:59,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:01:59,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:00,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:01,321 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:03,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:03,989 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:03,990 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:03,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:03,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:04,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:05,326 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:05,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:02:07,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:07,327 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:07,328 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:07,333 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:08,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:09,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:09,334 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:09,892 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:09,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:12,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:12,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:12,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:12,230 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:12,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:13,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:15,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:15,565 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:15,566 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:15,566 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:15,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:16,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:17,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:20,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:20,198 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:20,198 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:20,204 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:20,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:21,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:21,348 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:24,893 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:25,133 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:25,187 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:25,187 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:25,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:25,353 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:27,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:27,357 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:29,949 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:29,950 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:29,950 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:29,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:30,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:31,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:32,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:35,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:35,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:35,148 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:35,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:35,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:35,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:02:37,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:38,729 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:39,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:39,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:39,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:39,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:39,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:40,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:41,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:44,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:44,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:44,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:44,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:44,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:45,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:47,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:48,196 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:48,197 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:48,197 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:48,203 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:48,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:49,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:50,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:53,432 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:53,433 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:53,433 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:53,439 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:54,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:02:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:02:54,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:02:55,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:02:56,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:02:57,733 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:02:57,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:02:57,734 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:02:57,740 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:02:58,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:02:59,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:01,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:03,703 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:03,703 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:03,704 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:03,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:04,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:05,448 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:05,726 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:03:07,520 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:07,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:07,521 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:07,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:07,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:08,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:09,454 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:09,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:11,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:11,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:11,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:11,476 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:12,456 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:13,460 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:13,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:15,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:15,001 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:15,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:15,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:15,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:17,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:18,658 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:18,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:18,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:18,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:18,665 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:19,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:21,467 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:22,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:22,412 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:22,412 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:22,418 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:22,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:24,419 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:24,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:25,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:26,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:26,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:26,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:26,137 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:26,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:27,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:29,493 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:29,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:29,494 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:29,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:29,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:30,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:31,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:33,653 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:33,653 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:33,654 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:33,660 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:34,486 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:34,660 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:35,489 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:35,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:03:39,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:39,069 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:39,069 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:39,075 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:39,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:39,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:41,495 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:45,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:45,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:45,544 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:45,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:45,550 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:46,498 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:47,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:49,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:49,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:49,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:49,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:49,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:50,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:51,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:53,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:53,294 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:53,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:53,301 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:53,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:03:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:03:54,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:03:54,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:03:55,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:03:56,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:03:58,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:03:58,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:03:58,678 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:03:58,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:03:59,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:01,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:01,687 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:02,473 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:02,473 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:02,474 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:02,480 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:02,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:05,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:05,730 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:04:06,732 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:09,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:09,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:09,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:11,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:11,825 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:11,825 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:11,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:11,831 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:12,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:13,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:14,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:14,837 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:14,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:14,844 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:15,608 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:16,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:17,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:19,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:19,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:19,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:19,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:19,613 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:21,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:22,491 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:23,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:23,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:23,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:23,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:23,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:24,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:24,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:24,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:25,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:27,074 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:27,075 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:27,075 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:27,081 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:27,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:28,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:29,626 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:30,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:30,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:30,331 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:30,337 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:30,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:31,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:33,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:34,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:34,343 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:34,343 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:34,349 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:34,633 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:35,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:35,735 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:04:38,050 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:38,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:38,051 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:38,057 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:38,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:39,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:39,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:39,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:39,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:39,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:43,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:43,887 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:43,888 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:43,894 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:44,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:44,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:45,675 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:47,391 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:47,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:47,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:47,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:47,677 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:49,681 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:50,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:51,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:51,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:51,104 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:51,110 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:51,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:53,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:54,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:54,678 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:54,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:54,684 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:54,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:04:55,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:04:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:04:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:04:55,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:04:57,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:04:59,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:04:59,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:04:59,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:04:59,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:04:59,692 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:01,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:01,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:03,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:03,646 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:03,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:03,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:03,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:05,701 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:05,734 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:05:06,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:07,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:07,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:07,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:07,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:07,703 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:09,707 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:10,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:10,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:10,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:11,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:11,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:11,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:11,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:11,708 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:12,210 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:13,712 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:15,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:15,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:15,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:15,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:15,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:17,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:17,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:18,999 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:19,000 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:19,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:19,006 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:19,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:21,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:22,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:22,639 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:22,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:22,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:22,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:22,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:25,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:25,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:25,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:25,730 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:27,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:28,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:28,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:28,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:28,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:28,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:31,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:33,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:33,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:33,368 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:33,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:33,374 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:33,738 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:35,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:35,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:05:37,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:37,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:37,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:37,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:37,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:39,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:39,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:40,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:40,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:40,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:43,367 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:43,368 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:43,368 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:43,374 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:43,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:44,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:45,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:48,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:48,859 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:48,860 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:48,866 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:49,754 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:49,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:51,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:52,339 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:52,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:52,340 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:52,346 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:52,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:53,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:55,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:05:55,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:05:55,536 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:05:55,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:05:56,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:56,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:56,611 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:05:56,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:05:56,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:05:59,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:05:59,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:05:59,986 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:05:59,987 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:00,009 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:00,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:01,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:01,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:05,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:05,278 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:05,278 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:05,284 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:05,740 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:06:05,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:06,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:07,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:09,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:09,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:09,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:09,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:09,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:10,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:10,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:10,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:11,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:11,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:12,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:12,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:12,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:12,550 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:12,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:15,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:17,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:21,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:21,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:21,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:21,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:21,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:23,044 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:23,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:25,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:25,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:25,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:25,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:25,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:25,791 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:25,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:25,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:27,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:28,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:29,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:29,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:29,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:29,855 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:30,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:31,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:33,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:34,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:34,639 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:34,640 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:34,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:34,810 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:35,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:06:37,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:39,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:40,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:40,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:40,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:40,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:40,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:40,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:40,823 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:43,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:44,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:44,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:44,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:44,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:44,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:45,172 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:45,831 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:49,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:49,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:49,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:49,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:49,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:50,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:51,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:06:55,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:06:55,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:06:55,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:06:55,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:06:55,791 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:06:55,791 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:06:55,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:06:55,840 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:06:56,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:06:57,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:00,079 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:00,079 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:00,080 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:00,085 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:00,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:01,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:02,086 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:04,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:04,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:04,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:04,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:05,747 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:07:05,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:07,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:07,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:09,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:09,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:09,221 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:09,228 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:09,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:10,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:10,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:11,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:13,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:15,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:15,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:15,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:15,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:15,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:17,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:19,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:19,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:19,327 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:19,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:19,332 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:19,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:21,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:22,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:22,591 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:22,591 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:22,597 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:22,876 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:23,877 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:24,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:25,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:25,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:28,664 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:28,665 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:28,665 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:28,671 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:28,882 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:29,706 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:31,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:31,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:31,936 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:31,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:31,942 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:32,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:33,891 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:34,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:35,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:07:36,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:36,212 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:36,212 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:36,217 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:36,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:37,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:39,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:39,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:39,772 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:39,778 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:39,897 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:40,536 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:40,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:40,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:41,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:43,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:43,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:43,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:43,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:43,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:45,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:45,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:48,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:48,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:48,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:48,266 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:48,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:49,914 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:07:51,267 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:07:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:07:55,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:07:56,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:07:56,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:07:56,928 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:07:56,928 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:07:56,934 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:07:57,919 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:07:59,923 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:01,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:02,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:02,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:02,701 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:02,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:02,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:05,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:08:05,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:07,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:07,567 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:07,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:07,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:07,573 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:07,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:09,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:10,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:11,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:11,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:11,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:11,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:11,940 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:13,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:13,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:15,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:15,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:15,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:15,931 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:15,945 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:17,948 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:18,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:23,932 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:25,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:25,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:25,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:25,078 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:25,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:25,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:27,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:29,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:29,601 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:29,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:29,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:29,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:29,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:31,964 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:33,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:33,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:33,318 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:33,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:33,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:35,324 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:35,753 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:08:35,969 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:37,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:37,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:37,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:37,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:37,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:39,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:40,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:40,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:45,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:46,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:46,456 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:46,457 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:46,462 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:46,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:47,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:51,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:52,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:52,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:52,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:52,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:52,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:53,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:08:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:08:55,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:08:55,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:55,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:55,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:55,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:55,992 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:08:57,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:08:57,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:08:59,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:08:59,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:08:59,884 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:08:59,890 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:08:59,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:02,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:02,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:04,888 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:04,889 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:04,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:04,895 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:05,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:05,759 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:09:08,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:08,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:08,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:08,468 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:08,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:08,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:09,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:10,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:10,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:12,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:12,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:12,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:12,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:13,044 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:14,046 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:14,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:15,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:15,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:15,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:15,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:16,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:18,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:19,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:19,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:19,825 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:19,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:19,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:20,052 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:22,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:23,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:23,391 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:23,391 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:23,397 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:24,057 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:25,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:25,537 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:26,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:26,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:26,955 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:26,955 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:26,961 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:27,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:30,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:30,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:30,470 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:30,470 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:30,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:30,476 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:31,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:32,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:33,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:33,906 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:33,906 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:33,912 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:34,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:35,758 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:09:35,760 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:36,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:37,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:37,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:37,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:37,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:38,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:40,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:40,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:40,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:41,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:41,760 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:41,760 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:41,766 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:42,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:44,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:46,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:47,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:47,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:47,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:47,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:48,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:50,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:51,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:51,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:51,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:51,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:51,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:52,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:54,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:54,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:54,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:54,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:54,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:09:55,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:09:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:09:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:09:55,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:09:57,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:09:58,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:09:59,200 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:09:59,200 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:09:59,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:09:59,206 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:00,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:02,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:03,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:04,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:04,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:04,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:04,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:05,109 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:05,764 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:10:06,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:08,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:09,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:09,556 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:09,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:09,563 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:10,118 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:10,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:12,121 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:13,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:13,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:13,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:13,638 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:14,123 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:14,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:16,126 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:19,187 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:19,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:19,188 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:19,193 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:20,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:20,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:22,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:25,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:25,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:25,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:27,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:27,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:27,725 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:27,731 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:28,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:30,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:30,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:33,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:33,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:33,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:33,734 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:34,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:35,763 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:10:36,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:36,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:37,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:37,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:37,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:37,079 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:37,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:40,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:40,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:40,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:41,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:43,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:43,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:43,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:43,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:43,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:46,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:47,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:47,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:47,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:47,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:47,585 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:48,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:50,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:51,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:10:51,277 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:10:51,278 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:10:51,284 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:10:52,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:10:52,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:10:54,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:10:55,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:10:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:10:55,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:10:57,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:00,305 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:00,305 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:00,306 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:00,311 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:01,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:02,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:03,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:04,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:04,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:04,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:04,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:05,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:05,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:11:08,184 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:08,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:09,399 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:09,400 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:09,400 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:09,406 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:10,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:10,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:10,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:12,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:14,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:14,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:14,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:14,899 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:14,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:15,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:18,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:19,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:19,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:19,598 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:19,604 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:20,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:20,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:22,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:23,463 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:23,464 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:23,464 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:23,470 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:24,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:25,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:25,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:26,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:29,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:29,206 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:29,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:29,212 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:29,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:31,250 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:32,221 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:33,761 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:33,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:33,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:33,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:34,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:35,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:11:36,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:36,771 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:38,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:38,188 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:38,189 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:38,194 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:38,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:40,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:40,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:41,815 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:42,719 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:42,719 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:42,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:42,726 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:43,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:44,236 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:46,761 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:46,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:46,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:46,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:47,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:47,769 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:48,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:51,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:51,029 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:51,029 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:51,035 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:51,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:53,035 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:54,247 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:11:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:11:55,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:11:56,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:56,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:56,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:56,494 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:11:57,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:11:58,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:11:58,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:11:59,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:11:59,854 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:11:59,854 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:11:59,860 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:00,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:02,256 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:03,861 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:04,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:04,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:04,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:04,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:04,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:05,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:12:06,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:07,884 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:07,885 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:07,885 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:07,890 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:08,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:08,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:10,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:10,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:11,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:11,424 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:11,424 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:11,429 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:12,266 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:14,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:14,466 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:15,052 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:15,052 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:15,053 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:15,058 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:15,270 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:18,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:18,948 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:18,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:18,949 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:18,955 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:19,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:19,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:20,277 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:22,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:22,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:22,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:22,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:23,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:24,282 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:25,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:25,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:26,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:26,011 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:26,011 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:26,017 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:26,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:28,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:31,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:31,740 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:31,741 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:31,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:31,747 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:32,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:34,296 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:35,772 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:12:36,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:40,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:40,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:40,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:40,177 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:40,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:40,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:41,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:42,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:44,336 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:44,336 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:44,337 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:44,343 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:45,305 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:46,306 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:47,378 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:48,308 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:48,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:48,309 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:48,315 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:49,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:50,311 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:53,316 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:12:53,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:53,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:53,865 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:53,871 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:54,314 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:12:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:12:55,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:12:56,317 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:12:57,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:12:57,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:12:57,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:12:57,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:12:58,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:12:58,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:00,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:03,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:03,233 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:03,234 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:03,239 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:03,324 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:04,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:05,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:13:06,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:08,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:08,523 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:08,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:08,530 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:09,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:09,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:10,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:10,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:10,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:12,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:12,857 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:12,857 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:12,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:13,336 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:14,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:14,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:17,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:17,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:17,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:17,245 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:17,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:20,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:20,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:20,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:20,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:20,831 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:20,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:21,345 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:22,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:25,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:25,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:25,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:25,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:25,872 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:25,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:25,878 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:26,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:28,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:30,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:31,216 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:31,217 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:31,217 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:31,223 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:31,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:34,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:35,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:13:36,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:37,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:37,053 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:37,054 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:37,059 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:37,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:38,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:40,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:40,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:40,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:40,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:40,848 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:40,853 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:41,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:41,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:42,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:44,111 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:44,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:44,112 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:44,118 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:44,399 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:46,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:47,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:47,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:47,417 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:47,417 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:47,423 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:48,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:50,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:51,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:51,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:51,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:51,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:51,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:53,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:54,413 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:54,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:54,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:54,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:54,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:55,414 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:13:55,538 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:13:55,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:13:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:13:56,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:13:58,631 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:13:58,632 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:13:58,632 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:13:58,632 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:13:58,638 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:13:59,419 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:00,425 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:03,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:03,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:03,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:03,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:03,427 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:04,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:05,778 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:14:06,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:06,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:06,677 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:06,677 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:06,683 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:07,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:08,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:09,683 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:10,140 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:10,140 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:10,141 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:10,146 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:10,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:10,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:12,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:13,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:13,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:13,849 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:13,854 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:14,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:14,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:16,445 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:19,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:19,828 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:19,829 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:19,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:20,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:20,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:22,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:24,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:24,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:24,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:24,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:24,452 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:25,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:26,458 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:26,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:27,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:27,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:27,823 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:27,829 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:28,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:30,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:31,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:31,370 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:31,370 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:31,376 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:31,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:32,376 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:34,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:35,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:14:36,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:36,040 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:36,041 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:36,046 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:36,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:38,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:38,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:40,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:40,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:40,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:40,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:40,520 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:40,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:42,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:43,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:44,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:44,055 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:44,055 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:44,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:44,524 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:46,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:49,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:49,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:49,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:49,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:49,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:50,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:52,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:52,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:52,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:52,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:52,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:53,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:14:54,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:14:54,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:14:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:14:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:14:55,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:14:58,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:14:58,909 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:14:58,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:14:58,916 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:14:59,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:00,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:00,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:02,655 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:02,656 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:02,656 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:02,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:03,546 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:04,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:05,782 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:15:06,240 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:06,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:06,241 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:06,241 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:06,247 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:06,550 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:08,555 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:10,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:11,835 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:14,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:14,724 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:14,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:14,730 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:15,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:16,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:17,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:19,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:19,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:19,097 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:19,103 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:19,564 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:20,567 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:23,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:24,560 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:24,561 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:24,561 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:24,566 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:24,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:25,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:26,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:28,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:29,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:29,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:29,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:29,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:30,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:31,768 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:33,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:33,461 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:33,462 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:33,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:33,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:34,468 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:35,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:35,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:15:37,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:37,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:37,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:37,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:37,774 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:39,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:39,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:40,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:42,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:42,407 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:42,408 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:42,413 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:42,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:43,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:45,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:46,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:46,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:46,523 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:46,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:46,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:47,787 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:50,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:50,704 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:50,704 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:50,705 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:50,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:50,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:51,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:15:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:15:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:15:55,539 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:15:55,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:15:55,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:15:55,855 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:15:55,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:15:55,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:15:56,795 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:15:57,798 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:00,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:00,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:00,799 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:00,810 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:01,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:01,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:01,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:05,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:05,170 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:05,170 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:05,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:05,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:16:05,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:05,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:07,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:08,666 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:08,667 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:08,667 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:08,673 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:08,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:09,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:10,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:13,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:13,248 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:13,248 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:13,248 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:13,254 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:13,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:15,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:18,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:18,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:18,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:18,328 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:18,333 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:18,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:19,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:22,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:22,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:22,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:22,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:22,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:23,479 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:23,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:25,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:25,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:25,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:25,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:25,946 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:26,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:27,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:28,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:29,917 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:29,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:29,918 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:29,924 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:30,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:31,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:34,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:34,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:34,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:34,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:34,153 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:34,849 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:35,792 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:16:35,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:37,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:37,205 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:37,205 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:37,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:37,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:37,855 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:39,212 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:40,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:44,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:45,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:45,501 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:45,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:45,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:45,860 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:47,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:48,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:48,987 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:48,987 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:48,993 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:49,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:49,868 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:49,993 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:53,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:53,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:53,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:53,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:53,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:16:55,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:16:55,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:16:55,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:16:55,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:16:57,486 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:16:57,486 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:16:57,487 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:16:57,492 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:16:57,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:16:59,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:01,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:02,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:02,183 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:02,183 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:02,188 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:02,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:03,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:05,791 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:17:06,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:10,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:10,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:10,153 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:10,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:10,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:10,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:10,962 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:11,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:11,965 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:14,136 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:14,136 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:14,137 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:14,143 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:14,967 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:15,970 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:17,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:17,780 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:17,781 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:17,781 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:17,787 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:17,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:19,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:22,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:22,148 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:22,148 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:22,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:22,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:23,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:23,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:25,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:25,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:25,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:25,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:25,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:25,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:25,982 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:28,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:28,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:29,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:29,488 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:29,489 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:29,494 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:30,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:32,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:32,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:32,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:32,953 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:32,958 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:33,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:33,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:34,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:35,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:17:36,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:36,457 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:36,458 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:36,463 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:37,030 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:38,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:39,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:40,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:40,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:40,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:40,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:40,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:40,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:41,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:42,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:44,275 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:44,275 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:44,276 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:44,281 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:45,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:45,318 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:46,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:48,777 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:48,777 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:48,778 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:48,783 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:49,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:50,048 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:50,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:53,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:53,083 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:53,083 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:53,088 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:54,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:17:54,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:17:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:17:55,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:17:55,848 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:17:57,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:17:57,000 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:17:57,000 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:17:57,006 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:17:57,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:17:58,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:00,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:00,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:00,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:00,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:00,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:01,060 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:02,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:04,895 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:04,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:04,896 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:04,902 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:05,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:05,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:18:06,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:06,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:10,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:11,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:11,560 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:11,560 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:11,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:12,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:12,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:14,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:15,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:15,032 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:15,032 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:15,038 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:15,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:16,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:18,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:19,116 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:19,117 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:19,117 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:19,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:20,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:20,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:23,123 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:23,229 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:23,230 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:23,230 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:23,235 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:24,088 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:24,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:25,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:27,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:27,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:27,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:27,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:28,093 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:28,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:30,128 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:32,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:32,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:32,719 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:32,725 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:33,130 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:33,725 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:34,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:35,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:18:36,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:36,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:36,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:36,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:37,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:38,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:38,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:40,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:44,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:45,265 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:45,266 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:45,266 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:45,272 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:46,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:46,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:50,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:50,073 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:50,073 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:50,073 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:50,079 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:50,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:52,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:55,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:55,071 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:55,071 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:55,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:55,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:18:55,154 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:18:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:18:55,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:18:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:18:56,210 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:18:58,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:18:58,641 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:18:58,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:18:58,647 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:18:59,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:00,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:00,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:02,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:02,174 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:02,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:02,180 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:02,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:04,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:05,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:19:05,802 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:06,705 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:06,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:06,706 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:06,712 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:07,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:08,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:10,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:11,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:15,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:15,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:15,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:15,166 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:15,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:16,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:17,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:21,427 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:21,428 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:21,428 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:21,434 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:22,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:22,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:22,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:24,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:24,996 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:24,996 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:25,002 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:25,254 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:25,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:26,258 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:27,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:28,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:28,786 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:28,786 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:28,792 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:29,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:30,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:32,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:32,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:32,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:32,951 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:32,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:33,265 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:34,268 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:35,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:19:38,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:38,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:38,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:38,314 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:38,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:39,272 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:40,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:40,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:42,175 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:42,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:42,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:42,184 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:42,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:44,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:44,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:45,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:45,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:45,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:45,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:46,280 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:48,283 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:19:49,508 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:54,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:19:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:19:55,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:19:55,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:19:57,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:19:57,025 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:19:57,025 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:19:57,031 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:19:57,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:19:58,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:00,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:01,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:01,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:01,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:01,842 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:02,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:04,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:05,515 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:05,516 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:05,516 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:05,516 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:05,522 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:05,806 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:20:06,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:08,350 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:09,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:09,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:09,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:09,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:10,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:10,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:10,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:10,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:10,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:14,661 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:14,661 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:14,662 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:14,668 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:15,357 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:16,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:16,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:18,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:18,157 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:18,157 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:18,163 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:18,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:20,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:22,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:22,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:22,144 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:22,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:22,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:22,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:24,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:25,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:25,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:25,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:27,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:28,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:28,231 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:28,231 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:28,237 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:28,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:30,375 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:32,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:32,362 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:32,362 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:32,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:32,376 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:33,369 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:34,380 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:35,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:20:36,318 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:36,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:36,319 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:36,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:36,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:38,385 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:39,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:40,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:40,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:41,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:41,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:41,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:41,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:42,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:44,391 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:44,934 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:47,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:47,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:47,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:47,432 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:48,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:48,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:50,433 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:51,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:51,120 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:51,120 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:51,126 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:51,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:52,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:55,467 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:55,468 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:55,469 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:55,469 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:20:55,474 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:55,540 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:20:55,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:20:55,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:20:56,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:20:56,405 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:20:59,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:20:59,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:20:59,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:20:59,361 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:20:59,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:00,410 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:01,398 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:05,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:21:06,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:07,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:07,800 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:07,800 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:07,806 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:08,417 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:10,420 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:10,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:11,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:11,549 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:11,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:11,555 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:12,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:12,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:14,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:15,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:15,495 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:15,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:15,501 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:16,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:16,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:18,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:19,558 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:19,559 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:19,559 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:19,565 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:20,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:20,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:23,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:23,135 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:23,135 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:23,141 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:23,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:24,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:24,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:25,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:25,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:25,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:26,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:26,780 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:26,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:26,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:27,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:28,444 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:29,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:31,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:31,446 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:31,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:31,452 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:31,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:32,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:35,260 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:35,261 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:35,261 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:35,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:35,267 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:35,505 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:35,813 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:21:36,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:40,541 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:40,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:40,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:40,891 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:40,891 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:40,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:41,511 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:42,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:45,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:45,323 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:45,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:45,329 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:45,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:46,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:46,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:50,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:50,920 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:50,921 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:50,927 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:51,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:51,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:21:52,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:55,067 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:21:55,067 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:21:55,068 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:21:55,073 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:21:55,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:21:55,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:21:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:21:55,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:21:56,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:21:57,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:01,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:01,162 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:01,162 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:01,167 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:01,533 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:02,536 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:03,209 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:05,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:22:05,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:05,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:05,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:05,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:06,539 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:08,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:08,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:09,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:09,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:09,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:09,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:10,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:10,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:12,547 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:13,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:13,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:13,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:13,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:13,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:14,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:16,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:18,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:22,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:22,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:22,443 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:22,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:22,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:24,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:24,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:25,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:25,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:25,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:29,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:30,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:30,967 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:30,967 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:30,973 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:31,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:32,569 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:35,010 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:35,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:22:36,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:36,857 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:36,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:36,863 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:37,573 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:38,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:40,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:41,405 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:41,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:41,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:41,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:41,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:42,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:45,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:45,186 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:45,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:45,191 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:45,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:46,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:46,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:49,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:49,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:49,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:49,296 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:49,585 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:50,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:51,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:53,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:53,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:53,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:53,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:53,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:54,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:22:55,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:22:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:22:55,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:22:56,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:22:57,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:22:57,354 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:22:57,354 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:22:57,360 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:22:57,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:22:58,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:01,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:01,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:01,091 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:01,096 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:01,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:02,096 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:02,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:05,823 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:23:07,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:07,795 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:07,795 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:07,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:07,801 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:08,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:10,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:10,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:10,610 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:11,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:11,434 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:11,435 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:11,440 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:11,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:12,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:13,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:15,167 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:15,168 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:15,168 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:15,174 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:15,616 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:16,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:18,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:18,451 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:18,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:18,456 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:18,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:19,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:20,621 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:24,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:25,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:26,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:26,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:26,749 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:26,755 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:27,641 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:28,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:29,790 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:31,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:31,054 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:31,054 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:31,060 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:31,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:32,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:35,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:35,822 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:23:39,300 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:39,301 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:39,301 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:39,307 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:39,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:40,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:40,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:40,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:42,909 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:42,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:42,910 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:42,916 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:43,659 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:44,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:45,954 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:47,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:47,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:47,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:47,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:47,664 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:48,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:51,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:51,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:51,601 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:51,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:51,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:51,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:52,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:54,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:54,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:54,977 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:54,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:23:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:23:55,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:23:55,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:23:56,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:23:56,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:23:58,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:23:58,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:23:58,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:23:58,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:23:59,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:00,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:01,910 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:03,423 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:03,423 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:03,424 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:03,430 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:03,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:04,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:05,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:24:07,577 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:07,578 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:07,578 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:07,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:07,584 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:07,742 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:08,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:10,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:11,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:11,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:11,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:11,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:11,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:12,749 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:13,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:16,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:16,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:16,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:16,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:16,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:18,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:19,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:19,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:19,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:19,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:19,868 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:20,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:22,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:24,869 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:25,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:28,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:28,320 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:28,320 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:28,326 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:28,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:30,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:30,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:32,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:32,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:32,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:32,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:33,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:34,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:35,826 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:24:35,828 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:36,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:36,447 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:36,447 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:36,453 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:36,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:38,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:40,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:40,179 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:40,179 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:40,185 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:40,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:40,781 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:41,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:42,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:43,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:43,833 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:43,833 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:43,839 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:44,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:46,789 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:46,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:47,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:47,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:47,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:47,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:47,790 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:48,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:52,277 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:55,323 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:55,324 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:55,324 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:55,330 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:24:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:24:55,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:24:55,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:24:56,800 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:24:57,826 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:24:58,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:24:58,816 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:24:58,817 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:24:58,822 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:24:59,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:00,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:02,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:05,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:05,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:05,702 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:05,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:05,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:05,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:25:06,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:08,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:10,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:10,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:10,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:10,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:10,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:10,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:12,856 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:13,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:13,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:13,921 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:13,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:13,926 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:14,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:16,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:18,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:18,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:18,048 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:18,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:18,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:19,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:20,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:21,736 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:21,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:21,737 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:21,743 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:21,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:22,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:24,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:25,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:25,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:25,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:25,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:25,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:25,871 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:26,873 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:29,678 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:29,679 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:29,679 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:29,685 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:29,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:30,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:30,878 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:34,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:34,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:34,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:34,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:34,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:35,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:25:35,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:36,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:37,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:37,855 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:37,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:37,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:37,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:38,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:40,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:41,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:41,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:41,593 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:41,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:41,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:41,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:42,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:45,472 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:45,473 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:45,474 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:45,479 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:45,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:46,898 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:47,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:48,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:48,855 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:48,856 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:48,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:48,899 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:50,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:52,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:25:53,952 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:25:53,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:25:53,953 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:25:53,959 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:25:54,904 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:25:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:25:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:25:55,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:25:56,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:25:58,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:02,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:02,529 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:02,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:02,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:02,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:04,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:04,915 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:05,837 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:26:07,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:07,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:07,256 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:07,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:07,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:08,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:10,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:10,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:10,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:12,959 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:12,959 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:12,960 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:12,966 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:13,925 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:14,928 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:16,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:17,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:17,002 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:17,002 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:17,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:17,930 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:18,933 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:21,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:22,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:22,247 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:22,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:22,253 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:22,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:24,939 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:25,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:25,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:26,785 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:28,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:28,119 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:28,119 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:28,125 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:28,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:30,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:32,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:35,836 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:26:36,261 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:36,262 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:36,263 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:36,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:36,951 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:37,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:38,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:40,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:40,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:40,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:41,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:41,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:41,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:41,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:41,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:42,446 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:42,957 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:46,064 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:46,065 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:46,065 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:46,072 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:46,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:48,072 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:48,979 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:52,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:52,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:52,031 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:52,037 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:52,981 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:54,037 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:54,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:55,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:26:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:26:55,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:26:55,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:55,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:55,824 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:55,830 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:55,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:26:56,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:26:59,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:26:59,759 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:26:59,759 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:26:59,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:26:59,764 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:26:59,990 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:00,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:04,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:04,725 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:04,725 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:04,731 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:04,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:05,731 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:05,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:27:06,999 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:10,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:10,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:11,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:11,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:11,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:11,847 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:12,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:13,007 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:15,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:15,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:15,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:15,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:16,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:16,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:17,011 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:20,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:20,220 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:20,220 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:20,226 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:21,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:22,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:23,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:24,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:24,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:24,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:24,117 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:25,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:25,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:27,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:27,856 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:28,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:28,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:28,118 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:28,124 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:29,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:31,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:33,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:35,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:27:36,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:36,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:36,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:36,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:37,033 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:38,626 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:39,036 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:40,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:40,152 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:40,152 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:40,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:40,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:40,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:40,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:41,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:43,041 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:43,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:45,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:45,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:45,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:45,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:46,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:47,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:49,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:49,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:49,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:49,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:49,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:50,049 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:51,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:53,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:53,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:53,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:53,632 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:54,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:54,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:27:55,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:27:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:27:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:27:55,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:27:57,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:27:57,325 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:27:57,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:27:57,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:27:58,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:27:59,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:00,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:02,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:02,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:02,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:02,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:03,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:05,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:05,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:05,843 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:28:06,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:06,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:06,240 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:06,246 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:07,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:09,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:09,863 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:09,864 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:09,864 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:09,870 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:10,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:10,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:11,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:11,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:16,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:18,435 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:18,436 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:18,436 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:18,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:19,082 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:21,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:22,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:22,955 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:22,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:22,956 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:22,962 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:23,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:25,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:25,543 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:27,068 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:27,072 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:27,072 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:27,078 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:27,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:28,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:29,098 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:33,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:35,569 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:35,569 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:35,570 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:35,576 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:35,846 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:28:36,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:37,105 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:38,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:39,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:39,291 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:39,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:39,297 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:40,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:40,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:40,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:40,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:41,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:42,748 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:42,749 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:42,749 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:42,755 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:43,112 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:44,790 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:45,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:46,692 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:46,693 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:46,693 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:46,699 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:47,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:49,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:50,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:52,702 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:52,703 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:52,704 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:52,710 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:53,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:55,176 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:28:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:28:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:28:55,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:28:55,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:28:57,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:28:57,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:28:57,024 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:28:57,030 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:28:57,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:28:59,180 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:00,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:00,552 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:00,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:00,558 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:01,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:01,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:03,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:04,002 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:04,003 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:04,003 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:04,009 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:04,186 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:05,189 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:05,848 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:29:06,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:07,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:07,398 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:07,398 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:07,404 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:08,191 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:09,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:10,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:11,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:11,059 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:11,059 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:11,065 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:11,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:12,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:13,200 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:17,103 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:17,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:17,623 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:17,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:17,629 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:18,213 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:19,216 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:20,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:20,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:20,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:20,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:21,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:22,526 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:23,220 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:25,474 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:25,474 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:25,475 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:25,481 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:25,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:25,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:26,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:27,226 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:27,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:32,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:33,951 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:33,951 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:33,952 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:33,957 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:34,231 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:35,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:35,853 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:29:37,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:37,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:37,410 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:37,416 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:38,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:38,416 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:39,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:40,541 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:40,542 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:40,542 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:40,548 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:40,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:41,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:43,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:43,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:46,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:46,571 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:46,571 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:46,577 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:47,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:49,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:49,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:50,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:50,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:50,503 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:50,508 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:51,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:53,416 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:29:55,509 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:29:55,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:29:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:29:55,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:29:57,374 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:29:57,375 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:29:57,375 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:29:57,380 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:29:57,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:29:59,422 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:01,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:01,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:01,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:01,023 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:01,028 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:01,423 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:03,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:04,567 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:04,568 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:04,568 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:04,574 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:05,428 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:05,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:30:06,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:07,431 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:08,115 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:08,116 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:08,116 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:08,122 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:08,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:09,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:10,543 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:10,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:12,816 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:14,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:14,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:14,972 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:14,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:15,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:17,461 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:18,014 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:19,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:19,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:19,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:19,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:20,463 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:21,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:23,697 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:23,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:23,801 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:23,801 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:23,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:24,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:25,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:25,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:28,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:29,443 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:29,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:29,444 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:29,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:29,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:31,478 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:34,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:34,047 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:34,047 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:34,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:34,053 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:34,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:35,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:35,857 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:30:38,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:38,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:38,150 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:38,155 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:38,485 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:39,156 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:39,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:40,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:42,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:42,064 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:42,064 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:42,070 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:42,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:43,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:45,106 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:46,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:46,443 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:46,443 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:46,449 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:46,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:49,501 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:50,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:51,694 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:51,695 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:51,695 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:51,701 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:52,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:53,506 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:55,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:55,385 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:55,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:55,391 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:55,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:30:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:30:55,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:30:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:30:55,770 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:30:57,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:30:58,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:30:58,849 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:30:58,850 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:30:58,855 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:30:59,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:00,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:01,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:01,991 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:01,992 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:01,992 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:01,998 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:02,516 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:03,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:05,856 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:31:06,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:07,659 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:07,660 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:07,660 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:07,666 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:08,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:09,525 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:10,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:11,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:11,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:11,519 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:11,525 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:11,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:12,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:13,530 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:15,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:15,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:15,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:15,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:15,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:17,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:18,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:20,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:20,682 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:20,682 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:20,687 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:21,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:23,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:23,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:24,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:24,742 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:24,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:24,748 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:25,542 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:25,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:27,547 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:28,759 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:29,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:29,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:29,721 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:29,727 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:30,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:31,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:33,762 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:34,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:34,731 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:34,731 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:34,737 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:35,555 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:35,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:31:37,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:38,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:38,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:38,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:38,028 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:38,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:39,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:39,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:40,544 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:42,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:42,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:42,416 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:42,422 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:42,568 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:44,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:45,572 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:47,407 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:47,408 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:47,409 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:47,414 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:47,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:49,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:50,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:51,208 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:51,209 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:51,209 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:51,215 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:51,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:53,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:55,330 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:55,331 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:55,332 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:55,337 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:31:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:31:55,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:31:55,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:31:55,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:31:57,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:31:59,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:31:59,041 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:31:59,042 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:31:59,047 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:31:59,588 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:01,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:01,591 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:02,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:02,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:02,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:02,317 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:02,592 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:03,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:05,860 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:32:06,457 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:06,458 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:06,459 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:06,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:06,464 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:06,597 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:09,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:10,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:11,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:11,799 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:11,799 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:11,800 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:11,805 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:12,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:12,622 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:14,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:14,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:14,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:14,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:15,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:16,627 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:16,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:18,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:18,818 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:18,819 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:18,824 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:19,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:20,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:22,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:23,188 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:23,189 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:23,190 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:23,195 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:23,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:24,638 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:25,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:28,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:29,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:29,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:29,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:29,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:29,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:30,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:32,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:32,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:32,323 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:32,329 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:32,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:32,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:34,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:35,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:32:36,239 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:36,240 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:36,241 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:36,246 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:36,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:36,654 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:40,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:40,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:40,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:42,000 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:42,001 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:42,001 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:42,008 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:42,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:42,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:46,042 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:46,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:46,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:46,280 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:46,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:46,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:46,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:50,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:50,873 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:50,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:50,878 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:51,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:51,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:52,746 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:54,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:54,967 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:54,967 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:54,973 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:55,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:32:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:32:55,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:32:55,748 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:32:56,751 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:32:57,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:32:58,686 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:32:58,687 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:32:58,687 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:32:58,693 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:32:58,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:00,756 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:02,009 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:02,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:02,010 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:02,016 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:02,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:02,760 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:03,017 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:05,865 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:33:07,494 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:07,494 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:07,495 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:07,500 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:07,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:08,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:08,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:10,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:10,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:10,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:10,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:10,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:10,781 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:11,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:12,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:13,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:18,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:18,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:18,807 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:18,807 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:18,813 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:19,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:20,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:23,523 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:23,524 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:23,524 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:23,530 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:23,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:24,530 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:24,784 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:25,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:25,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:25,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:27,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:27,295 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:27,295 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:27,300 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:27,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:28,791 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:30,338 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:30,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:30,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:30,669 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:30,675 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:30,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:32,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:35,676 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:35,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:33:38,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:38,035 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:38,035 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:38,041 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:38,802 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:38,803 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:40,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:40,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:42,404 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:42,405 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:42,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:42,411 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:42,807 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:42,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:46,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:46,144 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:46,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:46,145 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:46,151 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:46,812 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:46,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:49,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:49,619 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:49,619 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:49,625 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:49,814 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:50,817 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:51,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:53,782 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:53,783 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:53,783 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:53,789 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:53,819 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:54,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:33:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:33:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:33:55,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:33:56,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:33:57,482 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:33:57,483 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:33:57,483 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:33:57,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:33:57,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:33:58,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:01,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:01,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:01,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:01,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:01,827 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:02,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:02,830 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:05,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:34:06,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:06,290 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:06,291 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:06,296 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:06,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:06,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:08,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:09,737 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:09,737 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:09,738 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:09,744 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:09,844 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:10,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:10,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:12,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:12,763 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:12,764 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:12,769 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:12,848 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:13,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:14,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:18,162 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:18,163 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:18,163 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:18,169 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:18,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:18,857 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:19,169 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:21,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:21,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:21,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:21,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:22,861 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:22,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:24,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:25,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:25,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:25,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:26,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:26,831 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:26,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:26,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:26,864 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:28,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:29,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:31,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:31,671 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:31,671 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:31,678 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:31,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:32,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:35,679 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:35,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:34:36,259 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:36,260 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:36,260 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:36,266 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:36,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:36,881 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:39,961 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:39,962 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:39,962 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:39,968 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:40,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:40,801 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:40,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:40,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:43,780 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:43,781 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:43,781 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:43,786 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:43,887 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:44,890 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:45,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:48,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:48,404 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:48,405 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:48,410 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:48,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:48,895 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:51,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:54,253 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:54,254 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:54,254 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:54,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:34:54,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:34:54,901 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:34:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:34:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:34:55,545 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:34:56,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:34:59,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:34:59,924 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:34:59,924 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:34:59,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:00,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:00,908 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:01,966 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:03,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:03,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:03,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:03,490 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:03,909 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:04,912 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:05,872 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:35:07,874 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:09,635 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:09,636 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:09,636 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:09,641 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:09,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:10,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:10,920 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:13,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:17,325 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:17,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:17,326 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:17,331 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:17,924 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:18,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:19,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:21,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:21,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:21,204 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:21,210 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:21,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:22,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:25,211 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:25,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:25,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:25,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:25,889 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:25,890 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:25,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:25,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:25,934 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:26,937 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:29,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:29,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:29,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:29,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:29,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:30,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:31,105 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:33,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:33,195 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:33,196 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:33,201 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:33,974 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:34,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:35,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:35:36,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:39,024 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:39,028 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:39,028 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:39,034 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:39,980 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:40,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:40,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:40,983 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:42,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:42,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:42,934 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:42,934 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:42,940 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:42,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:44,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:47,582 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:47,583 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:47,583 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:47,589 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:47,990 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:48,590 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:48,993 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:51,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:51,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:51,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:51,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:51,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:52,997 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:53,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:35:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:35:55,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:35:55,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:35:56,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:35:56,723 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:35:56,724 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:35:56,729 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:35:57,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:35:59,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:35:59,766 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:00,973 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:00,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:00,974 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:00,980 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:01,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:03,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:04,761 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:04,762 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:04,762 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:04,768 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:04,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:05,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:05,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:36:07,013 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:08,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:08,898 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:08,898 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:08,904 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:09,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:09,905 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:10,545 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:10,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:11,019 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:12,851 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:12,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:12,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:12,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:13,021 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:15,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:15,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:16,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:16,478 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:16,478 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:16,483 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:17,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:17,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:21,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:22,682 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:22,683 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:22,684 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:22,689 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:23,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:25,035 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:25,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:26,462 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:26,462 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:26,463 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:26,468 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:26,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:27,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:27,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:30,363 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:30,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:30,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:30,370 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:31,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:31,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:32,371 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:34,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:34,691 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:34,691 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:34,697 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:35,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:35,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:36:37,051 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:37,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:38,636 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:38,637 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:38,637 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:38,643 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:39,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:39,055 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:40,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:43,185 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:43,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:43,186 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:43,186 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:43,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:44,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:45,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:46,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:46,497 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:46,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:46,503 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:47,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:47,065 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:48,504 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:51,152 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:51,153 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:51,154 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:51,159 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:52,068 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:53,071 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:54,160 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:55,365 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:55,366 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:55,366 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:55,371 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:36:55,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:36:55,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:36:55,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:36:56,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:36:57,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:36:59,680 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:36:59,681 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:36:59,681 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:36:59,681 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:36:59,687 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:00,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:01,080 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:04,097 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:04,097 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:04,098 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:04,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:05,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:05,085 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:05,104 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:05,882 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:37:09,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:09,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:09,980 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:09,986 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:10,090 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:10,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:10,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:11,092 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:13,566 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:13,566 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:13,567 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:13,572 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:14,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:15,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:16,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:17,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:17,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:17,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:17,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:18,099 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:19,102 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:21,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:21,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:21,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:21,155 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:22,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:22,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:23,107 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:25,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:27,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:27,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:27,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:27,022 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:27,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:28,058 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:29,115 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:30,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:30,810 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:30,810 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:30,816 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:31,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:33,120 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:33,817 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:35,884 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:37:38,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:39,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:39,234 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:39,234 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:39,240 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:40,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:40,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:41,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:42,894 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:42,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:42,895 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:42,901 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:43,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:43,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:45,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:47,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:47,158 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:47,158 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:47,164 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:48,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:49,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:49,164 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:51,920 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:51,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:51,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:51,927 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:52,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:37:53,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:54,928 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:37:55,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:37:55,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:37:55,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:37:56,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:37:56,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:37:56,675 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:37:56,681 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:37:57,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:37:57,146 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:00,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:05,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:05,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:05,085 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:05,090 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:05,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:05,888 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:38:05,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:07,155 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:08,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:08,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:08,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:08,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:09,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:09,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:10,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:11,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:12,497 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:12,498 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:12,498 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:12,504 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:13,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:13,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:16,255 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:16,256 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:16,257 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:16,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:17,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:17,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:17,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:19,623 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:19,624 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:19,624 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:19,630 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:20,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:21,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:22,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:25,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:25,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:26,778 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:26,779 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:26,779 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:26,784 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:27,178 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:27,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:29,183 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:31,020 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:31,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:31,021 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:31,027 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:31,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:33,028 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:33,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:35,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:35,363 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:35,363 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:35,369 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:35,891 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:38:36,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:37,194 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:38,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:40,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:40,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:43,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:43,765 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:43,765 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:43,772 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:44,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:44,806 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:45,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:47,625 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:47,626 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:47,627 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:47,632 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:48,204 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:49,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:50,633 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:38:50,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:50,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:50,989 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:50,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:51,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:53,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:54,539 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:38:54,540 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:38:54,540 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:38:54,546 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:38:55,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:38:55,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:38:55,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:38:55,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:38:55,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:38:55,823 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:00,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:02,228 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:02,228 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:02,229 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:02,234 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:03,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:03,222 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:05,893 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:39:05,896 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:06,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:06,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:06,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:06,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:07,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:07,228 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:10,144 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:10,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:10,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:10,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:10,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:10,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:10,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:11,233 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:11,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:15,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:15,717 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:15,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:15,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:16,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:17,239 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:17,758 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:19,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:19,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:19,577 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:19,582 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:20,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:21,244 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:23,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:23,485 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:23,485 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:23,485 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:23,491 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:24,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:25,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:25,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:26,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:26,481 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:26,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:26,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:27,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:27,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:28,522 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:30,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:30,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:30,042 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:30,048 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:30,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:31,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:34,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:34,364 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:34,364 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:34,365 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:34,370 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:35,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:35,275 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:35,895 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:39:38,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:38,263 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:38,264 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:38,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:38,278 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:39,270 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:39,281 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:40,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:42,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:42,620 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:42,620 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:42,626 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:43,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:43,286 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:44,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:46,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:46,972 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:46,972 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:46,978 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:47,289 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:49,293 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:49,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:51,857 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:51,858 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:51,858 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:51,864 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:52,295 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:53,298 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:39:55,505 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:39:55,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:39:55,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:39:55,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:39:55,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:39:55,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:39:55,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:39:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:39:56,300 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:39:57,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:00,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:00,392 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:00,392 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:00,398 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:01,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:01,308 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:01,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:03,788 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:03,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:03,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:03,798 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:04,310 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:05,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:05,897 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:40:06,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:09,975 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:09,976 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:09,976 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:09,982 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:10,318 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:10,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:11,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:12,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:13,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:13,780 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:13,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:13,785 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:14,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:15,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:18,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:22,273 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:22,274 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:22,274 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:22,280 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:22,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:23,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:24,280 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:25,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:26,377 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:26,378 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:26,378 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:26,384 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:27,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:27,338 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:29,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:29,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:29,662 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:29,663 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:29,668 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:30,341 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:31,344 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:34,669 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:35,149 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:35,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:35,150 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:35,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:35,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:35,901 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:40:37,351 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:38,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:38,900 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:38,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:38,906 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:39,354 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:39,355 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:39,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:40,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:44,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:44,159 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:44,159 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:44,165 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:44,359 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:45,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:45,362 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:47,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:47,931 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:47,931 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:47,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:48,364 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:49,367 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:50,938 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:52,061 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:52,062 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:52,062 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:52,067 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:52,369 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:53,372 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:40:55,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:40:55,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:40:55,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:40:55,724 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:40:55,842 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:40:55,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:40:55,848 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:40:56,374 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:40:56,849 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:40:57,377 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:00,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:00,227 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:00,227 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:00,233 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:00,379 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:01,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:02,233 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:04,143 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:04,143 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:04,144 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:04,149 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:04,384 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:05,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:05,902 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:41:07,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:10,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:12,130 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:12,131 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:12,131 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:12,136 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:12,393 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:13,174 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:13,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:16,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:16,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:16,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:16,028 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:16,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:17,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:19,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:20,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:20,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:20,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:20,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:20,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:21,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:23,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:23,936 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:23,936 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:23,942 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:24,408 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:24,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:25,411 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:25,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:29,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:29,279 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:29,279 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:29,285 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:29,415 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:30,322 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:31,418 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:34,291 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:34,292 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:34,292 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:34,298 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:34,421 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:35,424 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:35,904 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:41:35,907 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:37,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:37,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:37,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:37,764 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:38,426 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:39,429 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:40,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:40,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:41,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:46,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:46,327 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:46,328 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:46,333 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:46,434 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:47,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:47,437 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:52,370 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:53,327 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:53,328 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:53,329 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:53,334 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:53,441 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:41:55,442 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:55,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:41:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:41:55,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:41:57,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:41:58,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:41:58,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:41:58,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:41:58,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:41:59,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:41:59,447 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:02,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:02,185 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:02,185 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:02,192 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:02,457 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:03,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:03,459 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:05,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:05,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:05,659 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:05,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:05,910 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:42:06,462 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:07,464 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:08,911 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:09,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:09,166 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:09,166 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:09,172 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:09,466 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:10,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:10,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:11,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:12,672 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:12,673 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:12,673 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:12,679 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:13,474 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:13,475 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:14,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:16,745 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:16,746 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:16,747 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:16,752 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:17,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:17,479 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:19,753 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:20,787 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:20,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:20,788 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:20,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:21,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:21,484 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:24,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:25,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:25,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:25,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:25,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:25,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:25,940 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:25,946 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:26,487 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:27,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:29,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:30,898 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:30,899 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:30,899 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:30,905 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:31,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:31,497 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:35,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:35,908 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:42:36,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:36,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:36,812 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:36,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:37,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:37,504 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:40,547 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:40,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:40,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:40,559 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:40,838 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:40,838 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:40,844 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:41,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:41,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:41,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:46,812 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:46,812 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:46,813 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:46,818 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:47,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:47,515 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:47,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:50,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:50,353 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:50,353 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:50,359 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:50,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:51,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:42:53,359 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:42:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:42:55,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:42:57,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:42:57,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:42:57,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:42:57,328 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:42:57,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:42:58,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:42:59,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:03,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:05,574 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:05,575 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:05,575 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:05,581 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:05,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:43:06,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:07,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:08,854 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:08,855 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:08,855 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:08,855 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:08,861 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:09,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:09,544 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:10,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:14,756 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:15,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:15,488 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:15,488 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:15,493 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:15,549 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:17,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:20,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:20,297 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:20,297 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:20,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:20,303 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:20,554 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:21,557 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:24,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:24,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:24,446 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:24,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:24,559 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:25,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:25,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:25,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:25,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:25,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:30,750 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:30,751 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:30,751 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:30,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:30,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:31,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:31,571 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:35,794 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:35,913 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:43:35,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:35,968 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:35,968 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:35,974 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:36,575 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:37,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:40,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:40,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:40,077 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:40,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:40,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:40,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:40,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:40,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:41,582 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:41,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:43,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:43,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:43,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:43,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:44,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:45,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:46,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:47,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:47,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:47,265 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:47,270 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:47,589 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:49,592 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:50,773 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:50,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:50,774 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:50,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:51,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:51,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:52,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:55,317 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:55,318 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:55,319 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:55,324 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:43:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:43:55,548 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:43:55,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:57,603 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:43:57,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:43:58,394 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:43:58,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:43:58,394 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:43:58,400 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:43:58,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:43:59,606 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:01,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:01,658 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:01,658 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:01,664 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:02,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:03,611 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:03,665 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:05,918 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:44:06,597 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:06,598 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:06,598 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:06,604 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:06,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:07,617 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:09,604 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:10,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:10,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:10,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:10,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:10,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:10,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:11,623 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:14,471 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:14,472 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:14,472 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:14,478 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:14,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:15,514 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:15,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:20,031 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:20,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:20,032 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:20,038 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:20,632 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:21,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:21,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:24,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:24,832 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:24,832 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:24,837 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:25,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:25,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:25,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:25,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:26,859 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:28,393 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:28,393 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:28,393 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:28,399 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:28,643 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:29,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:32,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:35,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:44:36,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:36,980 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:36,981 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:36,987 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:37,657 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:37,658 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:37,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:40,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:40,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:40,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:40,802 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:40,802 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:40,807 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:41,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:41,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:43,808 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:45,916 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:45,917 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:45,917 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:45,923 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:46,666 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:47,669 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:48,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:49,984 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:49,984 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:49,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:49,990 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:50,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:51,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:53,991 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:55,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:44:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:44:55,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:44:55,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:55,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:55,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:55,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:56,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:44:57,698 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:59,149 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:44:59,150 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:44:59,150 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:44:59,150 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:44:59,156 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:44:59,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:44:59,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:04,157 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:05,629 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:05,630 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:05,630 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:05,636 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:05,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:05,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:45:07,710 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:09,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:10,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:10,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:10,726 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:10,743 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:10,743 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:10,749 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:11,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:11,716 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:15,749 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:15,890 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:15,890 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:15,890 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:15,896 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:16,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:17,723 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:18,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:18,844 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:18,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:18,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:19,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:19,726 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:20,850 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:22,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:22,190 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:22,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:22,196 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:22,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:23,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:25,548 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:25,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:25,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:26,384 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:26,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:26,385 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:26,385 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:26,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:26,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:27,736 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:29,868 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:29,869 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:29,869 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:29,874 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:30,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:31,743 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:31,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:33,243 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:33,243 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:33,244 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:33,249 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:33,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:33,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:35,921 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:45:36,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:36,537 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:36,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:36,543 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:36,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:37,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:37,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:40,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:41,223 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:41,223 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:41,223 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:41,229 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:41,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:41,758 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:43,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:44,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:44,780 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:44,780 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:44,786 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:45,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:45,763 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:48,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:49,342 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:49,342 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:49,343 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:49,348 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:49,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:51,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:53,707 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:53,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:53,708 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:53,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:53,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:45:54,714 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:45:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:45:55,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:45:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:45:55,773 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:59,249 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:45:59,250 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:45:59,250 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:45:59,255 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:45:59,841 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:45:59,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:00,294 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:04,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:04,117 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:04,118 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:04,123 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:04,845 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:05,847 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:05,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:46:05,925 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:09,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:09,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:09,030 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:09,036 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:09,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:09,853 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:10,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:11,765 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:13,173 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:13,173 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:13,174 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:13,179 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:13,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:13,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:17,214 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:19,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:19,355 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:19,355 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:19,361 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:19,862 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:21,866 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:22,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:22,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:22,941 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:22,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:22,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:23,869 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:23,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:25,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:25,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:25,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:26,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:26,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:26,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:26,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:26,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:27,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:27,874 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:30,656 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:30,657 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:30,657 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:30,662 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:30,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:31,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:33,663 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:35,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:35,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:35,882 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:35,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:35,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:35,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:46:37,892 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:38,927 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:39,502 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:39,503 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:39,503 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:39,509 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:39,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:40,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:41,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:43,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:43,092 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:43,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:43,098 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:43,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:43,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:44,134 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:48,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:48,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:48,172 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:48,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:48,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:49,178 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:49,906 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:53,379 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:53,380 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:53,380 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:53,386 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:53,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:54,386 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:46:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:46:55,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:46:55,927 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:46:57,436 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:46:57,437 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:46:57,437 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:46:57,442 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:46:57,929 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:46:59,478 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:46:59,932 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:00,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:00,981 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:00,981 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:00,987 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:01,935 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:01,936 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:04,349 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:04,349 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:04,350 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:04,356 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:04,938 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:05,356 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:05,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:47:05,941 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:08,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:08,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:08,264 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:08,270 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:08,943 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:09,946 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:10,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:10,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:11,807 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:11,808 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:11,808 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:11,814 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:11,949 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:13,952 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:15,772 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:15,773 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:15,773 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:15,779 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:15,954 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:16,779 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:17,955 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:20,085 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:20,086 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:20,086 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:20,092 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:20,958 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:21,960 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:22,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:23,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:23,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:23,978 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:23,983 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:24,975 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:25,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:25,549 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:25,978 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:27,818 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:29,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:29,183 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:29,184 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:29,189 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:29,984 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:29,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:33,226 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:34,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:34,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:34,989 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:34,995 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:35,929 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:47:35,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:35,991 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:38,931 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:39,256 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:39,257 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:39,257 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:39,262 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:39,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:39,996 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:40,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:42,699 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:42,700 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:42,700 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:42,706 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:42,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:44,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:44,742 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:46,093 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:46,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:46,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:46,100 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:47,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:48,006 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:50,101 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:50,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:50,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:50,499 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:50,506 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:51,025 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:52,027 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:47:55,507 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:47:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:47:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:47:55,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:47:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:47:55,803 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:47:55,803 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:47:55,836 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:47:56,070 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:47:58,074 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:00,837 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:03,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:03,774 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:03,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:03,780 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:04,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:05,931 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:48:05,933 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:06,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:07,464 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:07,465 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:07,465 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:07,471 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:08,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:10,086 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:10,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:10,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:11,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:11,382 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:11,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:11,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:11,388 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:12,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:12,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:16,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:19,942 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:19,943 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:19,944 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:19,949 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:20,096 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:21,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:22,100 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:23,544 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:23,545 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:23,546 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:23,551 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:24,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:25,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:25,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:26,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:27,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:27,193 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:27,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:27,194 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:27,199 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:28,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:28,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:30,643 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:30,644 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:30,644 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:30,650 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:31,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:32,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:32,651 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:35,696 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:35,697 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:35,697 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:35,702 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:35,933 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:48:36,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:37,935 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:38,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:39,430 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:39,430 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:39,431 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:39,436 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:40,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:40,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:40,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:40,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:43,128 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:43,128 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:43,129 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:43,129 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:43,134 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:43,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:44,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:47,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:47,442 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:47,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:47,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:48,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:48,166 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:48,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:51,230 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:51,231 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:51,231 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:51,237 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:52,170 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:52,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:54,237 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:48:54,689 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:54,690 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:54,690 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:54,696 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:55,190 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:55,549 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:48:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:48:55,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:48:56,193 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:48:58,219 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:48:58,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:48:58,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:48:58,225 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:48:59,201 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:48:59,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:00,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:04,262 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:05,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:05,103 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:05,104 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:05,109 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:05,207 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:05,935 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:49:06,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:08,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:08,790 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:08,790 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:08,796 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:09,211 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:09,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:10,212 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:10,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:12,238 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:12,239 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:12,239 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:12,245 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:13,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:14,218 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:15,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:16,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:16,204 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:16,204 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:16,209 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:16,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:18,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:20,441 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:20,441 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:20,442 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:20,442 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:20,448 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:21,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:22,229 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:25,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:25,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:26,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:26,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:26,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:26,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:26,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:28,235 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:29,960 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:29,961 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:29,961 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:29,967 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:30,238 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:30,967 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:32,241 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:33,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:33,923 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:33,923 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:33,929 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:34,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:35,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:49:36,246 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:36,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:39,015 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:39,016 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:39,016 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:39,022 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:39,249 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:40,252 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:40,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:42,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:42,246 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:42,247 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:42,247 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:42,252 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:42,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:44,257 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:47,290 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:47,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:47,841 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:47,841 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:47,846 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:48,260 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:50,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:49:52,847 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:49:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:49:55,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:49:56,138 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:49:56,139 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:49:56,139 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:49:56,145 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:49:56,267 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:49:58,182 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:49:58,269 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:00,586 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:00,587 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:00,587 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:00,593 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:01,271 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:02,274 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:03,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:04,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:04,384 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:04,384 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:04,390 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:05,276 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:05,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:50:06,279 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:08,941 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:09,334 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:09,335 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:09,335 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:09,341 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:10,284 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:10,285 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:10,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:14,118 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:14,118 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:14,118 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:14,119 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:14,124 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:14,288 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:16,292 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:17,896 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:17,896 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:17,897 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:17,902 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:18,293 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:19,903 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:20,297 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:21,614 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:21,615 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:21,615 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:21,621 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:22,299 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:24,302 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:25,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:25,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:26,165 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:26,165 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:26,165 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:26,171 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:26,303 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:28,313 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:30,258 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:30,259 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:30,259 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:30,265 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:30,316 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:31,266 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:32,320 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:33,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:33,947 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:33,947 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:33,952 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:34,322 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:35,942 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:50:36,325 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:36,943 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:37,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:37,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:37,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:37,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:38,329 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:38,330 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:40,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:42,717 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:42,718 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:42,718 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:42,718 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:42,724 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:43,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:44,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:47,224 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:47,225 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:47,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:47,230 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:47,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:48,231 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:48,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:51,645 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:51,645 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:51,646 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:51,652 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:52,343 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:53,652 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:50:54,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:50:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:50:55,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:50:55,648 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:50:55,775 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:50:55,775 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:50:55,797 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:50:56,360 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:50:58,363 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:50:58,797 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:03,798 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:05,944 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:51:06,381 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:06,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:06,382 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:06,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:06,388 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:08,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:09,388 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:10,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:10,506 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:10,507 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:10,512 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:10,550 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:10,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:11,395 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:12,398 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:13,594 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:13,595 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:13,595 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:13,600 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:14,401 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:14,402 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:14,638 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:17,337 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:17,337 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:17,338 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:17,344 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:17,403 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:18,406 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:20,345 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:22,924 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:22,925 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:22,925 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:22,930 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:23,409 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:24,412 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:25,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:25,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:25,763 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:30,764 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:31,465 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:31,466 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:31,466 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:31,472 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:32,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:32,430 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:35,170 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:35,171 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:35,171 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:35,176 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:35,432 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:35,949 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:51:35,950 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:36,433 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:39,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:39,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:39,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:39,424 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:39,436 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:40,438 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:40,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:40,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:41,784 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:42,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:42,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:42,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:42,969 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:43,440 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:44,443 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:47,006 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:47,701 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:47,702 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:47,703 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:47,708 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:48,446 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:50,449 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:51,489 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:51,490 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:51,490 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:51,496 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:52,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:52,451 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:52,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:55,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:55,180 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:55,181 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:55,187 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:55,465 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:51:55,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:51:55,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:51:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:51:56,468 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:51:57,821 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:51:58,986 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:51:58,987 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:51:58,987 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:51:58,993 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:51:59,470 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:00,473 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:03,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:03,470 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:03,471 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:03,471 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:03,477 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:03,477 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:04,480 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:05,948 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:52:07,403 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:07,403 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:07,404 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:07,409 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:07,482 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:08,410 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:08,483 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:10,550 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:10,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:13,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:13,460 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:13,461 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:13,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:13,466 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:13,488 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:14,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:17,092 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:17,094 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:17,094 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:17,099 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:17,493 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:18,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:19,100 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:22,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:22,271 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:22,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:22,295 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:22,499 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:24,296 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:24,500 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:25,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:27,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:27,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:27,745 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:27,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:28,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:29,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:30,509 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:31,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:31,319 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:31,320 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:31,325 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:31,510 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:32,513 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:35,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:35,953 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:52:40,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:40,351 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:40,351 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:40,352 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:40,357 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:40,519 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:40,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:42,522 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:44,242 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:44,242 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:44,243 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:44,248 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:44,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:46,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:46,527 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:47,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:47,981 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:47,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:47,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:48,528 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:50,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:51,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:54,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:54,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:54,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:54,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:54,535 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:52:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:52:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:52:55,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:52:56,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:52:57,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:52:58,091 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:52:58,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:52:58,092 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:52:58,097 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:52:58,540 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:00,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:02,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:02,480 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:02,481 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:02,486 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:02,545 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:03,487 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:04,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:05,952 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:53:08,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:08,054 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:08,054 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:08,060 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:08,551 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:09,060 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:10,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:10,556 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:12,236 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:12,236 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:12,237 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:12,242 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:12,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:14,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:14,562 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:15,602 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:15,603 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:15,603 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:15,609 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:16,565 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:16,566 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:19,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:23,994 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:23,995 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:23,995 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:24,001 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:24,570 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:25,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:25,551 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:26,574 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:28,789 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:28,789 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:28,789 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:28,795 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:29,577 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:30,578 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:30,830 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:31,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:31,874 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:31,874 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:31,879 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:32,580 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:34,583 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:35,439 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:35,440 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:35,441 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:35,446 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:35,584 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:35,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:53:35,958 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:36,587 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:39,501 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:39,502 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:39,502 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:39,508 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:39,590 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:40,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:40,593 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:41,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:43,843 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:43,844 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:43,844 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:43,850 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:44,595 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:46,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:46,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:47,621 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:47,622 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:47,623 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:47,628 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:48,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:48,602 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:51,477 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:51,478 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:51,478 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:51,484 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:51,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:52,484 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:53:52,607 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:54,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:53:54,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:53:54,965 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:53:54,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:53:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:53:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:53:55,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:53:55,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:53:56,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:53:57,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:00,591 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:00,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:00,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:00,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:00,614 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:02,618 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:03,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:05,956 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:54:06,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:06,445 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:06,446 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:06,451 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:06,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:08,624 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:09,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:10,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:10,939 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:10,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:10,940 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:10,946 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:11,628 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:12,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:14,982 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:15,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:15,669 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:15,669 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:15,675 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:16,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:16,635 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:19,627 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:19,628 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:19,628 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:19,634 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:19,637 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:20,634 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:20,640 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:22,879 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:22,880 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:22,880 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:22,886 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:23,642 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:24,644 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:25,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:25,825 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:26,592 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:26,592 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:26,592 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:26,598 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:26,646 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:28,649 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:30,355 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:30,356 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:30,356 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:30,362 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:30,652 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:31,362 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:32,656 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:35,962 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:54:36,963 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:38,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:38,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:38,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:38,928 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:39,661 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:40,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:40,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:40,663 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:42,809 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:43,054 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:43,055 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:43,055 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:43,061 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:43,665 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:44,668 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:48,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:48,297 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:48,298 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:48,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:48,304 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:48,671 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:50,674 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:51,829 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:51,830 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:51,830 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:51,835 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:52,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:52,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:53,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:54:55,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:54:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:54:55,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:54:57,302 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:54:57,302 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:54:57,303 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:54:57,308 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:54:57,682 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:54:58,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:54:59,346 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:00,940 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:00,940 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:00,941 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:00,947 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:01,687 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:02,690 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:04,171 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:04,172 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:04,173 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:04,178 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:04,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:05,179 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:05,960 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:55:06,694 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:08,930 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:08,931 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:08,931 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:08,937 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:09,696 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:10,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:10,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:10,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:10,699 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:10,839 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:13,283 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:13,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:13,284 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:13,290 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:13,702 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:14,706 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:16,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:16,814 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:16,815 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:16,815 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:16,821 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:17,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:18,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:20,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:20,348 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:20,348 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:20,354 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:20,715 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:21,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:22,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:24,088 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:24,089 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:24,089 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:24,095 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:24,720 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:25,551 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:25,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:26,725 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:26,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:28,985 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:28,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:28,985 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:28,991 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:29,728 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:30,731 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:32,026 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:33,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:33,205 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:33,205 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:33,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:33,733 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:34,734 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:35,966 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:55:36,744 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:36,745 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:36,746 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:36,751 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:37,737 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:37,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:38,739 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:40,218 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:40,219 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:40,219 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:40,224 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:40,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:40,741 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:42,744 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:42,831 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:47,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:47,058 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:47,058 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:47,064 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:47,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:48,102 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:48,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:51,151 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:51,152 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:51,152 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:51,158 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:51,752 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:52,753 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:53,158 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:55:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:55:55,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:55:55,880 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:55,881 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:55,881 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:55,887 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:56,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:55:56,757 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:55:58,922 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:55:59,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:55:59,299 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:55:59,299 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:55:59,305 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:55:59,759 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:00,762 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:04,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:05,965 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:56:07,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:07,728 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:07,728 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:07,734 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:07,767 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:08,769 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:09,735 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:10,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:11,444 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:11,444 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:11,445 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:11,450 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:11,772 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:12,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:14,445 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:14,446 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:14,446 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:14,452 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:14,777 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:15,453 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:16,780 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:18,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:18,879 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:18,879 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:18,885 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:19,782 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:20,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:20,886 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:22,968 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:22,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:22,969 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:22,975 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:23,785 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:24,788 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:25,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:26,125 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:27,914 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:27,914 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:27,914 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:27,920 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:28,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:28,793 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:31,409 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:31,410 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:31,411 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:31,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:31,416 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:31,796 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:32,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:35,269 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:35,270 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:35,270 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:35,276 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:35,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:35,970 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:56:36,801 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:36,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:39,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:39,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:39,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:39,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:39,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:40,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:40,806 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:42,607 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:42,608 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:42,608 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:42,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:42,614 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:42,808 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:44,811 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:46,962 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:46,963 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:46,963 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:46,971 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:47,813 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:47,971 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:48,816 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:50,705 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:50,706 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:50,706 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:50,711 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:50,818 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:52,821 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:53,712 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:56:55,053 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:56:55,054 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:56:55,054 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:56:55,060 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:56:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:56:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:56:55,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:56:55,824 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:56:56,826 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:56:58,822 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:00,071 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:00,072 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:00,072 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:00,077 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:00,829 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:02,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:03,449 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:03,450 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:03,450 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:03,455 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:03,833 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:04,456 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:04,835 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:05,969 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:57:08,417 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:08,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:08,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:08,424 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:08,838 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:10,424 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:10,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:10,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:10,552 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:10,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:11,654 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:11,655 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:11,655 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:11,660 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:11,843 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:12,846 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:15,698 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:15,981 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:15,982 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:15,982 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:15,988 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:16,851 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:16,852 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:20,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:20,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:20,529 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:20,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:20,854 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:21,534 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:22,858 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:24,630 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:24,631 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:24,631 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:24,637 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:24,859 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:25,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:26,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:26,863 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:29,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:29,519 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:29,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:29,526 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:29,867 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:30,870 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:32,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:33,051 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:33,051 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:33,052 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:33,057 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:33,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:34,872 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:35,974 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:57:37,976 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:38,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:38,205 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:38,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:38,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:38,875 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:40,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:40,879 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:42,263 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:42,264 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:42,264 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:42,269 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:42,880 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:43,306 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:44,883 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:46,588 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:46,589 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:46,589 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:46,594 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:46,885 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:48,595 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:48,888 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:53,596 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:57:54,893 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:57:54,894 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:57:54,894 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:57:54,900 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:57:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:57:55,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:57:55,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:57:55,893 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:57:56,896 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:57:58,790 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:03,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:03,203 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:03,203 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:03,209 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:03,900 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:04,246 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:04,903 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:05,973 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:58:06,921 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:06,922 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:06,922 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:06,927 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:07,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:08,905 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:09,928 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:10,450 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:10,451 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:10,451 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:10,456 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:10,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:10,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:10,907 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:12,911 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:14,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:14,538 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:14,538 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:14,543 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:14,913 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:15,578 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:16,916 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:19,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:19,689 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:19,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:19,695 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:19,918 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:20,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:20,921 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:25,329 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:25,330 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:25,330 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:25,335 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:25,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:25,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:25,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:25,985 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:26,988 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:30,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:33,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:33,642 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:33,642 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:33,648 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:33,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:34,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:35,975 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:58:35,977 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:38,438 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:38,439 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:38,439 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:38,445 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:39,001 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:40,552 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:40,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:41,004 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:41,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:42,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:42,902 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:42,902 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:42,908 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:43,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:45,009 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:46,392 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:46,396 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:46,396 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:46,402 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:47,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:47,402 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:49,014 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:50,077 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:50,077 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:50,078 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:50,083 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:51,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:51,017 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:53,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:54,193 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:54,194 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:54,194 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:54,201 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:55,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:58:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:58:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:58:55,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:58:57,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:58:58,146 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:58:58,147 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:58:58,147 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:58:58,147 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:58:58,152 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:58:59,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:01,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:01,713 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:01,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:01,714 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:01,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:02,029 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:03,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:03,720 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:05,393 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:05,394 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:05,394 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:05,399 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:05,977 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:59:06,034 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:07,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:08,751 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:08,752 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:08,752 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:08,752 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:08,758 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:09,038 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:10,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:11,039 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:13,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:13,795 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:13,796 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:13,796 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:13,801 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:14,043 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:15,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:17,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:17,369 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:17,369 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:17,375 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:18,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:19,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:19,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:22,529 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:22,530 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:22,530 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:22,536 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:23,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:24,537 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:25,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:25,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:27,380 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:27,381 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:27,381 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:27,387 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:28,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:29,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:30,422 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:31,183 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:31,184 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:31,184 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:31,190 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:32,064 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:33,067 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:34,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:34,997 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:34,997 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:35,003 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:35,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:35,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 17:59:35,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:37,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:37,891 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:37,892 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:37,892 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:37,898 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:38,073 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:39,076 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:40,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:41,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:41,979 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:41,979 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:41,979 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:41,985 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:42,078 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:43,081 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:46,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:46,557 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:46,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:46,562 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:47,083 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:47,563 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:49,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:52,177 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:52,178 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:52,178 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:52,184 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:53,103 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 17:59:53,104 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:53,184 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 17:59:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 17:59:55,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 17:59:56,307 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 17:59:56,308 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 17:59:56,308 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 17:59:56,314 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 17:59:57,106 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 17:59:58,350 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 17:59:59,110 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:00,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:00,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:00,602 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:00,608 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:01,111 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:03,114 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:03,609 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:04,572 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:04,573 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:04,573 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:04,579 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:05,116 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:05,981 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:00:07,119 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:08,983 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:10,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:13,159 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:13,160 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:13,160 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:13,166 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:14,125 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:14,202 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:15,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:17,451 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:17,452 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:17,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:17,458 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:18,129 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:19,132 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:19,459 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:23,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:23,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:23,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:23,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:24,135 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:24,695 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:25,136 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:25,553 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:26,834 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:26,835 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:26,835 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:26,841 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:27,138 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:29,141 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:29,878 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:30,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:30,709 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:30,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:30,714 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:31,144 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:33,147 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:34,154 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:34,154 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:34,155 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:34,160 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:35,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:35,149 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:35,161 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:35,983 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:00:37,675 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:37,676 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:37,676 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:37,682 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:38,151 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:39,153 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:40,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:40,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:45,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:46,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:46,081 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:46,082 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:46,087 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:46,158 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:47,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:50,819 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:50,819 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:50,820 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:50,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:50,826 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:51,163 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:53,167 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:55,204 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:55,205 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:55,206 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:55,211 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:00:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:00:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:00:55,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:00:56,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:00:56,746 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:00:57,172 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:00:59,313 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:00:59,313 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:00:59,314 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:00:59,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:00,174 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:01,177 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:02,354 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:03,310 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:03,314 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:03,315 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:03,320 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:04,179 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:05,182 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:05,985 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:01:07,987 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:09,875 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:09,876 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:09,876 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:09,882 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:10,185 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:10,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:10,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:11,188 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:13,495 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:13,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:13,496 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:13,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:13,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:14,192 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:15,195 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:17,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:17,499 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:17,499 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:17,505 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:18,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:18,506 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:19,197 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:21,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:21,287 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:21,287 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:21,292 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:22,199 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:23,202 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:24,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:25,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:25,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:26,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:26,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:26,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:26,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:27,205 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:29,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:29,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:34,366 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:34,521 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:34,522 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:34,522 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:34,528 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:35,214 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:35,988 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:01:37,217 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:38,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:38,391 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:38,391 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:38,397 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:39,219 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:39,397 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:40,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:40,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:41,223 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:43,411 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:43,411 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:43,412 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:43,417 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:44,225 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:44,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:45,227 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:48,049 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:48,050 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:48,050 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:48,056 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:48,230 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:49,232 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:50,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:55,057 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:01:55,553 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:01:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:01:55,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:01:55,570 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:55,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:55,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:55,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:01:56,237 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:01:57,240 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:01:59,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:01:59,716 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:01:59,716 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:01:59,722 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:00,243 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:00,723 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:01,245 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:03,600 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:03,601 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:03,601 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:03,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:04,248 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:05,250 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:05,993 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:02:05,995 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:07,836 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:07,837 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:07,837 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:07,843 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:08,253 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:09,255 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:10,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:11,747 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:12,252 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:12,253 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:12,253 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:12,260 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:12,261 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:13,263 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:16,708 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:16,708 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:16,709 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:16,715 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:17,328 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:17,715 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:19,331 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:20,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:20,484 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:20,484 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:20,489 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:21,333 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:23,334 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:23,490 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:23,757 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:23,757 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:23,758 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:23,763 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:24,335 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:25,337 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:25,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:28,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:28,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:28,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:28,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:28,498 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:29,340 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:31,346 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:32,340 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:32,340 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:32,341 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:32,346 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:32,347 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:33,349 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:34,347 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:35,992 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:02:36,792 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:36,793 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:36,793 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:36,799 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:37,352 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:39,356 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:39,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:40,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:40,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:40,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:40,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:40,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:41,358 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:43,361 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:44,452 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:44,453 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:44,453 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:44,459 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:45,378 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:45,460 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:47,382 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:48,988 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:48,989 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:48,990 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:48,996 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:49,383 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:50,996 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:02:51,387 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:53,912 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:02:53,912 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:02:53,913 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:02:53,918 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:02:54,389 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:02:55,392 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:02:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:02:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:02:55,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:02:56,833 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:00,620 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:00,621 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:00,621 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:00,627 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:01,396 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:02,662 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:03,400 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:05,997 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:03:07,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:08,946 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:08,947 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:08,947 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:08,954 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:09,404 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:10,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:11,407 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:13,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:17,500 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:17,500 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:17,501 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:17,507 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:18,435 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:19,490 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:19,542 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:21,220 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:21,221 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:21,221 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:21,227 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:21,491 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:23,494 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:24,198 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:24,199 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:24,200 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:24,205 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:24,495 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:25,205 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:25,496 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:25,554 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:30,800 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:32,546 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:32,546 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:32,547 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:32,552 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:33,503 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:35,507 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:35,996 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:03:35,997 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:36,608 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:36,608 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:36,609 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:36,614 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:37,508 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:39,512 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:40,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:40,730 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:40,776 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:40,776 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:40,782 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:41,514 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:41,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:43,517 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:44,282 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:44,283 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:44,283 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:44,288 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:44,518 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:45,523 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:47,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:52,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:52,722 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:52,722 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:52,723 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:52,728 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:53,529 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:55,532 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:03:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:03:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:03:55,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:03:56,827 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:03:56,827 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:03:56,828 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:03:56,834 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:03:57,534 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:03:57,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:03:59,537 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:00,190 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:00,191 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:00,191 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:00,197 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:00,538 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:01,541 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:03,197 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:04,593 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:04,593 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:04,594 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:04,599 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:05,543 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:06,001 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:04:07,547 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:08,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:08,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:08,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:08,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:08,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:09,548 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:10,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:11,552 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:12,575 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:12,576 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:12,576 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:12,583 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:13,554 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:14,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:15,558 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:19,618 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:20,899 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:20,899 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:20,900 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:20,905 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:21,596 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:22,599 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:24,906 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:25,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:26,375 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:26,376 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:26,376 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:26,382 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:26,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:26,604 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:30,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:31,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:31,322 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:31,322 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:31,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:31,609 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:32,612 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:36,000 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:04:36,001 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:39,700 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:39,701 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:39,701 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:39,707 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:40,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:40,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:40,620 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:41,803 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:44,383 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:44,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:44,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:44,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:44,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:44,625 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:47,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:48,527 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:48,528 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:48,528 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:48,534 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:48,630 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:48,631 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:52,535 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:53,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:53,326 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:53,327 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:53,332 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:53,662 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:54,665 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:04:55,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:04:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:04:55,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:04:57,036 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:04:57,037 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:04:57,037 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:04:57,043 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:04:57,667 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:04:58,078 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:04:58,670 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:01,382 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:01,383 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:01,383 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:01,389 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:01,673 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:02,676 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:03,390 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:05,333 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:05,334 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:05,334 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:05,340 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:05,678 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:06,005 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:05:06,680 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:09,007 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:10,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:10,312 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:10,312 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:10,318 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:10,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:10,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:10,685 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:10,686 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:14,284 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:14,285 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:14,285 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:14,285 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:14,291 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:14,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:14,691 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:19,326 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:19,519 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:19,520 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:19,520 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:19,527 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:19,695 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:20,697 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:24,528 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:25,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:25,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:25,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:27,860 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:27,861 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:27,861 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:27,867 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:28,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:28,705 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:29,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:31,426 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:31,427 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:31,427 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:31,433 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:31,709 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:32,711 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:35,319 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:35,320 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:35,320 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:35,321 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:35,327 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:35,714 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:36,004 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:05:36,717 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:39,420 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:39,421 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:39,421 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:39,427 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:39,719 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:40,428 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:40,554 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:40,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:40,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:40,722 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:43,956 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:43,957 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:43,957 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:43,963 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:44,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:44,727 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:45,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:50,998 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:51,492 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:51,492 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:51,493 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:51,498 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:51,732 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:52,735 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:05:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:05:55,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:05:55,657 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:55,852 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:55,852 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:55,858 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:05:56,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:05:56,740 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:05:56,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:05:59,767 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:05:59,768 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:05:59,768 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:05:59,774 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:00,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:00,745 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:02,774 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:03,510 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:03,511 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:03,511 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:03,517 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:03,747 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:04,750 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:06,006 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:06:07,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:07,811 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:07,811 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:07,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:07,817 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:08,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:08,755 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:10,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:12,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:12,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:12,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:12,396 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:12,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:12,761 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:13,437 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:16,271 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:16,272 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:16,272 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:16,278 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:16,765 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:16,766 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:19,278 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:20,361 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:20,361 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:20,361 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:20,367 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:20,770 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:20,771 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:24,368 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:24,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:24,599 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:24,599 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:24,605 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:24,775 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:24,776 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:25,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:25,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:29,864 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:32,741 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:32,742 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:32,742 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:32,748 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:32,783 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:34,786 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:35,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:36,008 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:06:40,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:40,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:40,555 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:40,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:41,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:41,111 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:41,111 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:41,116 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:41,792 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:42,794 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:44,957 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:44,958 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:44,958 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:44,964 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:45,797 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:45,964 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:46,799 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:50,418 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:50,418 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:50,418 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:50,424 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:50,804 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:50,805 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:51,425 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:54,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:54,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:54,012 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:54,018 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:54,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:54,809 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:06:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:06:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:06:55,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:06:56,820 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:06:57,882 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:06:57,883 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:06:57,883 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:06:57,889 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:06:58,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:06:58,815 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:01,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:02,110 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:02,110 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:02,110 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:02,116 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:02,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:02,820 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:05,610 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:05,610 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:05,610 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:05,617 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:05,822 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:06,010 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:07:06,825 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:07,011 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:10,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:11,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:11,245 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:11,245 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:11,251 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:11,828 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:12,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:12,832 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:15,454 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:15,455 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:15,455 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:15,461 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:15,834 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:16,837 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:17,461 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:19,148 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:19,149 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:19,149 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:19,154 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:19,839 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:20,842 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:23,155 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:24,141 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:24,145 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:24,145 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:24,150 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:24,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:24,917 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:25,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:25,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:25,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:28,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:29,084 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:29,085 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:29,085 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:29,091 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:29,942 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:30,947 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:34,126 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:35,090 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:35,091 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:35,091 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:35,096 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:35,950 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:36,012 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:07:36,953 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:39,640 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:39,640 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:39,641 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:39,641 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:39,646 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:39,956 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:40,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:40,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:40,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:40,959 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:43,389 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:43,390 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:43,390 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:43,395 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:43,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:44,961 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:45,434 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:47,824 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:47,824 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:47,825 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:47,831 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:47,963 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:48,966 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:50,832 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:52,583 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:52,584 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:52,584 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:52,590 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:52,971 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:52,972 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:55,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:07:55,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:07:55,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:07:55,844 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:07:56,076 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:56,076 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:56,076 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:56,082 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:56,976 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:07:56,977 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:07:59,867 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:07:59,868 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:07:59,868 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:07:59,875 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:07:59,995 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:00,876 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:00,998 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:03,496 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:03,496 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:03,497 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:03,502 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:04,000 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:05,003 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:06,014 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:08:06,016 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:07,019 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:07,020 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:07,020 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:07,026 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:08,005 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:09,008 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:10,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:10,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:10,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:11,517 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:11,518 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:11,518 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:11,518 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:11,523 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:12,010 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:13,015 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:16,562 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:19,670 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:19,670 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:19,671 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:19,677 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:20,020 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:21,023 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:21,677 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:22,937 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:22,938 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:22,938 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:22,944 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:23,024 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:25,028 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:25,555 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:25,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:26,070 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:26,070 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:26,070 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:26,076 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:27,031 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:27,032 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:27,117 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:31,056 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:31,057 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:31,057 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:31,062 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:32,037 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:33,040 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:33,063 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:35,768 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:35,769 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:35,769 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:35,776 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:36,017 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:08:36,042 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:37,045 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:39,018 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:39,926 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:39,927 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:39,927 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:39,933 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:40,047 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:40,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:40,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:40,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:41,050 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:44,667 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:44,668 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:44,668 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:44,668 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:44,673 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:45,053 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:47,056 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:48,786 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:48,787 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:48,787 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:48,793 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:49,058 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:49,793 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:51,061 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:53,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:53,727 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:53,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:53,733 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:08:54,063 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:08:55,066 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:08:55,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:08:55,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:08:55,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:08:55,796 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:08:59,254 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:08:59,255 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:08:59,255 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:08:59,261 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:00,069 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:01,072 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:01,298 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:06,019 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:09:07,020 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:07,674 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:07,675 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:07,675 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:07,681 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:08,077 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:09,079 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:10,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:10,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:10,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:12,781 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:13,688 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:13,688 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:13,689 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:13,694 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:14,084 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:15,087 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:17,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:17,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:17,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:17,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:18,089 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:18,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:19,091 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:22,481 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:22,482 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:22,482 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:22,487 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:23,094 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:23,488 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:25,097 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:25,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:26,646 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:26,647 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:26,647 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:26,653 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:27,127 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:28,690 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:29,131 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:31,838 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:31,839 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:31,839 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:31,844 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:32,134 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:33,137 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:33,845 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:35,783 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:35,784 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:35,784 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:35,790 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:36,021 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:09:36,139 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:37,142 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:39,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:40,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:40,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:40,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:41,415 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:41,416 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:41,416 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:41,422 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:42,145 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:43,148 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:44,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:49,458 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:50,601 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:50,602 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:50,602 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:50,607 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:51,152 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:53,156 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:54,286 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:54,286 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:54,286 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:54,292 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:55,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:09:55,159 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:55,293 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:09:55,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:09:55,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:09:55,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:09:58,022 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:09:58,023 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:09:58,023 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:09:58,029 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:09:58,161 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:09:59,164 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:10:01,066 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:01,098 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:01,098 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:10:01,099 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:01,104 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:01,165 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:10:03,169 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:10:05,862 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: partial_history +2024-03-13 18:10:05,863 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:10:05,863 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:10:05,869 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:10:06,024 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:10:06,171 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:10:07,025 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:07,173 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:10:10,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:10,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:10,557 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:12,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:17,810 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:22,811 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:25,556 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:25,556 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:25,598 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:28,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:33,755 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:36,030 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:10:39,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:44,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:46,947 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:10:46,947 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:10:47,180 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:10:49,191 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:54,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:10:59,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:04,192 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:06,028 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:11:10,029 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:15,030 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:19,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:19,612 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:19,654 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:20,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:25,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:30,858 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:34,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:34,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:34,612 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:35,897 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:36,031 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:11:41,032 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:46,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:49,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:11:49,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:11:49,612 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:11:51,901 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:11:56,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:01,902 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:04,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:04,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:04,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:06,032 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:12:07,033 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:12,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:17,034 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:19,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:19,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:19,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:22,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:27,865 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:32,866 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:34,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:34,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:34,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:37,978 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:12:37,978 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:42,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:47,980 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:49,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:12:49,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:12:49,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:12:53,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:12:58,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:03,904 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:04,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:04,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:04,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:06,036 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:13:09,037 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:14,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:19,038 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:19,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:19,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:19,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:24,852 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:29,853 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:34,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:34,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:34,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:34,881 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:36,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:13:40,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:45,041 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:49,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:13:49,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:13:49,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:13:50,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:13:55,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:00,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:04,612 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:04,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:04,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:06,045 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:14:06,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:11,046 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:16,047 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:19,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:19,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:19,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:21,870 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:26,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:31,871 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:34,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:34,613 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: stop_status +2024-03-13 18:14:34,613 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: stop_status +2024-03-13 18:14:36,042 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:14:37,043 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:40,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: telemetry +2024-03-13 18:14:40,866 DEBUG SenderThread:1964433 [sender.py:send():382] send: exit +2024-03-13 18:14:40,866 INFO SenderThread:1964433 [sender.py:send_exit():589] handling exit code: 0 +2024-03-13 18:14:40,866 INFO SenderThread:1964433 [sender.py:send_exit():591] handling runtime: 24396 +2024-03-13 18:14:40,872 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:40,872 INFO SenderThread:1964433 [sender.py:send_exit():597] send defer +2024-03-13 18:14:40,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:40,872 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 0 +2024-03-13 18:14:40,872 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:40,872 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 0 +2024-03-13 18:14:40,872 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 1 +2024-03-13 18:14:40,872 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:40,872 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 1 +2024-03-13 18:14:40,873 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:40,873 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 1 +2024-03-13 18:14:40,873 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 2 +2024-03-13 18:14:40,873 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:40,873 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 2 +2024-03-13 18:14:40,873 INFO HandlerThread:1964433 [system_monitor.py:finish():203] Stopping system monitor +2024-03-13 18:14:40,873 DEBUG SystemMonitor:1964433 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-13 18:14:40,874 INFO HandlerThread:1964433 [interfaces.py:finish():202] Joined cpu monitor +2024-03-13 18:14:40,874 DEBUG SystemMonitor:1964433 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-13 18:14:40,874 INFO HandlerThread:1964433 [interfaces.py:finish():202] Joined disk monitor +2024-03-13 18:14:41,203 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:14:42,206 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:14:42,480 INFO HandlerThread:1964433 [interfaces.py:finish():202] Joined gpu monitor +2024-03-13 18:14:42,480 INFO HandlerThread:1964433 [interfaces.py:finish():202] Joined memory monitor +2024-03-13 18:14:42,480 INFO HandlerThread:1964433 [interfaces.py:finish():202] Joined network monitor +2024-03-13 18:14:42,480 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:42,480 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,480 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 2 +2024-03-13 18:14:42,480 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 3 +2024-03-13 18:14:42,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:42,483 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 3 +2024-03-13 18:14:42,483 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:42,714 DEBUG SenderThread:1964433 [sender.py:send():382] send: stats +2024-03-13 18:14:42,715 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:42,715 DEBUG SenderThread:1964433 [sender.py:send():382] send: history +2024-03-13 18:14:42,715 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: summary_record +2024-03-13 18:14:42,720 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:42,720 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,721 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 3 +2024-03-13 18:14:42,721 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 4 +2024-03-13 18:14:42,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:42,721 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 4 +2024-03-13 18:14:42,721 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,721 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 4 +2024-03-13 18:14:42,721 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 5 +2024-03-13 18:14:42,721 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:42,721 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 5 +2024-03-13 18:14:42,721 DEBUG SenderThread:1964433 [sender.py:send():382] send: summary +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-13 18:14:42,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 5 +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 6 +2024-03-13 18:14:42,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:42,727 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 6 +2024-03-13 18:14:42,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 6 +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 7 +2024-03-13 18:14:42,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:42,727 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:42,727 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 7 +2024-03-13 18:14:42,727 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:42,727 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 7 +2024-03-13 18:14:42,840 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:43,208 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:14:43,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:14:43,209 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml +2024-03-13 18:14:45,203 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 8 +2024-03-13 18:14:45,203 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:45,203 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:45,203 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 8 +2024-03-13 18:14:45,203 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:45,203 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 8 +2024-03-13 18:14:45,203 INFO SenderThread:1964433 [job_builder.py:build():296] Attempting to build job artifact +2024-03-13 18:14:45,205 INFO SenderThread:1964433 [job_builder.py:_get_source_type():426] is repo sourced job +2024-03-13 18:14:45,215 INFO Thread-12 :1964433 [dir_watcher.py:_on_file_modified():288] file/dir modified: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:14:45,283 INFO SenderThread:1964433 [job_builder.py:build():402] adding wandb-job metadata file +2024-03-13 18:14:45,311 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 9 +2024-03-13 18:14:45,311 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:45,311 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 9 +2024-03-13 18:14:45,311 DEBUG SenderThread:1964433 [sender.py:send():382] send: artifact +2024-03-13 18:14:45,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:46,344 INFO SenderThread:1964433 [sender.py:send_artifact():1494] sent artifact job-https___github.com_TRI-ML_prismatic-vlms.git_scripts_pretrain.py - {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'state': 'COMMITTED', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjE0MzcwMzk1OA==', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NzU0NjY3NjQ2', 'versionIndex': 9}}} +2024-03-13 18:14:46,344 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:46,344 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 9 +2024-03-13 18:14:46,344 INFO SenderThread:1964433 [dir_watcher.py:finish():358] shutting down directory watcher +2024-03-13 18:14:47,216 INFO SenderThread:1964433 [dir_watcher.py:finish():388] scan: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files +2024-03-13 18:14:47,216 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml config.yaml +2024-03-13 18:14:47,216 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml conda-environment.yaml +2024-03-13 18:14:47,216 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-metadata.json wandb-metadata.json +2024-03-13 18:14:47,216 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt requirements.txt +2024-03-13 18:14:47,217 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log output.log +2024-03-13 18:14:47,219 INFO SenderThread:1964433 [dir_watcher.py:finish():402] scan save: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json wandb-summary.json +2024-03-13 18:14:47,221 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 10 +2024-03-13 18:14:47,221 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:47,222 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:47,223 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 10 +2024-03-13 18:14:47,225 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:47,226 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 10 +2024-03-13 18:14:47,226 INFO SenderThread:1964433 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 18:14:47,841 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:47,842 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:47,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: status_report +2024-03-13 18:14:47,992 INFO wandb-upload_2:1964433 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/conda-environment.yaml +2024-03-13 18:14:48,037 INFO wandb-upload_0:1964433 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/requirements.txt +2024-03-13 18:14:48,043 INFO wandb-upload_1:1964433 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/config.yaml +2024-03-13 18:14:48,078 INFO wandb-upload_3:1964433 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/output.log +2024-03-13 18:14:48,212 INFO wandb-upload_4:1964433 [upload_job.py:push():131] Uploaded file runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/files/wandb-summary.json +2024-03-13 18:14:48,412 INFO Thread-11 (_thread_body):1964433 [sender.py:transition_state():617] send defer: 11 +2024-03-13 18:14:48,412 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:48,413 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 11 +2024-03-13 18:14:48,413 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:48,413 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 11 +2024-03-13 18:14:48,413 INFO SenderThread:1964433 [file_pusher.py:join():178] waiting for file pusher +2024-03-13 18:14:48,413 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 12 +2024-03-13 18:14:48,413 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:48,413 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 12 +2024-03-13 18:14:48,414 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:48,414 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 12 +2024-03-13 18:14:48,414 INFO SenderThread:1964433 [file_stream.py:finish():595] file stream finish called +2024-03-13 18:14:48,842 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:49,038 INFO SenderThread:1964433 [file_stream.py:finish():599] file stream finish is done +2024-03-13 18:14:49,038 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 13 +2024-03-13 18:14:49,038 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:49,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:49,039 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 13 +2024-03-13 18:14:49,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:49,039 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 13 +2024-03-13 18:14:49,039 INFO SenderThread:1964433 [sender.py:transition_state():617] send defer: 14 +2024-03-13 18:14:49,039 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: defer +2024-03-13 18:14:49,039 INFO HandlerThread:1964433 [handler.py:handle_request_defer():172] handle defer: 14 +2024-03-13 18:14:49,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: final +2024-03-13 18:14:49,039 DEBUG SenderThread:1964433 [sender.py:send():382] send: footer +2024-03-13 18:14:49,039 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: defer +2024-03-13 18:14:49,039 INFO SenderThread:1964433 [sender.py:send_request_defer():613] handle sender defer: 14 +2024-03-13 18:14:49,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: poll_exit +2024-03-13 18:14:49,040 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: poll_exit +2024-03-13 18:14:49,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-13 18:14:49,040 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: server_info +2024-03-13 18:14:49,040 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: server_info +2024-03-13 18:14:49,081 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: get_summary +2024-03-13 18:14:49,082 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: sampled_history +2024-03-13 18:14:49,083 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: job_info +2024-03-13 18:14:49,245 DEBUG SenderThread:1964433 [sender.py:send_request():409] send_request: job_info +2024-03-13 18:14:49,245 DEBUG HandlerThread:1964433 [handler.py:handle_request():146] handle_request: shutdown +2024-03-13 18:14:49,245 INFO HandlerThread:1964433 [handler.py:finish():869] shutting down handler +2024-03-13 18:14:50,083 INFO WriterThread:1964433 [datastore.py:close():296] close: runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/run-50uybp2l.wandb +2024-03-13 18:14:50,245 INFO SenderThread:1964433 [sender.py:finish():1572] shutting down sender +2024-03-13 18:14:50,245 INFO SenderThread:1964433 [file_pusher.py:finish():172] shutting down file pusher +2024-03-13 18:14:50,245 INFO SenderThread:1964433 [file_pusher.py:join():178] waiting for file pusher diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug.log b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..1bda3bfb43719b243f2a27acf222ff05f7d7beac --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug.log @@ -0,0 +1,34 @@ +2024-03-13 11:28:03,626 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3 +2024-03-13 11:28:03,626 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Configure stats pid to 1964100 +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/.config/wandb/settings +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Loading settings from /home/lilei/prismatic-vlms/wandb/settings +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'scripts/pretrain.py', 'program_abspath': '/home/lilei/prismatic-vlms/scripts/pretrain.py', 'program': '/home/lilei/prismatic-vlms/scripts/pretrain.py'} +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:_log_setup():526] Logging user logs to runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug.log +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:_log_setup():527] Logging internal logs to runs/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/logs/debug-internal.log +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:init():566] calling init triggers +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:init():573] wandb.init called with sweep_config: {} +config: {'model': {'type': 'one-stage+7b', 'model_id': 'one-stage+7b_qformer2_64', 'arch_specifier': 'qformer2_64', 'vision_backbone_id': 'clip-vit-l-336px', 'llm_backbone_id': 'vicuna-v15-7b', 'image_resize_strategy': 'letterbox', 'llm_max_length': 2048, 'align_epochs': 1, 'align_max_steps': None, 'align_global_batch_size': 256, 'align_per_device_batch_size': 16, 'align_learning_rate': 0.001, 'align_weight_decay': 0.0, 'align_max_grad_norm': 1.0, 'align_lr_scheduler_type': 'linear-warmup+cosine-decay', 'align_warmup_ratio': 0.03, 'align_train_strategy': 'fsdp-shard-grad-op', 'finetune_epochs': 1, 'finetune_max_steps': None, 'finetune_global_batch_size': 128, 'finetune_per_device_batch_size': 16, 'finetune_learning_rate': 2e-05, 'finetune_weight_decay': 0.1, 'finetune_max_grad_norm': 1.0, 'finetune_lr_scheduler_type': 'linear-warmup+cosine-decay', 'finetune_warmup_ratio': 0.03, 'finetune_train_strategy': 'fsdp-full-shard', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': False}, 'dataset': {'type': 'llava-v15', 'dataset_id': 'llava-v15', 'align_stage_components': ['download/llava-laion-cc-sbu-558k/chat.json', 'download/llava-laion-cc-sbu-558k'], 'finetune_stage_components': ['download/llava-v1.5-instruct/llava_v1_5_mix665k.json', 'download/llava-v1.5-instruct'], 'dataset_root_dir': 'data'}, 'stage': 'finetune', 'pretrained_checkpoint': '/home/lilei/prismatic-vlms/runs/llava-qformer/stage1_qformer2_64/checkpoints/latest-checkpoint.pt', 'run_id': 's1_s2_qformer2_64', 'run_root_dir': 'runs', 'seed': 7, 'hf_token': '.hf_token', 'trackers': ['jsonl', 'wandb'], 'wandb_project': 'hf-vlms', 'wandb_entity': 'lilei_stones', 'max_length': 4096} +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:init():616] starting backend +2024-03-13 11:28:03,627 INFO MainThread:1964100 [wandb_init.py:init():620] setting up manager +2024-03-13 11:28:03,634 INFO MainThread:1964100 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2024-03-13 11:28:03,636 INFO MainThread:1964100 [wandb_init.py:init():628] backend started and connected +2024-03-13 11:28:03,650 INFO MainThread:1964100 [wandb_init.py:init():720] updated telemetry +2024-03-13 11:28:03,669 INFO MainThread:1964100 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout +2024-03-13 11:28:04,238 INFO MainThread:1964100 [wandb_run.py:_on_init():2262] communicating current version +2024-03-13 11:28:04,283 INFO MainThread:1964100 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2024-03-13 11:28:04,283 INFO MainThread:1964100 [wandb_init.py:init():804] starting run threads in backend +2024-03-13 11:28:09,295 INFO MainThread:1964100 [wandb_run.py:_console_start():2241] atexit reg +2024-03-13 11:28:09,295 INFO MainThread:1964100 [wandb_run.py:_redirect():2096] redirect: wrap_raw +2024-03-13 11:28:09,295 INFO MainThread:1964100 [wandb_run.py:_redirect():2161] Wrapping output streams. +2024-03-13 11:28:09,295 INFO MainThread:1964100 [wandb_run.py:_redirect():2186] Redirects installed. +2024-03-13 11:28:09,296 INFO MainThread:1964100 [wandb_init.py:init():847] run started, returning control to user process +2024-03-13 18:14:40,839 INFO MainThread:1964100 [wandb_run.py:_finish():1970] finishing run lilei_stones/hf-vlms/50uybp2l +2024-03-13 18:14:40,839 INFO MainThread:1964100 [wandb_run.py:_atexit_cleanup():2210] got exitcode: 0 +2024-03-13 18:14:40,839 INFO MainThread:1964100 [wandb_run.py:_restore():2193] restore +2024-03-13 18:14:40,839 INFO MainThread:1964100 [wandb_run.py:_restore():2199] restore done +2024-03-13 18:14:50,246 INFO MainThread:1964100 [wandb_run.py:_footer_history_summary_info():3866] rendering history +2024-03-13 18:14:50,247 INFO MainThread:1964100 [wandb_run.py:_footer_history_summary_info():3898] rendering summary +2024-03-13 18:14:50,258 INFO MainThread:1964100 [wandb_run.py:_footer_sync_info():3825] logging synced files diff --git a/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/run-50uybp2l.wandb b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/run-50uybp2l.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9c35fa070c3845a688c726281c7ed31e1695e4ac --- /dev/null +++ b/s1_s2_qformer2_64/wandb/run-20240313_112803-50uybp2l/run-50uybp2l.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c7e2e47abe7e942621d8d2ffb79d700a1328cf76a974f186919c8580b80904 +size 12112719